[ 479.573397] env[63348]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63348) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 479.573752] env[63348]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63348) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 479.573863] env[63348]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63348) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 479.574162] env[63348]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 479.668265] env[63348]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63348) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 479.678339] env[63348]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=63348) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 480.276675] env[63348]: INFO nova.virt.driver [None req-6adb5fea-effe-4705-9462-55dfef5fb14b None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 480.347992] env[63348]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 480.348205] env[63348]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 480.348337] env[63348]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63348) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 483.704104] env[63348]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-62f85a7b-5292-4aab-9c07-6100c0d2e7c4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.715069] env[63348]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63348) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 483.715240] env[63348]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-da8b4d0c-3ec2-402d-b169-db51d6f7aa66 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.740937] env[63348]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 5f8b3. [ 483.741090] env[63348]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.393s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 483.741667] env[63348]: INFO nova.virt.vmwareapi.driver [None req-6adb5fea-effe-4705-9462-55dfef5fb14b None None] VMware vCenter version: 7.0.3 [ 483.745094] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e3b380-4c65-416f-ba37-7d5341911a63 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.766312] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c85b1d-6970-49ea-b2f5-b0e41a0567e1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.772385] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e9a350-ffe7-4c0d-be0f-10eff0c7d7a4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.778984] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6018ccc-36b7-4f5c-b310-68ed0a38df02 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.792408] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ed5a96-130f-4fa9-9ffd-ecef8cd09c91 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.798728] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba0213b-c49f-49e7-8362-ef5ce592fafc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.829215] env[63348]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-2b1b961d-50ed-48df-be16-4f7b22faf7e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.834407] env[63348]: DEBUG nova.virt.vmwareapi.driver [None req-6adb5fea-effe-4705-9462-55dfef5fb14b None None] Extension org.openstack.compute already exists. {{(pid=63348) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 483.837065] env[63348]: INFO nova.compute.provider_config [None req-6adb5fea-effe-4705-9462-55dfef5fb14b None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 484.340724] env[63348]: DEBUG nova.context [None req-6adb5fea-effe-4705-9462-55dfef5fb14b None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),76eb5f9c-f87f-44a2-acf7-03eae0fb1c64(cell1) {{(pid=63348) load_cells /opt/stack/nova/nova/context.py:464}} [ 484.342953] env[63348]: DEBUG oslo_concurrency.lockutils [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 484.343202] env[63348]: DEBUG oslo_concurrency.lockutils [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 484.343903] env[63348]: DEBUG oslo_concurrency.lockutils [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 484.344346] env[63348]: DEBUG oslo_concurrency.lockutils [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] Acquiring lock "76eb5f9c-f87f-44a2-acf7-03eae0fb1c64" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 484.344608] env[63348]: DEBUG oslo_concurrency.lockutils [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] Lock "76eb5f9c-f87f-44a2-acf7-03eae0fb1c64" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 484.345693] env[63348]: DEBUG oslo_concurrency.lockutils [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] Lock "76eb5f9c-f87f-44a2-acf7-03eae0fb1c64" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 484.366164] env[63348]: INFO dbcounter [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] Registered counter for database nova_cell0 [ 484.374660] env[63348]: INFO dbcounter [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] Registered counter for database nova_cell1 [ 484.378175] env[63348]: DEBUG oslo_db.sqlalchemy.engines [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63348) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 484.378780] env[63348]: DEBUG oslo_db.sqlalchemy.engines [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63348) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 484.383380] env[63348]: ERROR nova.db.main.api [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 484.383380] env[63348]: result = function(*args, **kwargs) [ 484.383380] env[63348]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 484.383380] env[63348]: return func(*args, **kwargs) [ 484.383380] env[63348]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 484.383380] env[63348]: result = fn(*args, **kwargs) [ 484.383380] env[63348]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 484.383380] env[63348]: return f(*args, **kwargs) [ 484.383380] env[63348]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 484.383380] env[63348]: return db.service_get_minimum_version(context, binaries) [ 484.383380] env[63348]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 484.383380] env[63348]: _check_db_access() [ 484.383380] env[63348]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 484.383380] env[63348]: stacktrace = ''.join(traceback.format_stack()) [ 484.383380] env[63348]: [ 484.384193] env[63348]: ERROR nova.db.main.api [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 484.384193] env[63348]: result = function(*args, **kwargs) [ 484.384193] env[63348]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 484.384193] env[63348]: return func(*args, **kwargs) [ 484.384193] env[63348]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 484.384193] env[63348]: result = fn(*args, **kwargs) [ 484.384193] env[63348]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 484.384193] env[63348]: return f(*args, **kwargs) [ 484.384193] env[63348]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 484.384193] env[63348]: return db.service_get_minimum_version(context, binaries) [ 484.384193] env[63348]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 484.384193] env[63348]: _check_db_access() [ 484.384193] env[63348]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 484.384193] env[63348]: stacktrace = ''.join(traceback.format_stack()) [ 484.384193] env[63348]: [ 484.384684] env[63348]: WARNING nova.objects.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] Failed to get minimum service version for cell 76eb5f9c-f87f-44a2-acf7-03eae0fb1c64 [ 484.384736] env[63348]: WARNING nova.objects.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 484.385171] env[63348]: DEBUG oslo_concurrency.lockutils [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] Acquiring lock "singleton_lock" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 484.385339] env[63348]: DEBUG oslo_concurrency.lockutils [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] Acquired lock "singleton_lock" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 484.385591] env[63348]: DEBUG oslo_concurrency.lockutils [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] Releasing lock "singleton_lock" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 484.385914] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] Full set of CONF: {{(pid=63348) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 484.386075] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ******************************************************************************** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 484.386204] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] Configuration options gathered from: {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 484.386337] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 484.386523] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 484.386652] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ================================================================================ {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 484.386858] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] allow_resize_to_same_host = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.387041] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] arq_binding_timeout = 300 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.387175] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] backdoor_port = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.387302] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] backdoor_socket = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.387466] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] block_device_allocate_retries = 60 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.387629] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] block_device_allocate_retries_interval = 3 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.387797] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cert = self.pem {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.387961] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.388143] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] compute_monitors = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.388312] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] config_dir = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.388478] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] config_drive_format = iso9660 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.388614] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.388777] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] config_source = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.388941] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] console_host = devstack {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.389157] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] control_exchange = nova {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.389274] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cpu_allocation_ratio = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.389432] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] daemon = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.389599] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] debug = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.389754] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] default_access_ip_network_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.389916] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] default_availability_zone = nova {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.390087] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] default_ephemeral_format = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.390251] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] default_green_pool_size = 1000 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.390492] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.390658] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] default_schedule_zone = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.390813] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] disk_allocation_ratio = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.390973] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] enable_new_services = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.391162] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] enabled_apis = ['osapi_compute'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.391325] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] enabled_ssl_apis = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.391485] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] flat_injected = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.391649] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] force_config_drive = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.391809] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] force_raw_images = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.391979] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] graceful_shutdown_timeout = 5 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.392156] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] heal_instance_info_cache_interval = 60 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.392404] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] host = cpu-1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.392590] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.392758] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] initial_disk_allocation_ratio = 1.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.392918] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] initial_ram_allocation_ratio = 1.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.393148] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.393316] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] instance_build_timeout = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.393477] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] instance_delete_interval = 300 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.393644] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] instance_format = [instance: %(uuid)s] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.393808] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] instance_name_template = instance-%08x {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.393970] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] instance_usage_audit = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.394154] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] instance_usage_audit_period = month {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.394321] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.394549] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] instances_path = /opt/stack/data/nova/instances {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.394734] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] internal_service_availability_zone = internal {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.394892] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] key = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.395068] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] live_migration_retry_count = 30 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.395244] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] log_color = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.395408] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] log_config_append = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.395574] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.395729] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] log_dir = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.395887] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] log_file = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.396022] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] log_options = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.396190] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] log_rotate_interval = 1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.396355] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] log_rotate_interval_type = days {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.396522] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] log_rotation_type = none {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.396653] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.396777] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.396949] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.397131] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.397258] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.397422] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] long_rpc_timeout = 1800 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.397582] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] max_concurrent_builds = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.397737] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] max_concurrent_live_migrations = 1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.397892] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] max_concurrent_snapshots = 5 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.398064] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] max_local_block_devices = 3 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.398223] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] max_logfile_count = 30 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.398378] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] max_logfile_size_mb = 200 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.398533] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] maximum_instance_delete_attempts = 5 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.398699] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] metadata_listen = 0.0.0.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.398865] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] metadata_listen_port = 8775 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.399042] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] metadata_workers = 2 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.399209] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] migrate_max_retries = -1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.399366] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] mkisofs_cmd = genisoimage {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.399571] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] my_block_storage_ip = 10.180.1.21 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.399700] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] my_ip = 10.180.1.21 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.399899] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.400073] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] network_allocate_retries = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.400255] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.400422] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] osapi_compute_listen = 0.0.0.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.400589] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] osapi_compute_listen_port = 8774 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.400755] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] osapi_compute_unique_server_name_scope = {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.400922] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] osapi_compute_workers = 2 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.401097] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] password_length = 12 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.401261] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] periodic_enable = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.401418] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] periodic_fuzzy_delay = 60 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.401585] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] pointer_model = usbtablet {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.401748] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] preallocate_images = none {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.401908] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] publish_errors = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.402045] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] pybasedir = /opt/stack/nova {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.402250] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ram_allocation_ratio = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.402383] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] rate_limit_burst = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.402560] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] rate_limit_except_level = CRITICAL {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.402719] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] rate_limit_interval = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.402875] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] reboot_timeout = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.403041] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] reclaim_instance_interval = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.403203] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] record = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.403370] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] reimage_timeout_per_gb = 60 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.403538] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] report_interval = 120 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.403696] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] rescue_timeout = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.403855] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] reserved_host_cpus = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.404012] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] reserved_host_disk_mb = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.404175] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] reserved_host_memory_mb = 512 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.404335] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] reserved_huge_pages = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.404523] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] resize_confirm_window = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.404692] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] resize_fs_using_block_device = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.404853] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] resume_guests_state_on_host_boot = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.405031] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.405199] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] rpc_response_timeout = 60 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.405362] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] run_external_periodic_tasks = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.405547] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] running_deleted_instance_action = reap {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.405722] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] running_deleted_instance_poll_interval = 1800 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.405883] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] running_deleted_instance_timeout = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.406052] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] scheduler_instance_sync_interval = 120 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.406224] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] service_down_time = 720 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.406388] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] servicegroup_driver = db {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.406543] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] shell_completion = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.406703] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] shelved_offload_time = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.406857] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] shelved_poll_interval = 3600 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.407033] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] shutdown_timeout = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.407199] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] source_is_ipv6 = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.407354] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ssl_only = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.407635] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.407822] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] sync_power_state_interval = 600 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.407989] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] sync_power_state_pool_size = 1000 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.408173] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] syslog_log_facility = LOG_USER {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.408332] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] tempdir = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.408494] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] timeout_nbd = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.408664] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] transport_url = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.408823] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] update_resources_interval = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.408983] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] use_cow_images = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.409155] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] use_eventlog = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.409311] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] use_journal = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.409465] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] use_json = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.409620] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] use_rootwrap_daemon = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.409773] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] use_stderr = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.409926] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] use_syslog = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.410088] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vcpu_pin_set = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.410254] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vif_plugging_is_fatal = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.410419] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vif_plugging_timeout = 300 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.410582] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] virt_mkfs = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.410739] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] volume_usage_poll_interval = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.410894] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] watch_log_file = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.411067] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] web = /usr/share/spice-html5 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.411250] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.411414] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.411581] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.411750] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_concurrency.disable_process_locking = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.412343] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.412524] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.412706] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.412883] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.413068] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.413240] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.413426] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.auth_strategy = keystone {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.413600] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.compute_link_prefix = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.413774] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.413948] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.dhcp_domain = novalocal {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.414131] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.enable_instance_password = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.414297] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.glance_link_prefix = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.414485] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.414671] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.414836] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.instance_list_per_project_cells = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.414997] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.list_records_by_skipping_down_cells = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.415173] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.local_metadata_per_cell = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.415342] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.max_limit = 1000 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.415533] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.metadata_cache_expiration = 15 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.415721] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.neutron_default_tenant_id = default {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.415892] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.response_validation = warn {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.416071] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.use_neutron_default_nets = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.416243] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.416405] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.416572] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.416743] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.416911] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.vendordata_dynamic_targets = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.417086] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.vendordata_jsonfile_path = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.417269] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.417465] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.backend = dogpile.cache.memcached {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.417633] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.backend_argument = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.417794] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.backend_expiration_time = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.417962] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.config_prefix = cache.oslo {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.418141] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.dead_timeout = 60.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.418303] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.debug_cache_backend = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.418462] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.enable_retry_client = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.418623] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.enable_socket_keepalive = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.418791] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.enabled = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.418951] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.enforce_fips_mode = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.419123] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.expiration_time = 600 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.419288] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.hashclient_retry_attempts = 2 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.419451] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.hashclient_retry_delay = 1.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.419614] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.memcache_dead_retry = 300 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.419769] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.memcache_password = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.419928] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.420097] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.420257] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.memcache_pool_maxsize = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.420416] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.420575] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.memcache_sasl_enabled = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.420751] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.420916] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.memcache_socket_timeout = 1.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.421084] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.memcache_username = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.421250] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.proxies = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.421411] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.redis_db = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.421571] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.redis_password = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.421737] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.redis_sentinel_service_name = mymaster {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.421912] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.422093] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.redis_server = localhost:6379 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.422262] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.redis_socket_timeout = 1.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.422439] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.redis_username = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.422582] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.retry_attempts = 2 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.422745] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.retry_delay = 0.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.422903] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.socket_keepalive_count = 1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.423079] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.socket_keepalive_idle = 1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.423241] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.socket_keepalive_interval = 1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.423402] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.tls_allowed_ciphers = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.423562] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.tls_cafile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.423721] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.tls_certfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.423880] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.tls_enabled = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.424046] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cache.tls_keyfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.424220] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cinder.auth_section = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.424434] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cinder.auth_type = password {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.424589] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cinder.cafile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.424765] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cinder.catalog_info = volumev3::publicURL {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.424925] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cinder.certfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.425102] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cinder.collect_timing = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.425265] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cinder.cross_az_attach = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.425426] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cinder.debug = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.425622] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cinder.endpoint_template = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.425795] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cinder.http_retries = 3 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.425961] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cinder.insecure = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.426133] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cinder.keyfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.426305] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cinder.os_region_name = RegionOne {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.426468] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cinder.split_loggers = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.426626] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cinder.timeout = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.426823] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.426995] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] compute.cpu_dedicated_set = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.427171] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] compute.cpu_shared_set = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.427338] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] compute.image_type_exclude_list = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.427500] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.427663] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] compute.max_concurrent_disk_ops = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.427822] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] compute.max_disk_devices_to_attach = -1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.427980] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.428161] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.428323] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] compute.resource_provider_association_refresh = 300 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.428481] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.428644] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] compute.shutdown_retry_interval = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.428819] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.428994] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] conductor.workers = 2 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.429184] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] console.allowed_origins = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.429344] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] console.ssl_ciphers = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.429510] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] console.ssl_minimum_version = default {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.429681] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] consoleauth.enforce_session_timeout = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.429846] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] consoleauth.token_ttl = 600 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.430014] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.cafile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.430175] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.certfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.430337] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.collect_timing = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.430495] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.connect_retries = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.430651] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.connect_retry_delay = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.430805] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.endpoint_override = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.430963] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.insecure = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.431132] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.keyfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.431292] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.max_version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.431449] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.min_version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.431608] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.region_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.431767] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.retriable_status_codes = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.431924] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.service_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.432104] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.service_type = accelerator {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.432268] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.split_loggers = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.432424] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.status_code_retries = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.432583] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.status_code_retry_delay = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.432738] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.timeout = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.432918] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.433092] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] cyborg.version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.433262] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.asyncio_connection = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.433422] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.asyncio_slave_connection = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.433591] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.backend = sqlalchemy {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.433756] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.connection = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.433920] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.connection_debug = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.434098] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.connection_parameters = {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.434262] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.connection_recycle_time = 3600 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.434448] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.connection_trace = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.434628] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.db_inc_retry_interval = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.434793] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.db_max_retries = 20 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.434957] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.db_max_retry_interval = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.435133] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.db_retry_interval = 1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.435293] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.max_overflow = 50 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.435456] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.max_pool_size = 5 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.435642] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.max_retries = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.435815] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.435972] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.mysql_wsrep_sync_wait = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.436145] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.pool_timeout = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.436305] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.retry_interval = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.436462] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.slave_connection = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.436622] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.sqlite_synchronous = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.436811] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] database.use_db_reconnect = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.436991] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.asyncio_connection = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.437166] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.asyncio_slave_connection = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.437337] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.backend = sqlalchemy {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.437504] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.connection = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.437672] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.connection_debug = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.437840] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.connection_parameters = {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.438017] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.connection_recycle_time = 3600 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.438179] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.connection_trace = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.438342] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.db_inc_retry_interval = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.438503] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.db_max_retries = 20 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.438666] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.db_max_retry_interval = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.438829] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.db_retry_interval = 1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.438988] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.max_overflow = 50 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.439164] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.max_pool_size = 5 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.439326] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.max_retries = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.439492] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.439651] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.439806] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.pool_timeout = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.439964] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.retry_interval = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.440135] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.slave_connection = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.440296] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] api_database.sqlite_synchronous = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.440467] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] devices.enabled_mdev_types = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.440643] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.440811] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ephemeral_storage_encryption.default_format = luks {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.440970] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ephemeral_storage_encryption.enabled = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.441142] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.441315] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.api_servers = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.441476] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.cafile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.441633] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.certfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.441793] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.collect_timing = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.441947] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.connect_retries = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.442115] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.connect_retry_delay = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.442278] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.debug = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.442439] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.default_trusted_certificate_ids = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.442621] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.enable_certificate_validation = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.442757] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.enable_rbd_download = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.442912] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.endpoint_override = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.443085] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.insecure = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.443248] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.keyfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.443406] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.max_version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.443565] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.min_version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.443726] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.num_retries = 3 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.443893] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.rbd_ceph_conf = {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.444066] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.rbd_connect_timeout = 5 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.444235] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.rbd_pool = {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.444422] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.rbd_user = {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.444594] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.region_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.444758] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.retriable_status_codes = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.444912] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.service_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.445094] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.service_type = image {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.445259] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.split_loggers = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.445416] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.status_code_retries = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.445597] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.status_code_retry_delay = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.445759] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.timeout = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.445936] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.446112] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.verify_glance_signatures = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.446275] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] glance.version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.446438] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] guestfs.debug = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.446605] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.auth_section = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.446789] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.auth_type = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.446964] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.cafile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.447137] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.certfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.447302] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.collect_timing = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.447460] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.connect_retries = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.447616] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.connect_retry_delay = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.447772] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.endpoint_override = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.447932] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.insecure = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.448101] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.keyfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.448261] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.max_version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.448417] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.min_version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.448575] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.region_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.448767] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.retriable_status_codes = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.449007] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.service_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.449207] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.service_type = shared-file-system {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.449378] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.share_apply_policy_timeout = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.449546] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.split_loggers = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.449706] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.status_code_retries = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.449865] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.status_code_retry_delay = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.450034] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.timeout = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.450219] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.450382] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] manila.version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.450548] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] mks.enabled = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.450895] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.451098] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] image_cache.manager_interval = 2400 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.451274] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] image_cache.precache_concurrency = 1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.451446] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] image_cache.remove_unused_base_images = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.451617] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.451784] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.451960] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] image_cache.subdirectory_name = _base {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.452148] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.api_max_retries = 60 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.452313] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.api_retry_interval = 2 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.452473] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.auth_section = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.452634] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.auth_type = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.452793] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.cafile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.452945] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.certfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.453121] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.collect_timing = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.453284] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.conductor_group = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.453440] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.connect_retries = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.453597] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.connect_retry_delay = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.453755] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.endpoint_override = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.453916] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.insecure = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.454082] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.keyfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.454244] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.max_version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.454431] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.min_version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.454596] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.peer_list = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.454759] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.region_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.454919] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.retriable_status_codes = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.455094] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.serial_console_state_timeout = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.455257] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.service_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.455471] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.service_type = baremetal {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.455618] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.shard = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.455788] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.split_loggers = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.455948] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.status_code_retries = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.456122] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.status_code_retry_delay = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.456283] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.timeout = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.456462] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.456626] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ironic.version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.456837] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.457033] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] key_manager.fixed_key = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.457219] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.457382] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican.barbican_api_version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.457543] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican.barbican_endpoint = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.457713] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican.barbican_endpoint_type = public {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.457873] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican.barbican_region_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.458155] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican.cafile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.458444] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican.certfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.458638] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican.collect_timing = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.458804] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican.insecure = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.458963] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican.keyfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.459143] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican.number_of_retries = 60 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.459308] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican.retry_delay = 1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.459472] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican.send_service_user_token = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.459633] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican.split_loggers = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.459789] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican.timeout = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.459949] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican.verify_ssl = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.460120] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican.verify_ssl_path = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.460286] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican_service_user.auth_section = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.460448] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican_service_user.auth_type = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.460607] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican_service_user.cafile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.460765] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican_service_user.certfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.460927] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican_service_user.collect_timing = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.461105] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican_service_user.insecure = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.461268] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican_service_user.keyfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.461428] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican_service_user.split_loggers = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.461587] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] barbican_service_user.timeout = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.461753] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vault.approle_role_id = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.461910] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vault.approle_secret_id = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.462095] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vault.kv_mountpoint = secret {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.462258] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vault.kv_path = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.462424] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vault.kv_version = 2 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.462583] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vault.namespace = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.462741] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vault.root_token_id = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.462900] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vault.ssl_ca_crt_file = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.463075] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vault.timeout = 60.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.463245] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vault.use_ssl = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.463410] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.463577] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.cafile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.463736] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.certfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.463898] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.collect_timing = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.464066] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.connect_retries = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.464226] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.connect_retry_delay = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.464406] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.endpoint_override = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.464565] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.insecure = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.464728] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.keyfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.464885] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.max_version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.465053] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.min_version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.465215] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.region_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.465394] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.retriable_status_codes = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.465581] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.service_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.465768] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.service_type = identity {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.465938] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.split_loggers = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.466110] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.status_code_retries = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.466267] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.status_code_retry_delay = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.466422] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.timeout = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.466602] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.466761] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] keystone.version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.466952] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.ceph_mount_options = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.467255] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.467436] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.connection_uri = {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.467601] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.cpu_mode = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.467770] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.cpu_model_extra_flags = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.467939] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.cpu_models = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.468123] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.cpu_power_governor_high = performance {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.468295] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.cpu_power_governor_low = powersave {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.468459] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.cpu_power_management = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.468636] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.468803] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.device_detach_attempts = 8 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.468967] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.device_detach_timeout = 20 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.469149] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.disk_cachemodes = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.469310] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.disk_prefix = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.469472] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.enabled_perf_events = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.469635] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.file_backed_memory = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.469800] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.gid_maps = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.469956] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.hw_disk_discard = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.470127] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.hw_machine_type = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.470297] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.images_rbd_ceph_conf = {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.470460] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.470623] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.470789] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.images_rbd_glance_store_name = {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.470955] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.images_rbd_pool = rbd {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.471136] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.images_type = default {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.471296] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.images_volume_group = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.471457] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.inject_key = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.471620] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.inject_partition = -2 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.471778] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.inject_password = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.472028] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.iscsi_iface = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.472122] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.iser_use_multipath = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.472284] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.live_migration_bandwidth = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.472442] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.472611] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.live_migration_downtime = 500 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.472765] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.472929] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.473088] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.live_migration_inbound_addr = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.473252] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.473412] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.live_migration_permit_post_copy = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.473571] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.live_migration_scheme = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.473740] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.live_migration_timeout_action = abort {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.473901] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.live_migration_tunnelled = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.474069] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.live_migration_uri = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.474232] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.live_migration_with_native_tls = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.474398] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.max_queues = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.474579] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.474812] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.474978] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.nfs_mount_options = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.475283] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.475460] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.475647] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.num_iser_scan_tries = 5 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.475835] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.num_memory_encrypted_guests = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.476009] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.476184] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.num_pcie_ports = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.476349] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.num_volume_scan_tries = 5 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.476515] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.pmem_namespaces = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.476678] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.quobyte_client_cfg = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.476969] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.477158] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.rbd_connect_timeout = 5 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.477324] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.477486] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.477648] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.rbd_secret_uuid = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.477805] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.rbd_user = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.477966] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.478152] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.remote_filesystem_transport = ssh {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.478314] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.rescue_image_id = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.478471] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.rescue_kernel_id = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.478630] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.rescue_ramdisk_id = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.478828] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.478992] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.rx_queue_size = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.479176] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.smbfs_mount_options = {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.479463] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.479642] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.snapshot_compression = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.479805] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.snapshot_image_format = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.480111] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.482164] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.sparse_logical_volumes = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.482164] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.swtpm_enabled = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.482164] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.swtpm_group = tss {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.482164] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.swtpm_user = tss {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.482164] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.sysinfo_serial = unique {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.482164] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.tb_cache_size = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.482164] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.tx_queue_size = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.482412] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.uid_maps = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.482412] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.use_virtio_for_bridges = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.482412] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.virt_type = kvm {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.482563] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.volume_clear = zero {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.482739] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.volume_clear_size = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.482956] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.volume_use_multipath = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.483208] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.vzstorage_cache_path = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.483436] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.483658] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.vzstorage_mount_group = qemu {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.483870] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.vzstorage_mount_opts = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.484082] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.484421] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.484654] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.vzstorage_mount_user = stack {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.484857] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.485076] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.auth_section = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.485264] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.auth_type = password {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.485447] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.cafile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.485623] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.certfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.485792] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.collect_timing = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.485952] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.connect_retries = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.486126] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.connect_retry_delay = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.486299] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.default_floating_pool = public {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.486460] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.endpoint_override = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.486624] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.extension_sync_interval = 600 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.486784] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.http_retries = 3 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.486944] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.insecure = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.487120] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.keyfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.487283] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.max_version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.487476] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.487695] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.min_version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.487887] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.ovs_bridge = br-int {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.488073] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.physnets = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.488248] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.region_name = RegionOne {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.488409] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.retriable_status_codes = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.488580] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.service_metadata_proxy = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.488740] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.service_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.488907] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.service_type = network {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.489080] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.split_loggers = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.489240] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.status_code_retries = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.489397] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.status_code_retry_delay = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.489583] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.timeout = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.489778] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.489941] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] neutron.version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.490129] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] notifications.bdms_in_notifications = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.490308] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] notifications.default_level = INFO {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.490494] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] notifications.include_share_mapping = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.490689] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] notifications.notification_format = unversioned {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.490855] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] notifications.notify_on_state_change = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.491043] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.491222] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] pci.alias = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.491393] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] pci.device_spec = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.491560] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] pci.report_in_placement = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.491730] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.auth_section = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.491900] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.auth_type = password {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.492077] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.492237] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.cafile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.492395] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.certfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.492557] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.collect_timing = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.492710] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.connect_retries = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.492865] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.connect_retry_delay = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.493030] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.default_domain_id = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.493193] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.default_domain_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.493350] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.domain_id = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.493534] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.domain_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.493713] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.endpoint_override = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.493878] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.insecure = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.494048] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.keyfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.494210] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.max_version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.494373] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.min_version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.494564] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.password = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.494728] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.project_domain_id = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.494895] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.project_domain_name = Default {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.495074] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.project_id = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.495248] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.project_name = service {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.495432] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.region_name = RegionOne {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.495605] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.retriable_status_codes = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.495764] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.service_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.495944] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.service_type = placement {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.496122] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.split_loggers = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.496280] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.status_code_retries = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.496436] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.status_code_retry_delay = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.496681] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.system_scope = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.496899] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.timeout = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.497103] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.trust_id = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.498177] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.user_domain_id = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.498177] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.user_domain_name = Default {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.498177] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.user_id = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.498177] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.username = nova {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.498177] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.498379] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] placement.version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.498413] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] quota.cores = 20 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.498560] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] quota.count_usage_from_placement = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.498732] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.498896] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] quota.injected_file_content_bytes = 10240 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.499070] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] quota.injected_file_path_length = 255 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.499236] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] quota.injected_files = 5 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.499401] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] quota.instances = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.499586] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] quota.key_pairs = 100 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.499764] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] quota.metadata_items = 128 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.499930] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] quota.ram = 51200 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.500108] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] quota.recheck_quota = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.500277] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] quota.server_group_members = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.500467] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] quota.server_groups = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.500725] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.500951] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] quota.unified_limits_resource_strategy = require {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505025] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505025] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505025] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] scheduler.image_metadata_prefilter = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505025] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505025] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] scheduler.max_attempts = 3 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505025] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] scheduler.max_placement_results = 1000 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505025] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505337] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] scheduler.query_placement_for_image_type_support = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505337] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505337] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] scheduler.workers = 2 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505337] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505337] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505337] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505526] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505526] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505526] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505526] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505526] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505526] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.host_subset_size = 1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505710] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505710] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505710] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505710] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.isolated_hosts = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505710] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.isolated_images = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505710] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505710] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505914] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505914] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.pci_in_placement = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.505988] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.506099] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.506258] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.506427] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.506593] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.506777] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.506939] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.track_instance_changes = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.507123] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.507289] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] metrics.required = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.507448] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] metrics.weight_multiplier = 1.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.507605] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.507762] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] metrics.weight_setting = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.508083] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.508258] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] serial_console.enabled = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.508474] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] serial_console.port_range = 10000:20000 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.508696] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.508875] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.509062] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] serial_console.serialproxy_port = 6083 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.509236] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] service_user.auth_section = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.509435] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] service_user.auth_type = password {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.509679] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] service_user.cafile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.509870] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] service_user.certfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.510050] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] service_user.collect_timing = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.510218] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] service_user.insecure = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.510378] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] service_user.keyfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.510552] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] service_user.send_service_user_token = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.510714] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] service_user.split_loggers = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.510871] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] service_user.timeout = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.511060] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] spice.agent_enabled = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.511228] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] spice.enabled = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.511539] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.511756] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.511930] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] spice.html5proxy_port = 6082 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.512103] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] spice.image_compression = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.512263] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] spice.jpeg_compression = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.512438] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] spice.playback_compression = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.512613] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] spice.require_secure = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.512782] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] spice.server_listen = 127.0.0.1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.512948] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.513117] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] spice.streaming_mode = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.513274] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] spice.zlib_compression = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.513440] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] upgrade_levels.baseapi = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.513610] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] upgrade_levels.compute = auto {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.513768] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] upgrade_levels.conductor = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.513921] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] upgrade_levels.scheduler = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.514100] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vendordata_dynamic_auth.auth_section = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.514266] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vendordata_dynamic_auth.auth_type = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.514447] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vendordata_dynamic_auth.cafile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.514620] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vendordata_dynamic_auth.certfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.514787] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.514957] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vendordata_dynamic_auth.insecure = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.515133] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vendordata_dynamic_auth.keyfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.515297] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.515484] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vendordata_dynamic_auth.timeout = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.515686] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.api_retry_count = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.515855] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.ca_file = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.516040] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.cache_prefix = devstack-image-cache {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.516213] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.cluster_name = testcl1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.516378] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.connection_pool_size = 10 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.516537] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.console_delay_seconds = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.516709] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.datastore_regex = ^datastore.* {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.516917] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.517104] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.host_password = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.517275] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.host_port = 443 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.517444] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.host_username = administrator@vsphere.local {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.517615] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.insecure = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.517775] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.integration_bridge = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.517937] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.maximum_objects = 100 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.518106] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.pbm_default_policy = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.518270] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.pbm_enabled = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.518428] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.pbm_wsdl_location = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.518628] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.518792] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.serial_port_proxy_uri = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.518950] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.serial_port_service_uri = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.519131] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.task_poll_interval = 0.5 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.519306] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.use_linked_clone = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.519474] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.vnc_keymap = en-us {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.519642] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.vnc_port = 5900 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.519803] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vmware.vnc_port_total = 10000 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.519988] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vnc.auth_schemes = ['none'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.520178] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vnc.enabled = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.520469] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.520654] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.520824] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vnc.novncproxy_port = 6080 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.521014] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vnc.server_listen = 127.0.0.1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.521201] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.521362] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vnc.vencrypt_ca_certs = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.521538] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vnc.vencrypt_client_cert = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.521713] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vnc.vencrypt_client_key = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.521886] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.522067] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.disable_deep_image_inspection = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.522232] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.522394] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.522550] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.522708] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.disable_rootwrap = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.522863] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.enable_numa_live_migration = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.523030] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.523192] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.523348] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.523505] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.libvirt_disable_apic = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.523661] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.523821] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.523979] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.524152] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.524313] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.524502] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.524689] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.524855] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.525029] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.525198] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.525385] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.525574] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] wsgi.client_socket_timeout = 900 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.525749] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] wsgi.default_pool_size = 1000 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.525919] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] wsgi.keep_alive = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.526097] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] wsgi.max_header_line = 16384 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.526277] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] wsgi.secure_proxy_ssl_header = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.526419] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] wsgi.ssl_ca_file = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.526580] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] wsgi.ssl_cert_file = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.526738] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] wsgi.ssl_key_file = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.526902] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] wsgi.tcp_keepidle = 600 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.527087] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.527258] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] zvm.ca_file = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.527418] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] zvm.cloud_connector_url = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.527742] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.527919] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] zvm.reachable_timeout = 300 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.528105] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.528285] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.528460] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] profiler.connection_string = messaging:// {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.528626] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] profiler.enabled = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.528794] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] profiler.es_doc_type = notification {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.528955] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] profiler.es_scroll_size = 10000 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.529137] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] profiler.es_scroll_time = 2m {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.529300] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] profiler.filter_error_trace = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.529467] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] profiler.hmac_keys = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.529633] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] profiler.sentinel_service_name = mymaster {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.529802] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] profiler.socket_timeout = 0.1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.529957] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] profiler.trace_requests = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.530128] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] profiler.trace_sqlalchemy = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.530308] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] profiler_jaeger.process_tags = {} {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.530468] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] profiler_jaeger.service_name_prefix = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.530650] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] profiler_otlp.service_name_prefix = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.530823] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] remote_debug.host = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.530982] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] remote_debug.port = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.531177] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.531340] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.531501] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.531661] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.531819] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.531980] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.532155] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.532319] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.532481] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.532651] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.532807] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.532975] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.533155] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.533324] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.533492] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.533679] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.533853] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.534042] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.534210] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.534393] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.534563] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.534731] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.534892] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.535069] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.535234] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.535396] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.535557] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.535717] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.535880] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.536061] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.ssl = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.536237] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.536408] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.536582] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.536777] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.536953] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.537131] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.537321] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.537485] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_notifications.retry = -1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.537669] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.537842] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.538025] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.auth_section = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.538195] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.auth_type = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.538355] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.cafile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.538512] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.certfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.538675] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.collect_timing = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.538834] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.connect_retries = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.538991] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.connect_retry_delay = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.539170] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.endpoint_id = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.539343] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.endpoint_interface = publicURL {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.539502] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.endpoint_override = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.539675] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.endpoint_region_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.539847] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.endpoint_service_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.540014] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.endpoint_service_type = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.540190] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.insecure = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.540350] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.keyfile = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.540506] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.max_version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.540664] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.min_version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.540819] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.region_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.540976] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.retriable_status_codes = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.541148] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.service_name = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.541308] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.service_type = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.541471] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.split_loggers = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.541632] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.status_code_retries = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.541798] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.status_code_retry_delay = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.541956] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.timeout = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.542134] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.valid_interfaces = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.542291] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_limit.version = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.542478] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_reports.file_event_handler = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.542654] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.542816] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] oslo_reports.log_dir = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.542987] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.543164] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.543324] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.543491] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.543655] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.543813] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.543983] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.544176] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vif_plug_ovs_privileged.group = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.544337] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.544531] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.544702] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.544861] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] vif_plug_ovs_privileged.user = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.545041] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] os_vif_linux_bridge.flat_interface = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.545226] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.545404] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.545620] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.545798] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.545965] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.546147] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.546311] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.546491] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.546664] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] os_vif_ovs.isolate_vif = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.546835] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.546997] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.547180] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.547348] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] os_vif_ovs.ovsdb_interface = native {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.547509] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] os_vif_ovs.per_port_bridge = False {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.547679] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] privsep_osbrick.capabilities = [21] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.547840] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] privsep_osbrick.group = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.547996] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] privsep_osbrick.helper_command = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.548172] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.548338] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.548537] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] privsep_osbrick.user = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.548750] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.548917] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] nova_sys_admin.group = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.549089] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] nova_sys_admin.helper_command = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.549259] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.549423] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.549580] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] nova_sys_admin.user = None {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.549710] env[63348]: DEBUG oslo_service.service [None req-39766850-b7c9-4a9c-82f7-60584f0bdb34 None None] ******************************************************************************** {{(pid=63348) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 484.550134] env[63348]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 485.054071] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Getting list of instances from cluster (obj){ [ 485.054071] env[63348]: value = "domain-c8" [ 485.054071] env[63348]: _type = "ClusterComputeResource" [ 485.054071] env[63348]: } {{(pid=63348) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 485.055311] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291e4106-6472-46b2-8ffc-8f1b8b405d2a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.063972] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Got total of 0 instances {{(pid=63348) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 485.064598] env[63348]: WARNING nova.virt.vmwareapi.driver [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 485.065067] env[63348]: INFO nova.virt.node [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Generated node identity 792f3f50-7bf3-4710-b72e-b20aee2a288d [ 485.065334] env[63348]: INFO nova.virt.node [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Wrote node identity 792f3f50-7bf3-4710-b72e-b20aee2a288d to /opt/stack/data/n-cpu-1/compute_id [ 485.567729] env[63348]: WARNING nova.compute.manager [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Compute nodes ['792f3f50-7bf3-4710-b72e-b20aee2a288d'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 486.573211] env[63348]: INFO nova.compute.manager [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 487.578915] env[63348]: WARNING nova.compute.manager [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 487.579300] env[63348]: DEBUG oslo_concurrency.lockutils [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 487.579736] env[63348]: DEBUG oslo_concurrency.lockutils [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 487.579901] env[63348]: DEBUG oslo_concurrency.lockutils [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 487.580071] env[63348]: DEBUG nova.compute.resource_tracker [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 487.580974] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eebfc81-6871-42aa-bdd5-61c185762934 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.588691] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11de34a3-b527-40ed-bfc3-682d82704103 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.603371] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c66e9e-7e7b-4f75-94b1-573c7494bafc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.609774] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f44d17-7db2-4a06-83c2-1a7b2bd9aec3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.637820] env[63348]: DEBUG nova.compute.resource_tracker [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181179MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 487.637969] env[63348]: DEBUG oslo_concurrency.lockutils [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 487.638144] env[63348]: DEBUG oslo_concurrency.lockutils [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 488.142233] env[63348]: WARNING nova.compute.resource_tracker [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] No compute node record for cpu-1:792f3f50-7bf3-4710-b72e-b20aee2a288d: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 792f3f50-7bf3-4710-b72e-b20aee2a288d could not be found. [ 488.645774] env[63348]: INFO nova.compute.resource_tracker [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 792f3f50-7bf3-4710-b72e-b20aee2a288d [ 490.155189] env[63348]: DEBUG nova.compute.resource_tracker [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 490.155189] env[63348]: DEBUG nova.compute.resource_tracker [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 490.317236] env[63348]: INFO nova.scheduler.client.report [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] [req-39427cac-3c88-43a8-9127-f284710a9b52] Created resource provider record via placement API for resource provider with UUID 792f3f50-7bf3-4710-b72e-b20aee2a288d and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 490.336085] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bc9e8a-d293-4133-b191-7a5f74475d5d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.348028] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06b8b3b-cee4-4333-971b-4d7a6179b1bf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.376465] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeed3b6-a1bf-4689-b4b4-f2ac68e7ac24 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.384716] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6377eb0e-dc1b-46c6-8479-bfd17e761f60 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.399102] env[63348]: DEBUG nova.compute.provider_tree [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 490.940830] env[63348]: DEBUG nova.scheduler.client.report [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Updated inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 490.941332] env[63348]: DEBUG nova.compute.provider_tree [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Updating resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d generation from 0 to 1 during operation: update_inventory {{(pid=63348) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 490.941634] env[63348]: DEBUG nova.compute.provider_tree [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 490.994063] env[63348]: DEBUG nova.compute.provider_tree [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Updating resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d generation from 1 to 2 during operation: update_traits {{(pid=63348) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 491.500779] env[63348]: DEBUG nova.compute.resource_tracker [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 491.500779] env[63348]: DEBUG oslo_concurrency.lockutils [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.861s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 491.500779] env[63348]: DEBUG nova.service [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Creating RPC server for service compute {{(pid=63348) start /opt/stack/nova/nova/service.py:186}} [ 491.513016] env[63348]: DEBUG nova.service [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] Join ServiceGroup membership for this service compute {{(pid=63348) start /opt/stack/nova/nova/service.py:203}} [ 491.513513] env[63348]: DEBUG nova.servicegroup.drivers.db [None req-403a75e2-5416-49c3-bf9e-0107cefade65 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63348) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 508.518996] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 509.021868] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Getting list of instances from cluster (obj){ [ 509.021868] env[63348]: value = "domain-c8" [ 509.021868] env[63348]: _type = "ClusterComputeResource" [ 509.021868] env[63348]: } {{(pid=63348) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 509.023236] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eff67e-02c6-4dc8-b4c2-26372568bbb7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.031720] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Got total of 0 instances {{(pid=63348) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 509.031936] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 509.032247] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Getting list of instances from cluster (obj){ [ 509.032247] env[63348]: value = "domain-c8" [ 509.032247] env[63348]: _type = "ClusterComputeResource" [ 509.032247] env[63348]: } {{(pid=63348) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 509.033181] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1136d99-ee58-4c38-8136-30ff392f8c1f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.039977] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Got total of 0 instances {{(pid=63348) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 539.728626] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 539.729160] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 539.729160] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 539.729390] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 540.232386] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 540.232662] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 540.232870] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 540.233070] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 540.233260] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 540.233479] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 540.233672] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 540.233834] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 540.234011] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 540.738115] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.738512] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.738640] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.738848] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 540.740040] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8d326e-799b-467b-b18b-0501a49cc05b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.748072] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b7f293-3b58-4794-a399-bd30ec984aaa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.761868] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e96d4e-fca6-4d12-ac5b-703ac427d467 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.767853] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9f3cdd-0bbf-459a-a446-90cc7b28764b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.796365] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181206MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 540.796502] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.796681] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.814416] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 541.814665] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 541.828747] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8047b84f-3519-4d0d-b0bc-23bd44a8545f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.836749] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353804a2-c8cb-4f7e-b865-7a19e06938b2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.865363] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9dce0f-9804-491b-ad14-82d5448e7a96 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.872209] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2850fb33-8deb-48a3-9d4e-23e768c42ebb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.884886] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 542.391251] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 542.896299] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 542.896682] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.882477] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 602.882888] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.387981] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.387981] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 603.387981] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 603.890845] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 603.891238] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.891238] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.891394] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.891548] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.891699] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.891875] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.892046] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 603.892203] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.395743] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.395998] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.396187] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.396336] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 604.397232] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40777b6-bb54-40fc-9e6a-27274cc3a959 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.405666] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac12aa5f-c603-43d2-81c8-c1536de90552 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.419118] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793568c7-f484-4632-8115-effde4368e12 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.425290] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b08d44d-79c1-49b4-b91b-7c6a078abcc2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.453244] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181175MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 604.453383] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.453564] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.472535] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 605.472792] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 605.485296] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8959e50c-3e65-4fb5-a8f4-5ade51fe698f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.492597] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a550b52-7008-45d8-8061-d0953e601ee1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.520741] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c451d98d-4945-4c40-9734-9af48ce43b61 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.527458] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebe10fb-55bd-4501-9821-e44fa3acd5ea {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.539863] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.042961] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.044213] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 606.044392] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.047073] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.047073] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.047073] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 666.047073] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 666.549910] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 666.550187] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.550294] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.550436] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.550576] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.550727] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.550868] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.550992] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 666.551141] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.054217] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.054605] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.054605] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.054792] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 667.055718] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88c0c0d-510a-427d-8ff7-eaf8005afb87 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.063783] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b01c1ef-a1e5-4b71-977f-ef5f92208dcd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.077752] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c428ac3-f40d-44cd-8153-173608e7c1f3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.083635] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e4fe66-0da7-4022-8953-5370b5457107 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.111459] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181193MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 667.111586] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.111756] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.135310] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 668.135675] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 668.149347] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafc0da1-bb73-4c5e-828b-f0f74c9be816 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.156853] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5d5d9c-500c-4534-9aa8-acb4089a1418 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.186519] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e38ee77-d018-49c1-9a00-c073450684b1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.193446] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcd7e20-13d3-43b2-b19e-1ac5238e1631 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.206054] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.709239] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.710465] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 668.710647] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.382081] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.382081] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.886736] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.886922] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.887142] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.887205] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.887371] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.887518] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.887648] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 724.887786] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 725.391198] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.391456] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.391662] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.391866] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 725.392796] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb977dc8-5543-423a-9a25-ea2c5e87b483 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.401318] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80e03ba-1ed8-43df-b981-d7dfa25a70bc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.416092] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f6e66a-ff6c-49f0-bd5a-5ef656c44391 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.422546] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3ad779-f3de-45dc-9784-4c65aeb832fc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.450509] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181203MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 725.450653] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.450823] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.469392] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 726.469683] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 726.484218] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9b3890-9bf7-41a8-a6fb-0e52f0ca4d71 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.491826] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d47c397-0c1d-4674-a5c7-4a7fd2748373 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.521778] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-face2494-4910-4ebf-887d-af8951de7c5e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.528536] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623429e9-07e1-4019-a86f-7a7a315d4ef7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.541123] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.044422] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.045713] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 727.045900] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.879501] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.879880] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 727.879880] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 728.383249] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 779.724013] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.724462] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Cleaning up deleted instances {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 780.229131] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] There are 0 instances to clean {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 780.229131] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.229131] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Cleaning up deleted instances with incomplete migration {{(pid=63348) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 780.732082] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 783.230658] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 783.231127] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 783.715081] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 783.719691] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 783.719870] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.223535] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.223798] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.223963] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.224136] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 784.225071] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c9768b-fc95-4d11-b11f-7cece0565b61 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.233394] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d20849-a424-4c5c-8a7d-6f4070dc7df2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.248374] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fd1ee8-46e4-43b2-b85a-4765a8a7597a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.254702] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cade2b5-c9a4-4b2b-9542-197f9e3f0c9a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.283402] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181201MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 784.283549] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.283740] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.303543] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 785.303805] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 785.316014] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfb3189-4603-4bd4-bb41-7dc6f408a0d0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.323484] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d36144-dc6c-4c3f-ac39-011ab914c4a6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.352700] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ae77d5-1133-43cc-afa8-b4789b76323e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.359226] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996e6d22-1783-4408-a5d9-00a173c845ac {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.371627] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.875029] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.876327] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 785.876504] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.877328] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.877742] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.877742] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.877845] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 787.720818] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.722386] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 787.722386] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 788.224066] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 842.721431] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 843.716084] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.221032] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.720687] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.720925] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.721109] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.224571] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.224938] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.224994] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.225145] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 845.226117] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2194938a-d3f5-4d3b-81a8-a8acac048d8c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.234568] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4171094a-0f3a-4717-91cd-5146c000f4fe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.249548] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1a9244-af70-43b1-958f-99d638086524 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.255898] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5a4ba8-797a-4812-a6c8-ef15cf535414 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.284276] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181150MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 845.284401] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.284593] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.338501] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 846.338778] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 846.355263] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Refreshing inventories for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 846.368429] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Updating ProviderTree inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 846.368626] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.381195] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Refreshing aggregate associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, aggregates: None {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 846.396035] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Refreshing trait associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 846.406843] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c76de7e-077a-4620-bdf3-faf197c3950a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.413880] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb0e4c5-a25c-49db-bbcf-a4cfdf3bd694 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.443431] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cea60b1-4603-4ec0-951c-206a0a144095 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.449793] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a737f3-d81f-4655-9efb-80e5abfa6b63 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.461960] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.965507] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.966814] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 846.966988] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.682s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.961065] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.961422] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.961460] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.961575] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 849.721488] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.721884] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 849.721884] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 850.225093] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 902.721610] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.719989] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.720500] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.720601] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.720798] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.721056] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 906.716462] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.720062] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.224127] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.224372] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.224542] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.224693] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 907.225598] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a74740-24c5-4ee6-8b19-e5c9905eb146 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.234139] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ff61d7-ed4e-41b2-88fc-e802b7582b53 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.247578] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100f5a4e-3726-4699-a2d1-ffc0c0750cfb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.253440] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f931b0-3425-456b-897d-eeec5312c420 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.281943] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181208MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 907.282090] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.282275] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.300394] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 908.300638] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 908.313483] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458a779a-6baa-435b-ad1c-ed3c4e6d0489 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.321358] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824f26a4-d445-46ab-8de8-3912deef69a0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.350019] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1440bc5-6b5b-453d-af7d-d9bc054aff2e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.357131] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae3c7fb-77af-4e44-ab54-29a491fd7351 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.370763] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.873705] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.874968] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 908.875165] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.875783] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.720862] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.721325] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 911.721325] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 912.223670] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 964.720607] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.228022] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.720955] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.715251] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.719876] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.720100] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.720282] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.720420] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 968.720692] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.223843] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.224094] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.224273] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.224428] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 969.225343] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7153299-0a1a-4971-822e-aa7d950b8a0c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.233649] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6c6dc4-c9d0-4e85-88f1-5adf8900b89f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.247158] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cd494b-5580-4a78-9602-1491fbeed612 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.253164] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4029d1e-9a3d-4b2e-ab0d-8b59482f9fb4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.281409] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181196MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 969.281550] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.281740] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.300640] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 970.300856] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 970.316770] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647566c2-e69d-4bb5-b06d-7a2c99c259c0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.325666] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d010849-3a5e-415e-84b8-51eb8ccfd010 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.356434] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed9e2c5-5b5d-4caf-a1fe-d9f3ab6bd5c6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.364542] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfc9b41-aafb-4394-bc46-f12dd3742912 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.379732] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.883576] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.884842] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 970.885037] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.603s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.885101] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.720572] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.721034] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 973.721034] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 974.223831] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1026.720458] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.720898] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.720898] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.721048] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1027.716838] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.719671] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.720578] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.721067] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.224163] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.224383] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.224544] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.224694] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1030.225608] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5f15d1-3ca7-4e07-b690-4d74a0786599 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.233765] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c1879f-a8c7-4f39-b567-af093a5ad092 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.247801] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f480b42a-6402-4af8-bdd7-541b7e6dce8a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.254115] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dee713-2763-4ff1-a19a-eaccdbdd8d36 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.283260] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181189MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1030.283477] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.283592] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.303416] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1031.303732] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1031.317763] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfc7b56-c34b-409f-98f9-6e31a930d60a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.325662] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9647ef-5f3f-477d-a5f4-ae014e8125da {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.355491] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cf0127-9033-4fc1-8560-bcbc448a277f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.364321] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf169d1f-36c5-4a9b-9a89-dbe093361a4b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.378501] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.881874] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.883199] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1031.883386] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.600s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.883016] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.720459] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.720718] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1033.720848] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1034.224171] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1084.723585] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.723997] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Cleaning up deleted instances with incomplete migration {{(pid=63348) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1087.720623] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.721027] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.721027] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1087.721186] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.224669] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.225136] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.715050] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.715312] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.720207] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.720682] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.720682] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Cleaning up deleted instances {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1091.223517] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] There are 0 instances to clean {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1092.223772] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.727063] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.727325] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.727523] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.727684] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1092.728612] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d45336c-eb81-49a1-8511-06c946054363 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.736889] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fbe731-8f9e-482b-aa8b-6d0462151488 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.751682] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272e434e-11d6-47c2-b149-6c51d9979b35 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.758127] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651e894c-986b-4d49-b94d-64fb58a28360 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.787562] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181187MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1092.787755] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.787897] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.805833] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1093.806091] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1093.818520] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00075721-5f7e-4b8e-a55f-3fb4645cceab {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.825938] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a735355d-1d88-480d-8c95-c62c72d0f5af {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.854614] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55616552-9f51-4321-8d1a-28f400a89af8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.861573] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae5456e-d6b0-473f-a861-d02a879ec0ca {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.874100] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.377378] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.378701] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1094.378884] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.875577] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.875852] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1094.875852] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1095.380235] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1095.380517] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.522340] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.025039] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Getting list of instances from cluster (obj){ [ 1109.025039] env[63348]: value = "domain-c8" [ 1109.025039] env[63348]: _type = "ClusterComputeResource" [ 1109.025039] env[63348]: } {{(pid=63348) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1109.026110] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a24f620-258c-4e1b-9531-6c43388f31b1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.034753] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Got total of 0 instances {{(pid=63348) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1148.720807] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.721257] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1149.720754] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.720651] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.721198] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.714839] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.719535] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.720262] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.224047] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.225148] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.225148] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.225148] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1153.225699] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80365da5-1627-497f-828d-169928e47922 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.234327] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3d6736-2b85-4c0c-9257-4aad1c11b762 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.248387] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994ad45e-e3cb-41e1-827b-d1e907af9bed {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.254623] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5946f14d-862d-493d-8812-f59f2988b914 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.284227] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181190MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1153.284398] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.284554] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.398536] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1154.398789] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1154.413870] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Refreshing inventories for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1154.424555] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Updating ProviderTree inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1154.424721] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1154.433604] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Refreshing aggregate associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, aggregates: None {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1154.447539] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Refreshing trait associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1154.457664] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171eab26-2a2f-490a-8674-1a4f849a33e0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.465273] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33d0b79-bd58-442c-9546-133f40ef1eb6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.493766] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b623d8e-f6b2-49ea-bde1-0247d0371d1c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.500359] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b1edd0-e5d4-44b1-a4cd-c2818c9a9e4b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.512604] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.015994] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.017385] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1155.017564] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.733s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.018666] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.019106] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1157.019106] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1157.522488] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1157.522721] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.723277] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.723718] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1210.721319] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.719847] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.720250] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.720250] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.715909] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.219971] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.725524] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.725806] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.728267] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.728267] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1213.728267] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf428eb-d3da-4eeb-ae58-ba816460cbb3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.735212] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f6ff0d-07fc-468f-b4a1-8929f6b4c27d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.748893] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe370b62-56e2-496e-b0d9-2aaa802219e0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.755145] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d829fb1-2137-4049-94c9-4640f873c227 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.784105] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181189MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1213.784255] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.784421] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.802374] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1214.802706] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1214.815654] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2029b1c-b2d7-4061-b0f3-92cfd616f84f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.823284] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4249f82-7648-4a6f-b449-d7093a2c83dc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.852334] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bf4c83-dc19-4644-8cc8-a9a66d47862e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.859216] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ee7676-74fe-4eb1-8e92-e1e0a7a4fe36 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.871757] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.375171] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.376462] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1215.376637] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.376316] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.719873] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.720075] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1216.720124] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1217.223782] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1217.224103] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.723452] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.723901] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1271.720793] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.721099] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.715576] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.720187] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.720363] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.721574] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.224058] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.224058] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.224058] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.224321] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1275.225065] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b81480-6f73-4eea-8c91-14aa920f2e88 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.233474] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695451e5-e9af-4e55-8d54-0e4fc374f2b9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.247012] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b945f5b-8b70-4851-bd26-8354e3341e6d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.252936] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e5e72f-1eef-492c-81a9-b6eecb08f160 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.280623] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181187MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1275.280750] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.280930] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.300669] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1276.300914] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1276.316570] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3344a82-7e33-4571-bf54-0d443e0090fd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.325357] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaac9e7-efa4-4d2c-af74-6c1972ed289d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.353614] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf53965-937a-4cdb-9121-888d3284a55e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.360327] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fae8e4-1c2f-4555-ad9a-98bf05a52260 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.373126] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.876409] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.877686] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1276.877893] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.879803] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.879803] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1278.879803] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1279.382034] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1279.382255] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.719898] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.720309] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.720309] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1332.716450] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.720586] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.720671] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.721160] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.715169] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.720241] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.223520] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.223767] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.223970] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.224146] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1337.225039] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7042bca7-0e9b-49ce-a7a4-098c7ca276c0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.233183] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d604314-39d2-42f2-a063-766e2bc22a7f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.247816] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc971a6-b995-4f35-b020-0541a3469d49 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.254284] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae893186-eb4d-4aff-ae43-4833f694a6d3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.283039] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181185MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1337.283209] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.283363] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.301179] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1338.301456] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1338.313698] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21414de5-b680-42b3-a00e-25f944416a6f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.321094] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446e35a5-7a5f-4d4a-b34e-16186cf125eb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.350929] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9079b4-4ec3-4afb-bfd9-9a4a19dd8eae {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.357689] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2592ea3-9cc4-427c-9c68-683525e77606 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.370454] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.873846] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.875119] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1338.875305] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.875953] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.876599] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1339.876599] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1340.379777] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1340.380161] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.722565] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.723040] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Cleaning up deleted instances with incomplete migration {{(pid=63348) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1392.224427] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.224850] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1393.721413] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.721646] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.722049] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.722049] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Cleaning up deleted instances {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1395.225288] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] There are 0 instances to clean {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1396.218507] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.218992] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.218992] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.720739] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.223843] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.224197] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.224247] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.224456] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1397.225731] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940e596c-b48f-42a9-ac47-ecff5df4a0a1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.233859] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2d9e94-524e-4b7e-a5e2-9455904bd132 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.247323] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97453a6-2a9c-4a7a-b43d-0d6acb459f54 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.253374] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc89b824-afff-4777-8f77-afae1ebc6dc7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.280970] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181199MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1397.281114] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.281292] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.300294] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1398.300536] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1398.312882] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068bdaf3-0e57-43e2-b38d-b687785e522f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.320488] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1efae42-0f23-480e-99cc-c130661a3ef7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.350169] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b3292e-a6c5-495b-ba37-58c3cccb3303 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.357346] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5088271c-6062-4101-8034-3a047be9e3fd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.370338] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.873037] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.874373] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1398.875020] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.875221] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.875627] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1399.875627] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1400.379837] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1400.380114] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.721177] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.220518] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.724753] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.724976] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.725123] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1455.721274] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.721695] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.721758] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.715375] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.720673] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.721119] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.223990] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.224289] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.224474] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.224618] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1459.225628] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978bc95c-ef4f-4067-a324-d75c1d0e8b54 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.233812] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a391af1-47f3-4c94-884c-7dbad90ec1a0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.248658] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7752eaf0-2250-4e8a-a3d5-524182c34c87 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.254762] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52af0761-3876-4046-8f43-6d89f653abe5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.282267] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181200MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1459.282398] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.282586] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.314984] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1460.315261] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1460.332038] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Refreshing inventories for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1460.342120] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Updating ProviderTree inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1460.342315] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1460.351492] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Refreshing aggregate associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, aggregates: None {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1460.365953] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Refreshing trait associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1460.377447] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07666215-6251-466d-a25f-95293993058c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.384666] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c265316c-1728-4c14-a698-77b6c17c390f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.415177] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb8a56e-ccb5-4dc2-af40-6e08e27a1b6a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.422334] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1903cc31-4b83-4082-870d-9c465a788419 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.435203] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.938143] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1460.939400] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1460.939580] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.657s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.939212] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.939676] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1461.939676] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1462.443304] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1515.721078] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.721544] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1516.720441] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1516.720681] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1516.720809] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.716699] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.720287] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.721747] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.227023] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.227023] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.227023] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.227023] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1519.227023] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d357e018-28e3-49f7-baec-2594ee9758be {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.235328] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7580a3bc-d69e-44e4-b651-b2b1d087ad1a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.250491] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a43d7a-5df3-4b4b-ab40-82ae4d1a827e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.258019] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93601efe-d2ea-458a-a811-509d6c24019c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.285396] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181201MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1519.285747] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.286113] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.305051] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1520.305051] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1520.317255] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4943a272-58f6-4630-9009-78b1e0c01b25 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.324625] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df23886-9d3f-4ab5-ada7-1fb8220b639a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.353611] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d21f19d-9ee3-4886-8587-efa8b51beef4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.360189] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c81f47-a734-4f6d-bcbc-9ab9257ca70b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.372757] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.876208] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1520.877514] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1520.877696] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.877494] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.877866] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1521.877866] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1522.380476] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1522.380749] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.220357] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.721915] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.721915] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1576.720812] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.720231] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.720557] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.720121] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.720464] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.226059] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.226317] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.226453] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.226599] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1579.227530] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2003d03f-7edb-4711-b795-2428e6fec9a3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.242628] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd28006-7f34-4b2d-bf76-893907f2a537 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.266418] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52f006d-8968-4c63-9fb6-063a7d93745e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.273825] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c5d933-04a0-4df6-9629-721fe21dd2fb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.311427] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181165MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1579.311583] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.311790] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.337235] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1580.340294] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1580.354223] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfc99a5-c152-4be7-8967-93bea704e4ae {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.365271] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b46cba-5e57-4dfb-be6e-4e518637b683 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.399326] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dda9285-1a12-4970-990c-29825bc6e133 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.406605] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4279fd-3473-48c0-a055-5d2762997124 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.420602] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1580.924622] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1580.926708] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1580.926708] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.615s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.921466] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1581.921747] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1581.921957] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1581.921957] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1582.424940] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1582.425217] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.380462] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "d686e8e0-41bf-4e2a-964a-b6ffc09f8e58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.380761] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "d686e8e0-41bf-4e2a-964a-b6ffc09f8e58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.498782] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Acquiring lock "0a255d7d-7a66-4e6f-89b1-eab3c13f3516" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.499072] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Lock "0a255d7d-7a66-4e6f-89b1-eab3c13f3516" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.657523] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Acquiring lock "9f37120a-dd52-4f95-9a11-ae5bcf3565ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.657523] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Lock "9f37120a-dd52-4f95-9a11-ae5bcf3565ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.885772] env[63348]: DEBUG nova.compute.manager [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1588.003142] env[63348]: DEBUG nova.compute.manager [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1588.160606] env[63348]: DEBUG nova.compute.manager [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1588.435981] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.435981] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.437669] env[63348]: INFO nova.compute.claims [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1588.525161] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.689409] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.549602] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529ac17b-e8a9-4e8b-a55f-06c3dbe4ef1f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.559217] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021b0dd6-e1aa-49fe-bbca-c7e0c28f266b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.596694] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3a6f92-df2c-4d68-99a4-96c617d49275 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.605220] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a2cc69-35fc-4948-9965-6c3747767c2d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.620055] env[63348]: DEBUG nova.compute.provider_tree [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.795169] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Acquiring lock "cd4627a3-03ee-4d91-ac3f-0eae930198be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.796566] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Lock "cd4627a3-03ee-4d91-ac3f-0eae930198be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.126598] env[63348]: DEBUG nova.scheduler.client.report [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1590.298906] env[63348]: DEBUG nova.compute.manager [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1590.634778] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.635123] env[63348]: DEBUG nova.compute.manager [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1590.637954] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.113s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.639461] env[63348]: INFO nova.compute.claims [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1590.824556] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquiring lock "eabb32a5-2905-403d-9ad4-cf12ecac4356" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.825202] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Lock "eabb32a5-2905-403d-9ad4-cf12ecac4356" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.829569] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.145817] env[63348]: DEBUG nova.compute.utils [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1591.148166] env[63348]: DEBUG nova.compute.manager [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1591.148759] env[63348]: DEBUG nova.network.neutron [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1591.328401] env[63348]: DEBUG nova.compute.manager [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1591.413600] env[63348]: DEBUG nova.policy [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b3fa7cc26634546a2e13b1f280832db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '612f13e93f12469ca1e1a961bde003c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1591.614856] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquiring lock "69eeee84-fcfd-4326-8384-79a1d5e01e9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.615144] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "69eeee84-fcfd-4326-8384-79a1d5e01e9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.650583] env[63348]: DEBUG nova.compute.manager [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1591.820243] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c38669-ab3c-4aff-968c-7684190434f2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.830435] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fbceb8-0eff-445c-a78b-e460eb6bd551 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.871943] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cfe296-d0c4-4933-8dc2-056fb2e62082 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.881735] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6be85f-90e1-4a2e-80be-881605f58a11 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.887182] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.900055] env[63348]: DEBUG nova.compute.provider_tree [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.119204] env[63348]: DEBUG nova.compute.manager [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1592.232389] env[63348]: DEBUG oslo_concurrency.lockutils [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Acquiring lock "ab38e291-8af6-4759-a504-a5926afa3e34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.232389] env[63348]: DEBUG oslo_concurrency.lockutils [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Lock "ab38e291-8af6-4759-a504-a5926afa3e34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.407453] env[63348]: DEBUG nova.scheduler.client.report [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1592.602382] env[63348]: DEBUG nova.network.neutron [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Successfully created port: 69863d0d-709f-4f6c-a8ee-9498ca023011 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1592.656399] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.665066] env[63348]: DEBUG nova.compute.manager [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1592.709137] env[63348]: DEBUG nova.virt.hardware [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1592.709137] env[63348]: DEBUG nova.virt.hardware [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1592.709137] env[63348]: DEBUG nova.virt.hardware [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1592.709137] env[63348]: DEBUG nova.virt.hardware [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1592.709319] env[63348]: DEBUG nova.virt.hardware [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1592.709989] env[63348]: DEBUG nova.virt.hardware [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1592.710364] env[63348]: DEBUG nova.virt.hardware [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1592.710635] env[63348]: DEBUG nova.virt.hardware [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1592.710900] env[63348]: DEBUG nova.virt.hardware [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1592.711190] env[63348]: DEBUG nova.virt.hardware [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1592.711755] env[63348]: DEBUG nova.virt.hardware [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1592.712927] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5304044-0135-40ee-99d5-cdc20464f536 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.728097] env[63348]: DEBUG oslo_concurrency.lockutils [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Acquiring lock "9d723a61-a652-4e89-9bf7-eb544d66b24f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.728482] env[63348]: DEBUG oslo_concurrency.lockutils [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Lock "9d723a61-a652-4e89-9bf7-eb544d66b24f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.730944] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b4ce2a-773f-45d1-9301-5881a8398e7a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.736169] env[63348]: DEBUG nova.compute.manager [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1592.753927] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d078e6-ba44-4479-8a68-536372ad7e3b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.912311] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.912311] env[63348]: DEBUG nova.compute.manager [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1592.914731] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.225s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.916149] env[63348]: INFO nova.compute.claims [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1593.237655] env[63348]: DEBUG nova.compute.manager [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1593.274442] env[63348]: DEBUG oslo_concurrency.lockutils [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.420793] env[63348]: DEBUG nova.compute.utils [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1593.422393] env[63348]: DEBUG nova.compute.manager [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Not allocating networking since 'none' was specified. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1593.778074] env[63348]: DEBUG oslo_concurrency.lockutils [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.924059] env[63348]: DEBUG nova.compute.manager [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1594.095483] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793deaad-e68b-4e86-8b29-22bfe18d3f21 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.104441] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2842ef8-03fb-4751-bab0-6ae7ac4a6a7b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.135209] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71f93dd-6ea2-4837-b8cb-285bee1deb0e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.142650] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831586ce-b444-4d5b-b977-53edb71d3f16 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.158904] env[63348]: DEBUG nova.compute.provider_tree [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.325648] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.325648] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.664195] env[63348]: DEBUG nova.scheduler.client.report [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1594.828861] env[63348]: DEBUG nova.compute.manager [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1594.935418] env[63348]: DEBUG nova.compute.manager [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1594.975574] env[63348]: DEBUG nova.virt.hardware [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1594.975826] env[63348]: DEBUG nova.virt.hardware [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1594.975988] env[63348]: DEBUG nova.virt.hardware [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1594.976184] env[63348]: DEBUG nova.virt.hardware [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1594.976330] env[63348]: DEBUG nova.virt.hardware [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1594.976471] env[63348]: DEBUG nova.virt.hardware [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1594.976717] env[63348]: DEBUG nova.virt.hardware [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1594.976869] env[63348]: DEBUG nova.virt.hardware [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1594.977018] env[63348]: DEBUG nova.virt.hardware [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1594.977216] env[63348]: DEBUG nova.virt.hardware [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1594.977411] env[63348]: DEBUG nova.virt.hardware [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1594.978426] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d9106d-ad26-4047-9205-3a67a4976135 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.988034] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37737c1b-b742-4a62-b81c-17dc8a21fb2f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.007839] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Instance VIF info [] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1595.019644] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1595.019964] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a05aed2e-d7ff-4dce-a5ed-e88e7cedc498 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.035179] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Created folder: OpenStack in parent group-v4. [ 1595.035872] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Creating folder: Project (2a6e4c505fef4853802973ada2cf5835). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1595.035872] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02cf46fc-44ef-4cec-9e5a-3a5b42a1b35c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.048619] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Created folder: Project (2a6e4c505fef4853802973ada2cf5835) in parent group-v415427. [ 1595.048691] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Creating folder: Instances. Parent ref: group-v415428. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1595.048935] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77b33c68-46a0-4fd8-9cf6-5dc2d973a6ff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.061174] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Created folder: Instances in parent group-v415428. [ 1595.061174] env[63348]: DEBUG oslo.service.loopingcall [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1595.061174] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1595.061371] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-237b353a-ce53-4f30-91b9-a53f6fa9f428 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.086086] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1595.086086] env[63348]: value = "task-2021935" [ 1595.086086] env[63348]: _type = "Task" [ 1595.086086] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.097273] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021935, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.171600] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.172190] env[63348]: DEBUG nova.compute.manager [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1595.180490] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.347s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.181835] env[63348]: INFO nova.compute.claims [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1595.376688] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.419263] env[63348]: DEBUG oslo_concurrency.lockutils [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Acquiring lock "98c625bb-3a8e-4148-87eb-88683c9995b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.422043] env[63348]: DEBUG oslo_concurrency.lockutils [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Lock "98c625bb-3a8e-4148-87eb-88683c9995b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.600263] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021935, 'name': CreateVM_Task, 'duration_secs': 0.351647} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.600440] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1595.601496] env[63348]: DEBUG oslo_vmware.service [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e834b9-ca2e-4ece-95a2-f177497852af {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.611071] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.612526] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.613281] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1595.613599] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf588f2d-9ba7-4cc4-b6b5-cb498311d423 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.620609] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Waiting for the task: (returnval){ [ 1595.620609] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f7d0ed-94f0-a10c-d722-86510699ba87" [ 1595.620609] env[63348]: _type = "Task" [ 1595.620609] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.634684] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f7d0ed-94f0-a10c-d722-86510699ba87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.686483] env[63348]: DEBUG nova.compute.utils [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1595.690569] env[63348]: DEBUG nova.compute.manager [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1595.690706] env[63348]: DEBUG nova.network.neutron [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1595.738930] env[63348]: DEBUG nova.network.neutron [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Successfully updated port: 69863d0d-709f-4f6c-a8ee-9498ca023011 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1595.756489] env[63348]: DEBUG nova.policy [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '735ebc336a744bd0ba4c7db9e4843eb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5962932abf5d49d796d50f6cf8679c76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1595.925587] env[63348]: DEBUG nova.compute.manager [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1596.138254] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.138569] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1596.139376] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.139809] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.140426] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1596.140960] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa78de6c-68dd-46ec-ba0f-5e14c649f111 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.161836] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1596.161836] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1596.162330] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6909b296-19d5-49eb-9449-7a5c210cf331 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.170798] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c27b291-7410-4ef3-8549-8cdc5e377f79 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.177078] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Waiting for the task: (returnval){ [ 1596.177078] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528443ec-7f67-78f3-9d06-a86526fa68cd" [ 1596.177078] env[63348]: _type = "Task" [ 1596.177078] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.185504] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528443ec-7f67-78f3-9d06-a86526fa68cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.193926] env[63348]: DEBUG nova.compute.manager [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1596.245966] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "refresh_cache-d686e8e0-41bf-4e2a-964a-b6ffc09f8e58" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.245966] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired lock "refresh_cache-d686e8e0-41bf-4e2a-964a-b6ffc09f8e58" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.245966] env[63348]: DEBUG nova.network.neutron [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1596.324186] env[63348]: DEBUG nova.network.neutron [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Successfully created port: 494dc2f3-0417-4dc4-9f4a-fa8800d196cc {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1596.366344] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a862410-89b5-4da5-9157-a52c500b9d6e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.374714] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36c52f5-b316-48cb-a20e-7defd557b84d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.408894] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae725efc-d4b0-4d5c-a72a-493df0d0de5d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.420903] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4337dc-94a5-485a-ba7a-f43def500028 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.438988] env[63348]: DEBUG nova.compute.provider_tree [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.456299] env[63348]: DEBUG oslo_concurrency.lockutils [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.687993] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Preparing fetch location {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1596.688513] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Creating directory with path [datastore2] vmware_temp/eb977a0f-f860-44d0-9475-742da464814a/c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1596.688743] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07c0e3e3-95d8-41b8-a1e0-1a6267c110ea {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.717116] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Created directory with path [datastore2] vmware_temp/eb977a0f-f860-44d0-9475-742da464814a/c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1596.717116] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Fetch image to [datastore2] vmware_temp/eb977a0f-f860-44d0-9475-742da464814a/c7aee889-e84a-4155-853a-36d081051059/tmp-sparse.vmdk {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1596.717116] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Downloading image file data c7aee889-e84a-4155-853a-36d081051059 to [datastore2] vmware_temp/eb977a0f-f860-44d0-9475-742da464814a/c7aee889-e84a-4155-853a-36d081051059/tmp-sparse.vmdk on the data store datastore2 {{(pid=63348) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1596.717116] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97186ac0-9f55-466c-969f-704bcfe0c17a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.735408] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b7ada5-7f53-45c2-93f1-d7d96220cb3d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.750983] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8943a240-fe1e-48b8-bdfc-ea688863083a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.800762] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176bc76b-5d7c-4b4d-b7ae-aa588f5e0973 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.807193] env[63348]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e7c7963e-9460-4407-bd12-4f77791965e1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.869158] env[63348]: DEBUG nova.network.neutron [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1596.914633] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Downloading image file data c7aee889-e84a-4155-853a-36d081051059 to the data store datastore2 {{(pid=63348) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1596.946222] env[63348]: DEBUG nova.scheduler.client.report [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1596.999243] env[63348]: DEBUG oslo_vmware.rw_handles [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/eb977a0f-f860-44d0-9475-742da464814a/c7aee889-e84a-4155-853a-36d081051059/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63348) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1597.186751] env[63348]: DEBUG nova.network.neutron [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Updating instance_info_cache with network_info: [{"id": "69863d0d-709f-4f6c-a8ee-9498ca023011", "address": "fa:16:3e:9a:54:91", "network": {"id": "d8db0652-40ca-4962-b22c-4094827b7de1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752680112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "612f13e93f12469ca1e1a961bde003c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69863d0d-70", "ovs_interfaceid": "69863d0d-709f-4f6c-a8ee-9498ca023011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.211030] env[63348]: DEBUG nova.compute.manager [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1597.243240] env[63348]: DEBUG nova.virt.hardware [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1597.243484] env[63348]: DEBUG nova.virt.hardware [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1597.243639] env[63348]: DEBUG nova.virt.hardware [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1597.243818] env[63348]: DEBUG nova.virt.hardware [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1597.243963] env[63348]: DEBUG nova.virt.hardware [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1597.244117] env[63348]: DEBUG nova.virt.hardware [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1597.244338] env[63348]: DEBUG nova.virt.hardware [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1597.244497] env[63348]: DEBUG nova.virt.hardware [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1597.244662] env[63348]: DEBUG nova.virt.hardware [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1597.244821] env[63348]: DEBUG nova.virt.hardware [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1597.245017] env[63348]: DEBUG nova.virt.hardware [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1597.245927] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7cbbb2-2b79-4ec3-8d27-edb3a1b02119 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.256642] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83caa61f-c13d-4dd5-8054-93c73abf9c33 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.403680] env[63348]: DEBUG nova.compute.manager [req-1c6367b3-a496-490f-98dd-917548f5bad5 req-7126b449-7c6d-48de-9f89-2dae26c675b8 service nova] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Received event network-vif-plugged-69863d0d-709f-4f6c-a8ee-9498ca023011 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1597.404033] env[63348]: DEBUG oslo_concurrency.lockutils [req-1c6367b3-a496-490f-98dd-917548f5bad5 req-7126b449-7c6d-48de-9f89-2dae26c675b8 service nova] Acquiring lock "d686e8e0-41bf-4e2a-964a-b6ffc09f8e58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.404101] env[63348]: DEBUG oslo_concurrency.lockutils [req-1c6367b3-a496-490f-98dd-917548f5bad5 req-7126b449-7c6d-48de-9f89-2dae26c675b8 service nova] Lock "d686e8e0-41bf-4e2a-964a-b6ffc09f8e58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.404281] env[63348]: DEBUG oslo_concurrency.lockutils [req-1c6367b3-a496-490f-98dd-917548f5bad5 req-7126b449-7c6d-48de-9f89-2dae26c675b8 service nova] Lock "d686e8e0-41bf-4e2a-964a-b6ffc09f8e58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.404499] env[63348]: DEBUG nova.compute.manager [req-1c6367b3-a496-490f-98dd-917548f5bad5 req-7126b449-7c6d-48de-9f89-2dae26c675b8 service nova] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] No waiting events found dispatching network-vif-plugged-69863d0d-709f-4f6c-a8ee-9498ca023011 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1597.404669] env[63348]: WARNING nova.compute.manager [req-1c6367b3-a496-490f-98dd-917548f5bad5 req-7126b449-7c6d-48de-9f89-2dae26c675b8 service nova] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Received unexpected event network-vif-plugged-69863d0d-709f-4f6c-a8ee-9498ca023011 for instance with vm_state building and task_state spawning. [ 1597.456721] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.457396] env[63348]: DEBUG nova.compute.manager [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1597.461176] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.574s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.462620] env[63348]: INFO nova.compute.claims [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1597.684823] env[63348]: DEBUG oslo_vmware.rw_handles [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Completed reading data from the image iterator. {{(pid=63348) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1597.685084] env[63348]: DEBUG oslo_vmware.rw_handles [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/eb977a0f-f860-44d0-9475-742da464814a/c7aee889-e84a-4155-853a-36d081051059/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1597.689830] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Releasing lock "refresh_cache-d686e8e0-41bf-4e2a-964a-b6ffc09f8e58" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.690247] env[63348]: DEBUG nova.compute.manager [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Instance network_info: |[{"id": "69863d0d-709f-4f6c-a8ee-9498ca023011", "address": "fa:16:3e:9a:54:91", "network": {"id": "d8db0652-40ca-4962-b22c-4094827b7de1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752680112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "612f13e93f12469ca1e1a961bde003c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69863d0d-70", "ovs_interfaceid": "69863d0d-709f-4f6c-a8ee-9498ca023011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1597.690733] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:54:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69863d0d-709f-4f6c-a8ee-9498ca023011', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1597.699709] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Creating folder: Project (612f13e93f12469ca1e1a961bde003c5). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1597.700009] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c8628d6-7426-4d0e-a976-204e46a5d00e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.714682] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Created folder: Project (612f13e93f12469ca1e1a961bde003c5) in parent group-v415427. [ 1597.714871] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Creating folder: Instances. Parent ref: group-v415431. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1597.715117] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-430c5e46-fc62-45d7-a3e6-b2eec7d42a1e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.724834] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Created folder: Instances in parent group-v415431. [ 1597.725937] env[63348]: DEBUG oslo.service.loopingcall [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1597.725937] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1597.725937] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09277bbd-d771-476a-b76a-57e859b66147 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.746980] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1597.746980] env[63348]: value = "task-2021938" [ 1597.746980] env[63348]: _type = "Task" [ 1597.746980] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.762360] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021938, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.828026] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Downloaded image file data c7aee889-e84a-4155-853a-36d081051059 to vmware_temp/eb977a0f-f860-44d0-9475-742da464814a/c7aee889-e84a-4155-853a-36d081051059/tmp-sparse.vmdk on the data store datastore2 {{(pid=63348) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1597.828663] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Caching image {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1597.829227] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Copying Virtual Disk [datastore2] vmware_temp/eb977a0f-f860-44d0-9475-742da464814a/c7aee889-e84a-4155-853a-36d081051059/tmp-sparse.vmdk to [datastore2] vmware_temp/eb977a0f-f860-44d0-9475-742da464814a/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1597.829412] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf3e229f-1a5b-4579-84d1-b8964ae11586 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.837816] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Waiting for the task: (returnval){ [ 1597.837816] env[63348]: value = "task-2021939" [ 1597.837816] env[63348]: _type = "Task" [ 1597.837816] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.847142] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.967985] env[63348]: DEBUG nova.compute.utils [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1597.971009] env[63348]: DEBUG nova.compute.manager [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1597.971211] env[63348]: DEBUG nova.network.neutron [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1598.160252] env[63348]: DEBUG nova.policy [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a61b67c004424b91a4ca4ba989020ed2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbe44d5dc2ea47bd9a658e102000c7c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1598.264553] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021938, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.352381] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021939, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.476803] env[63348]: DEBUG nova.compute.manager [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1598.710989] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bf98ad-4875-44ff-8ba1-457ffb90a6f6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.711571] env[63348]: DEBUG nova.network.neutron [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Successfully updated port: 494dc2f3-0417-4dc4-9f4a-fa8800d196cc {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1598.718703] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac4d586-2f25-47cd-9fd3-cfe6805a3f1e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.758459] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e618b199-7a39-4d0d-abda-084c07af7a07 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.769506] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021938, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.779779] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c2e285-ab31-41b2-9e26-e51cf6a035f4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.798436] env[63348]: DEBUG nova.compute.provider_tree [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.850526] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682125} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.850832] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Copied Virtual Disk [datastore2] vmware_temp/eb977a0f-f860-44d0-9475-742da464814a/c7aee889-e84a-4155-853a-36d081051059/tmp-sparse.vmdk to [datastore2] vmware_temp/eb977a0f-f860-44d0-9475-742da464814a/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1598.851069] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Deleting the datastore file [datastore2] vmware_temp/eb977a0f-f860-44d0-9475-742da464814a/c7aee889-e84a-4155-853a-36d081051059/tmp-sparse.vmdk {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1598.851480] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8acffa39-7899-4b57-accc-940ca00af423 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.858831] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Waiting for the task: (returnval){ [ 1598.858831] env[63348]: value = "task-2021940" [ 1598.858831] env[63348]: _type = "Task" [ 1598.858831] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.871451] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.218528] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Acquiring lock "refresh_cache-9f37120a-dd52-4f95-9a11-ae5bcf3565ba" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.218528] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Acquired lock "refresh_cache-9f37120a-dd52-4f95-9a11-ae5bcf3565ba" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.218528] env[63348]: DEBUG nova.network.neutron [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1599.272182] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021938, 'name': CreateVM_Task, 'duration_secs': 1.341687} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.272182] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1599.290284] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.290629] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.293657] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1599.293657] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquiring lock "ba49ff78-a55c-4fb7-acf4-c77c53bd82e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.293657] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "ba49ff78-a55c-4fb7-acf4-c77c53bd82e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.293657] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-181105c4-ca97-4b3f-806a-b43748e14d9b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.302049] env[63348]: DEBUG nova.scheduler.client.report [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1599.307028] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1599.307028] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fb2983-defb-9365-4ce5-de2efd09fb6d" [ 1599.307028] env[63348]: _type = "Task" [ 1599.307028] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.322047] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.322047] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1599.322281] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.377456] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022188} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.379425] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1599.379425] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Moving file from [datastore2] vmware_temp/eb977a0f-f860-44d0-9475-742da464814a/c7aee889-e84a-4155-853a-36d081051059 to [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059. {{(pid=63348) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1599.379425] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f2ab6942-fc60-453f-956d-3699f2149779 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.388599] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Waiting for the task: (returnval){ [ 1599.388599] env[63348]: value = "task-2021941" [ 1599.388599] env[63348]: _type = "Task" [ 1599.388599] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.400342] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021941, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.436965] env[63348]: DEBUG nova.network.neutron [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Successfully created port: b6d0b976-6661-4330-a54c-80adc38ed4e8 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1599.498693] env[63348]: DEBUG nova.compute.manager [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1599.530012] env[63348]: DEBUG nova.virt.hardware [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1599.530313] env[63348]: DEBUG nova.virt.hardware [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1599.530457] env[63348]: DEBUG nova.virt.hardware [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1599.530621] env[63348]: DEBUG nova.virt.hardware [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1599.530764] env[63348]: DEBUG nova.virt.hardware [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1599.530910] env[63348]: DEBUG nova.virt.hardware [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1599.531130] env[63348]: DEBUG nova.virt.hardware [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1599.531290] env[63348]: DEBUG nova.virt.hardware [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1599.531487] env[63348]: DEBUG nova.virt.hardware [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1599.531691] env[63348]: DEBUG nova.virt.hardware [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1599.531875] env[63348]: DEBUG nova.virt.hardware [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1599.532748] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396b8318-2b5d-4e87-bcf0-b38802b2a747 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.541346] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed05a19-ff46-4898-84ca-1d3e4df8fd3b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.811103] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.811103] env[63348]: DEBUG nova.compute.manager [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1599.816182] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.158s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.816182] env[63348]: INFO nova.compute.claims [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1599.897586] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021941, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030829} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.897822] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] File moved {{(pid=63348) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1599.898042] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Cleaning up location [datastore2] vmware_temp/eb977a0f-f860-44d0-9475-742da464814a {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1599.898281] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Deleting the datastore file [datastore2] vmware_temp/eb977a0f-f860-44d0-9475-742da464814a {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1599.898458] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b58646e-704f-4bae-9c56-3e795cbded96 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.906440] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Waiting for the task: (returnval){ [ 1599.906440] env[63348]: value = "task-2021942" [ 1599.906440] env[63348]: _type = "Task" [ 1599.906440] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.917096] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.939696] env[63348]: DEBUG nova.network.neutron [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1600.107975] env[63348]: DEBUG nova.compute.manager [req-6dc2b054-3571-4280-9481-2f2bc37abaa0 req-e737b793-8881-4bf3-88c8-3ea959bee41f service nova] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Received event network-vif-plugged-494dc2f3-0417-4dc4-9f4a-fa8800d196cc {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1600.107975] env[63348]: DEBUG oslo_concurrency.lockutils [req-6dc2b054-3571-4280-9481-2f2bc37abaa0 req-e737b793-8881-4bf3-88c8-3ea959bee41f service nova] Acquiring lock "9f37120a-dd52-4f95-9a11-ae5bcf3565ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.107975] env[63348]: DEBUG oslo_concurrency.lockutils [req-6dc2b054-3571-4280-9481-2f2bc37abaa0 req-e737b793-8881-4bf3-88c8-3ea959bee41f service nova] Lock "9f37120a-dd52-4f95-9a11-ae5bcf3565ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.107975] env[63348]: DEBUG oslo_concurrency.lockutils [req-6dc2b054-3571-4280-9481-2f2bc37abaa0 req-e737b793-8881-4bf3-88c8-3ea959bee41f service nova] Lock "9f37120a-dd52-4f95-9a11-ae5bcf3565ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.107975] env[63348]: DEBUG nova.compute.manager [req-6dc2b054-3571-4280-9481-2f2bc37abaa0 req-e737b793-8881-4bf3-88c8-3ea959bee41f service nova] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] No waiting events found dispatching network-vif-plugged-494dc2f3-0417-4dc4-9f4a-fa8800d196cc {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1600.108149] env[63348]: WARNING nova.compute.manager [req-6dc2b054-3571-4280-9481-2f2bc37abaa0 req-e737b793-8881-4bf3-88c8-3ea959bee41f service nova] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Received unexpected event network-vif-plugged-494dc2f3-0417-4dc4-9f4a-fa8800d196cc for instance with vm_state building and task_state spawning. [ 1600.319604] env[63348]: DEBUG nova.compute.utils [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1600.329877] env[63348]: DEBUG nova.compute.manager [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1600.329877] env[63348]: DEBUG nova.network.neutron [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1600.362426] env[63348]: DEBUG nova.compute.manager [req-76a0d481-62ae-4cfa-b741-87ea993511cb req-2a982791-3207-406d-8fef-47318d2ede67 service nova] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Received event network-changed-69863d0d-709f-4f6c-a8ee-9498ca023011 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1600.362426] env[63348]: DEBUG nova.compute.manager [req-76a0d481-62ae-4cfa-b741-87ea993511cb req-2a982791-3207-406d-8fef-47318d2ede67 service nova] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Refreshing instance network info cache due to event network-changed-69863d0d-709f-4f6c-a8ee-9498ca023011. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1600.362426] env[63348]: DEBUG oslo_concurrency.lockutils [req-76a0d481-62ae-4cfa-b741-87ea993511cb req-2a982791-3207-406d-8fef-47318d2ede67 service nova] Acquiring lock "refresh_cache-d686e8e0-41bf-4e2a-964a-b6ffc09f8e58" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.362426] env[63348]: DEBUG oslo_concurrency.lockutils [req-76a0d481-62ae-4cfa-b741-87ea993511cb req-2a982791-3207-406d-8fef-47318d2ede67 service nova] Acquired lock "refresh_cache-d686e8e0-41bf-4e2a-964a-b6ffc09f8e58" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.362426] env[63348]: DEBUG nova.network.neutron [req-76a0d481-62ae-4cfa-b741-87ea993511cb req-2a982791-3207-406d-8fef-47318d2ede67 service nova] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Refreshing network info cache for port 69863d0d-709f-4f6c-a8ee-9498ca023011 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1600.418177] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025604} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.418466] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1600.419208] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a4d211c-5b0f-4051-92e6-f6919272118f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.425943] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Waiting for the task: (returnval){ [ 1600.425943] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528928e2-b47e-1cbf-decf-8706e7a52821" [ 1600.425943] env[63348]: _type = "Task" [ 1600.425943] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.437641] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528928e2-b47e-1cbf-decf-8706e7a52821, 'name': SearchDatastore_Task, 'duration_secs': 0.008448} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.437903] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.438255] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 0a255d7d-7a66-4e6f-89b1-eab3c13f3516/0a255d7d-7a66-4e6f-89b1-eab3c13f3516.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1600.438656] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.438988] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1600.439640] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1560297-236d-4cfa-ada0-a72ac816fedb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.441637] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dd3b6ab-eb7b-4c5d-8606-cdfd592e9b80 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.446716] env[63348]: DEBUG nova.network.neutron [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Updating instance_info_cache with network_info: [{"id": "494dc2f3-0417-4dc4-9f4a-fa8800d196cc", "address": "fa:16:3e:5c:14:83", "network": {"id": "8970c20f-78a4-45e7-b420-1ec582b0c851", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2016094475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5962932abf5d49d796d50f6cf8679c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494dc2f3-04", "ovs_interfaceid": "494dc2f3-0417-4dc4-9f4a-fa8800d196cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.449868] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Waiting for the task: (returnval){ [ 1600.449868] env[63348]: value = "task-2021943" [ 1600.449868] env[63348]: _type = "Task" [ 1600.449868] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.453153] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1600.453153] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1600.455333] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07191bce-f713-41ee-a49a-bfa327254bea {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.464743] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.466443] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1600.466443] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ea4e63-4f00-ef29-c866-3e03d30c972c" [ 1600.466443] env[63348]: _type = "Task" [ 1600.466443] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.474826] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ea4e63-4f00-ef29-c866-3e03d30c972c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.649684] env[63348]: DEBUG nova.policy [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8328d30787e04d28a65598cc556f7db2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba9ed06e46c243b0a25d80e07eaa350b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1600.833019] env[63348]: DEBUG nova.compute.manager [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1600.952121] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Releasing lock "refresh_cache-9f37120a-dd52-4f95-9a11-ae5bcf3565ba" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.952458] env[63348]: DEBUG nova.compute.manager [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Instance network_info: |[{"id": "494dc2f3-0417-4dc4-9f4a-fa8800d196cc", "address": "fa:16:3e:5c:14:83", "network": {"id": "8970c20f-78a4-45e7-b420-1ec582b0c851", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2016094475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5962932abf5d49d796d50f6cf8679c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494dc2f3-04", "ovs_interfaceid": "494dc2f3-0417-4dc4-9f4a-fa8800d196cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1600.952934] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:14:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '494dc2f3-0417-4dc4-9f4a-fa8800d196cc', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1600.960976] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Creating folder: Project (5962932abf5d49d796d50f6cf8679c76). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1600.967513] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f014845b-3ca2-44f8-8565-6ccfae0be98b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.976742] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021943, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.988046] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Created folder: Project (5962932abf5d49d796d50f6cf8679c76) in parent group-v415427. [ 1600.988424] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Creating folder: Instances. Parent ref: group-v415434. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1600.989538] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cff662e-a14b-4080-ab2e-8cbfe85c1018 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.998696] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ea4e63-4f00-ef29-c866-3e03d30c972c, 'name': SearchDatastore_Task, 'duration_secs': 0.016364} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.002248] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f7c1e00-212a-47f2-8433-a566c11b40ad {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.010524] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Created folder: Instances in parent group-v415434. [ 1601.010728] env[63348]: DEBUG oslo.service.loopingcall [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1601.011623] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1601.011623] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55db4225-2ae3-4d94-874b-5299913cced5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.026594] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1601.026594] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5207eae4-18d9-71e9-9b80-5abddef322b3" [ 1601.026594] env[63348]: _type = "Task" [ 1601.026594] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.032505] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1601.032505] env[63348]: value = "task-2021946" [ 1601.032505] env[63348]: _type = "Task" [ 1601.032505] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.044840] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5207eae4-18d9-71e9-9b80-5abddef322b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.045279] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021946, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.098201] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62df4259-df2b-445d-8b47-6c36a10b303c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.112109] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacb34a7-108e-41f0-8d47-304986790734 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.161473] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd13b1d-26aa-4fe0-ba2f-a9bc9d58b96c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.170970] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98aebfa-cbe7-4719-a46a-557477eaf8f4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.189717] env[63348]: DEBUG nova.compute.provider_tree [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.464467] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541147} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.464467] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 0a255d7d-7a66-4e6f-89b1-eab3c13f3516/0a255d7d-7a66-4e6f-89b1-eab3c13f3516.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1601.464845] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1601.464845] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b113065a-b46a-4214-9903-ac9a9065b2e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.472622] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Waiting for the task: (returnval){ [ 1601.472622] env[63348]: value = "task-2021947" [ 1601.472622] env[63348]: _type = "Task" [ 1601.472622] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.481897] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.543630] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5207eae4-18d9-71e9-9b80-5abddef322b3, 'name': SearchDatastore_Task, 'duration_secs': 0.027701} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.545103] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.545612] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] d686e8e0-41bf-4e2a-964a-b6ffc09f8e58/d686e8e0-41bf-4e2a-964a-b6ffc09f8e58.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1601.545907] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69341757-0aee-42d3-9792-b6ad9b02fefc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.552915] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021946, 'name': CreateVM_Task, 'duration_secs': 0.402671} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.553455] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1601.554331] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.554535] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.554879] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1601.555188] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad36539b-f23a-44dd-bc7c-62f10c1b9123 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.558782] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1601.558782] env[63348]: value = "task-2021948" [ 1601.558782] env[63348]: _type = "Task" [ 1601.558782] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.565087] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Waiting for the task: (returnval){ [ 1601.565087] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52323e7b-30f1-6ec2-26f6-d15f232ccd34" [ 1601.565087] env[63348]: _type = "Task" [ 1601.565087] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.572269] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2021948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.577752] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52323e7b-30f1-6ec2-26f6-d15f232ccd34, 'name': SearchDatastore_Task, 'duration_secs': 0.009201} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.578132] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.578587] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1601.578740] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.578887] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.579161] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1601.579469] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0504acc4-cec2-4c0d-84b5-d192f56825d8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.589693] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1601.589875] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1601.591147] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ca8924-8108-4121-a335-43299c7a28a8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.596321] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Waiting for the task: (returnval){ [ 1601.596321] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525e37f5-63c0-64f7-8b27-7496ba54b42b" [ 1601.596321] env[63348]: _type = "Task" [ 1601.596321] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.604746] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525e37f5-63c0-64f7-8b27-7496ba54b42b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.695710] env[63348]: DEBUG nova.scheduler.client.report [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1601.786394] env[63348]: DEBUG nova.network.neutron [req-76a0d481-62ae-4cfa-b741-87ea993511cb req-2a982791-3207-406d-8fef-47318d2ede67 service nova] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Updated VIF entry in instance network info cache for port 69863d0d-709f-4f6c-a8ee-9498ca023011. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1601.786394] env[63348]: DEBUG nova.network.neutron [req-76a0d481-62ae-4cfa-b741-87ea993511cb req-2a982791-3207-406d-8fef-47318d2ede67 service nova] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Updating instance_info_cache with network_info: [{"id": "69863d0d-709f-4f6c-a8ee-9498ca023011", "address": "fa:16:3e:9a:54:91", "network": {"id": "d8db0652-40ca-4962-b22c-4094827b7de1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752680112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "612f13e93f12469ca1e1a961bde003c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69863d0d-70", "ovs_interfaceid": "69863d0d-709f-4f6c-a8ee-9498ca023011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.848747] env[63348]: DEBUG nova.compute.manager [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1601.888810] env[63348]: DEBUG nova.virt.hardware [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1601.889079] env[63348]: DEBUG nova.virt.hardware [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1601.889236] env[63348]: DEBUG nova.virt.hardware [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1601.889408] env[63348]: DEBUG nova.virt.hardware [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1601.889543] env[63348]: DEBUG nova.virt.hardware [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1601.889681] env[63348]: DEBUG nova.virt.hardware [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1601.889902] env[63348]: DEBUG nova.virt.hardware [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1601.890108] env[63348]: DEBUG nova.virt.hardware [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1601.890295] env[63348]: DEBUG nova.virt.hardware [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1601.890440] env[63348]: DEBUG nova.virt.hardware [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1601.890604] env[63348]: DEBUG nova.virt.hardware [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1601.891529] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50e14cb-0994-4654-b457-5f9a49dcedc4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.903328] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251a5907-7682-485d-8009-bc45aa11d899 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.985689] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063039} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.986439] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1601.988545] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d604dc-8914-47c5-9c25-08d75ad1d16a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.020557] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 0a255d7d-7a66-4e6f-89b1-eab3c13f3516/0a255d7d-7a66-4e6f-89b1-eab3c13f3516.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1602.020879] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70f1a874-2d21-4784-ab90-2a0a3a79af4d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.042065] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Waiting for the task: (returnval){ [ 1602.042065] env[63348]: value = "task-2021949" [ 1602.042065] env[63348]: _type = "Task" [ 1602.042065] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.056475] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021949, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.074146] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2021948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469692} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.074146] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] d686e8e0-41bf-4e2a-964a-b6ffc09f8e58/d686e8e0-41bf-4e2a-964a-b6ffc09f8e58.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1602.074146] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1602.075026] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b84ce29b-d4a9-418a-99ed-baa8aa616a30 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.083555] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1602.083555] env[63348]: value = "task-2021950" [ 1602.083555] env[63348]: _type = "Task" [ 1602.083555] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.094825] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2021950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.106741] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525e37f5-63c0-64f7-8b27-7496ba54b42b, 'name': SearchDatastore_Task, 'duration_secs': 0.008757} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.107897] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a07f03-0834-4eee-92fb-df2c15712225 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.115150] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Waiting for the task: (returnval){ [ 1602.115150] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520be185-96ee-43bb-8b4e-7f10e18fbd72" [ 1602.115150] env[63348]: _type = "Task" [ 1602.115150] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.129085] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520be185-96ee-43bb-8b4e-7f10e18fbd72, 'name': SearchDatastore_Task, 'duration_secs': 0.009031} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.130497] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.130497] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 9f37120a-dd52-4f95-9a11-ae5bcf3565ba/9f37120a-dd52-4f95-9a11-ae5bcf3565ba.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1602.130799] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43c7a683-7283-475d-a642-d5b07e11dcd6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.141973] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Waiting for the task: (returnval){ [ 1602.141973] env[63348]: value = "task-2021951" [ 1602.141973] env[63348]: _type = "Task" [ 1602.141973] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.153207] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': task-2021951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.205037] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.206531] env[63348]: DEBUG nova.compute.manager [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1602.215588] env[63348]: DEBUG oslo_concurrency.lockutils [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.942s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.217307] env[63348]: INFO nova.compute.claims [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1602.287651] env[63348]: DEBUG oslo_concurrency.lockutils [req-76a0d481-62ae-4cfa-b741-87ea993511cb req-2a982791-3207-406d-8fef-47318d2ede67 service nova] Releasing lock "refresh_cache-d686e8e0-41bf-4e2a-964a-b6ffc09f8e58" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.557896] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021949, 'name': ReconfigVM_Task, 'duration_secs': 0.407224} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.557896] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 0a255d7d-7a66-4e6f-89b1-eab3c13f3516/0a255d7d-7a66-4e6f-89b1-eab3c13f3516.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1602.557896] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ef0ae35-f70a-4036-accd-820907b98605 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.565933] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Waiting for the task: (returnval){ [ 1602.565933] env[63348]: value = "task-2021952" [ 1602.565933] env[63348]: _type = "Task" [ 1602.565933] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.575282] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021952, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.593964] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2021950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062845} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.594528] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1602.596433] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0102fd54-15e6-4213-87c4-ce2ab5f5dc26 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.629853] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] d686e8e0-41bf-4e2a-964a-b6ffc09f8e58/d686e8e0-41bf-4e2a-964a-b6ffc09f8e58.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1602.630567] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c15c4b8a-b87e-4341-9e51-f66f8338089a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.662806] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': task-2021951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495671} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.663746] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 9f37120a-dd52-4f95-9a11-ae5bcf3565ba/9f37120a-dd52-4f95-9a11-ae5bcf3565ba.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1602.663968] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1602.664565] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1602.664565] env[63348]: value = "task-2021953" [ 1602.664565] env[63348]: _type = "Task" [ 1602.664565] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.664565] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37ec9506-f53a-4c47-8ece-75cff272bf44 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.674915] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2021953, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.676866] env[63348]: DEBUG nova.network.neutron [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Successfully created port: 18ff38fc-5661-456a-b221-76cabbf20aae {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1602.681021] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Waiting for the task: (returnval){ [ 1602.681021] env[63348]: value = "task-2021954" [ 1602.681021] env[63348]: _type = "Task" [ 1602.681021] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.690035] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': task-2021954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.724355] env[63348]: DEBUG nova.compute.utils [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1602.731023] env[63348]: DEBUG nova.compute.manager [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1602.731023] env[63348]: DEBUG nova.network.neutron [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1602.927372] env[63348]: DEBUG nova.policy [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '536c86cc4fd94f0a9144801ab5c82ef9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f45a73d2d1f42a0a0c672abd085f991', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1603.080151] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021952, 'name': Rename_Task, 'duration_secs': 0.158423} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.080531] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1603.081138] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ee86f03-e1ce-4d4a-9e9a-9555eca3dde5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.092362] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Waiting for the task: (returnval){ [ 1603.092362] env[63348]: value = "task-2021955" [ 1603.092362] env[63348]: _type = "Task" [ 1603.092362] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.103731] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.182829] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2021953, 'name': ReconfigVM_Task, 'duration_secs': 0.294264} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.188928] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Reconfigured VM instance instance-00000001 to attach disk [datastore2] d686e8e0-41bf-4e2a-964a-b6ffc09f8e58/d686e8e0-41bf-4e2a-964a-b6ffc09f8e58.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1603.189869] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08e857c9-3fab-4977-bfab-9cb7da2177b0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.199077] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': task-2021954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069333} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.202423] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1603.202423] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1603.202423] env[63348]: value = "task-2021956" [ 1603.202423] env[63348]: _type = "Task" [ 1603.202423] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.203067] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1aca449-cdec-4ca3-a62b-6daada38620f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.227671] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2021956, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.239090] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 9f37120a-dd52-4f95-9a11-ae5bcf3565ba/9f37120a-dd52-4f95-9a11-ae5bcf3565ba.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1603.239090] env[63348]: DEBUG nova.compute.manager [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1603.245036] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bb619c7-0fb1-4959-b744-7f8ea5fceedb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.265304] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Waiting for the task: (returnval){ [ 1603.265304] env[63348]: value = "task-2021957" [ 1603.265304] env[63348]: _type = "Task" [ 1603.265304] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.275621] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': task-2021957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.481095] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421f3e40-3246-40f8-84d2-988454a5c91a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.489760] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30acbbae-a9e2-4113-a0e4-edc3a7432b30 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.534137] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e02669-be75-4978-ac9e-7f1c0e31d9a6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.543818] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3724aa4-f8db-4edc-8c5a-4f457993ebcd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.564400] env[63348]: DEBUG nova.compute.provider_tree [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.605154] env[63348]: DEBUG oslo_vmware.api [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2021955, 'name': PowerOnVM_Task, 'duration_secs': 0.477426} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.606721] env[63348]: DEBUG nova.network.neutron [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Successfully created port: 028d5cda-bece-4e66-b80b-52613eadb5a0 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1603.608955] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1603.609473] env[63348]: INFO nova.compute.manager [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1603.610093] env[63348]: DEBUG nova.compute.manager [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1603.611694] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d526e4a-099a-4400-9083-eaf2cfe3b6fa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.717988] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2021956, 'name': Rename_Task, 'duration_secs': 0.197697} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.718373] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1603.718772] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3703a4de-b7ff-4ba8-8810-f2ba08c62f84 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.725279] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1603.725279] env[63348]: value = "task-2021958" [ 1603.725279] env[63348]: _type = "Task" [ 1603.725279] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.734247] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2021958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.778634] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': task-2021957, 'name': ReconfigVM_Task, 'duration_secs': 0.28257} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.778948] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 9f37120a-dd52-4f95-9a11-ae5bcf3565ba/9f37120a-dd52-4f95-9a11-ae5bcf3565ba.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1603.779561] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f60566ac-dfdc-40f0-8416-50e61b794680 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.787744] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Waiting for the task: (returnval){ [ 1603.787744] env[63348]: value = "task-2021959" [ 1603.787744] env[63348]: _type = "Task" [ 1603.787744] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.798611] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': task-2021959, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.800011] env[63348]: DEBUG nova.network.neutron [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Successfully updated port: b6d0b976-6661-4330-a54c-80adc38ed4e8 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1604.069770] env[63348]: DEBUG nova.scheduler.client.report [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.136690] env[63348]: INFO nova.compute.manager [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Took 15.63 seconds to build instance. [ 1604.238148] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2021958, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.274021] env[63348]: DEBUG nova.compute.manager [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1604.309360] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Acquiring lock "refresh_cache-cd4627a3-03ee-4d91-ac3f-0eae930198be" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.309360] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Acquired lock "refresh_cache-cd4627a3-03ee-4d91-ac3f-0eae930198be" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.309360] env[63348]: DEBUG nova.network.neutron [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1604.313287] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': task-2021959, 'name': Rename_Task, 'duration_secs': 0.15529} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.317979] env[63348]: DEBUG nova.virt.hardware [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1604.318865] env[63348]: DEBUG nova.virt.hardware [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1604.318865] env[63348]: DEBUG nova.virt.hardware [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1604.318865] env[63348]: DEBUG nova.virt.hardware [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1604.318865] env[63348]: DEBUG nova.virt.hardware [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1604.319322] env[63348]: DEBUG nova.virt.hardware [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1604.319322] env[63348]: DEBUG nova.virt.hardware [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1604.319322] env[63348]: DEBUG nova.virt.hardware [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1604.319960] env[63348]: DEBUG nova.virt.hardware [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1604.319960] env[63348]: DEBUG nova.virt.hardware [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1604.319960] env[63348]: DEBUG nova.virt.hardware [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1604.320295] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1604.321289] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bce5eb6-e873-4daa-a43a-a30b0e238fac {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.324486] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29ad0d2b-3e09-4986-b4c5-95b817c522db {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.333391] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7d8eb0-f1d5-4799-8b5e-28abd072b956 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.337521] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Waiting for the task: (returnval){ [ 1604.337521] env[63348]: value = "task-2021960" [ 1604.337521] env[63348]: _type = "Task" [ 1604.337521] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.356973] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': task-2021960, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.575793] env[63348]: DEBUG oslo_concurrency.lockutils [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.576523] env[63348]: DEBUG nova.compute.manager [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1604.580778] env[63348]: DEBUG oslo_concurrency.lockutils [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.803s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.582682] env[63348]: INFO nova.compute.claims [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1604.639429] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c7aa0cdb-d762-4072-86e7-dafe98e54124 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Lock "0a255d7d-7a66-4e6f-89b1-eab3c13f3516" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.140s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.737895] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2021958, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.851729] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': task-2021960, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.927033] env[63348]: DEBUG nova.network.neutron [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1605.012233] env[63348]: DEBUG nova.compute.manager [req-5b806657-2213-4bbb-aaaf-0d1bfee958b5 req-10a77d4c-730e-4d3f-b63a-315b9d6ce739 service nova] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Received event network-changed-494dc2f3-0417-4dc4-9f4a-fa8800d196cc {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1605.012491] env[63348]: DEBUG nova.compute.manager [req-5b806657-2213-4bbb-aaaf-0d1bfee958b5 req-10a77d4c-730e-4d3f-b63a-315b9d6ce739 service nova] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Refreshing instance network info cache due to event network-changed-494dc2f3-0417-4dc4-9f4a-fa8800d196cc. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1605.012627] env[63348]: DEBUG oslo_concurrency.lockutils [req-5b806657-2213-4bbb-aaaf-0d1bfee958b5 req-10a77d4c-730e-4d3f-b63a-315b9d6ce739 service nova] Acquiring lock "refresh_cache-9f37120a-dd52-4f95-9a11-ae5bcf3565ba" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.012761] env[63348]: DEBUG oslo_concurrency.lockutils [req-5b806657-2213-4bbb-aaaf-0d1bfee958b5 req-10a77d4c-730e-4d3f-b63a-315b9d6ce739 service nova] Acquired lock "refresh_cache-9f37120a-dd52-4f95-9a11-ae5bcf3565ba" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.012964] env[63348]: DEBUG nova.network.neutron [req-5b806657-2213-4bbb-aaaf-0d1bfee958b5 req-10a77d4c-730e-4d3f-b63a-315b9d6ce739 service nova] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Refreshing network info cache for port 494dc2f3-0417-4dc4-9f4a-fa8800d196cc {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1605.088283] env[63348]: DEBUG nova.compute.utils [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1605.099505] env[63348]: DEBUG nova.compute.manager [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1605.099708] env[63348]: DEBUG nova.network.neutron [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1605.142317] env[63348]: DEBUG nova.compute.manager [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1605.186796] env[63348]: DEBUG nova.policy [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aaf309168b654236a3f1877bc349ba01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c3b47ea98674c09854d60ee3d3a56a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1605.239880] env[63348]: DEBUG oslo_vmware.api [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2021958, 'name': PowerOnVM_Task, 'duration_secs': 1.098291} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.240222] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1605.240449] env[63348]: INFO nova.compute.manager [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Took 12.58 seconds to spawn the instance on the hypervisor. [ 1605.240644] env[63348]: DEBUG nova.compute.manager [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1605.241561] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a334c0e-3611-4572-9806-492243460770 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.354369] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': task-2021960, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.540085] env[63348]: DEBUG nova.network.neutron [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Updating instance_info_cache with network_info: [{"id": "b6d0b976-6661-4330-a54c-80adc38ed4e8", "address": "fa:16:3e:50:fd:a1", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d0b976-66", "ovs_interfaceid": "b6d0b976-6661-4330-a54c-80adc38ed4e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.599744] env[63348]: DEBUG nova.network.neutron [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Successfully created port: 15c31a52-6e59-4624-9542-54715d998101 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1605.602397] env[63348]: DEBUG nova.compute.manager [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1605.678356] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.771869] env[63348]: INFO nova.compute.manager [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Took 17.38 seconds to build instance. [ 1605.829320] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1949f59-7093-4379-9ccc-d28124a7b1d0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.840421] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4d0046-8183-4faf-ab0b-5fcff7c0381e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.856292] env[63348]: DEBUG oslo_vmware.api [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': task-2021960, 'name': PowerOnVM_Task, 'duration_secs': 1.075346} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.879663] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1605.879903] env[63348]: INFO nova.compute.manager [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1605.880138] env[63348]: DEBUG nova.compute.manager [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1605.883760] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067b4562-ae44-4b86-af8c-9a4bb4a47e89 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.887021] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095314f4-99e0-4c9d-b3a4-43143d365d7c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.898367] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4906c733-9b26-406b-80bf-463c7539ce39 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.915077] env[63348]: DEBUG nova.compute.provider_tree [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1606.041146] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Releasing lock "refresh_cache-cd4627a3-03ee-4d91-ac3f-0eae930198be" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.041491] env[63348]: DEBUG nova.compute.manager [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Instance network_info: |[{"id": "b6d0b976-6661-4330-a54c-80adc38ed4e8", "address": "fa:16:3e:50:fd:a1", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d0b976-66", "ovs_interfaceid": "b6d0b976-6661-4330-a54c-80adc38ed4e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1606.041995] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:fd:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6d0b976-6661-4330-a54c-80adc38ed4e8', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1606.052409] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Creating folder: Project (fbe44d5dc2ea47bd9a658e102000c7c4). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1606.054012] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57801284-949f-4464-ad91-b75631e5a86f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.060259] env[63348]: DEBUG nova.network.neutron [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Successfully updated port: 028d5cda-bece-4e66-b80b-52613eadb5a0 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1606.065916] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Created folder: Project (fbe44d5dc2ea47bd9a658e102000c7c4) in parent group-v415427. [ 1606.065916] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Creating folder: Instances. Parent ref: group-v415437. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1606.065916] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b07499c1-1b94-49a5-a2e8-dc0bb1414a4e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.074975] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Created folder: Instances in parent group-v415437. [ 1606.075407] env[63348]: DEBUG oslo.service.loopingcall [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1606.075479] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1606.075636] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-862e3cd6-7701-4d52-97e9-1f24bac957d6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.103086] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1606.103086] env[63348]: value = "task-2021963" [ 1606.103086] env[63348]: _type = "Task" [ 1606.103086] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.119541] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021963, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.219928] env[63348]: DEBUG nova.compute.manager [req-63a8edcd-77b3-47fb-a187-458e54d63e36 req-9d999ea3-0658-454b-8bd3-0edb43dcb0c5 service nova] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Received event network-vif-plugged-b6d0b976-6661-4330-a54c-80adc38ed4e8 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1606.220065] env[63348]: DEBUG oslo_concurrency.lockutils [req-63a8edcd-77b3-47fb-a187-458e54d63e36 req-9d999ea3-0658-454b-8bd3-0edb43dcb0c5 service nova] Acquiring lock "cd4627a3-03ee-4d91-ac3f-0eae930198be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.220291] env[63348]: DEBUG oslo_concurrency.lockutils [req-63a8edcd-77b3-47fb-a187-458e54d63e36 req-9d999ea3-0658-454b-8bd3-0edb43dcb0c5 service nova] Lock "cd4627a3-03ee-4d91-ac3f-0eae930198be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.220578] env[63348]: DEBUG oslo_concurrency.lockutils [req-63a8edcd-77b3-47fb-a187-458e54d63e36 req-9d999ea3-0658-454b-8bd3-0edb43dcb0c5 service nova] Lock "cd4627a3-03ee-4d91-ac3f-0eae930198be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.220578] env[63348]: DEBUG nova.compute.manager [req-63a8edcd-77b3-47fb-a187-458e54d63e36 req-9d999ea3-0658-454b-8bd3-0edb43dcb0c5 service nova] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] No waiting events found dispatching network-vif-plugged-b6d0b976-6661-4330-a54c-80adc38ed4e8 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1606.220799] env[63348]: WARNING nova.compute.manager [req-63a8edcd-77b3-47fb-a187-458e54d63e36 req-9d999ea3-0658-454b-8bd3-0edb43dcb0c5 service nova] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Received unexpected event network-vif-plugged-b6d0b976-6661-4330-a54c-80adc38ed4e8 for instance with vm_state building and task_state spawning. [ 1606.276035] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6a1c9b89-2e4f-40bf-aa17-01ef2c881219 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "d686e8e0-41bf-4e2a-964a-b6ffc09f8e58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.895s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.424663] env[63348]: DEBUG nova.scheduler.client.report [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1606.427957] env[63348]: INFO nova.compute.manager [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Took 17.76 seconds to build instance. [ 1606.565452] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquiring lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.565452] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquired lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.565452] env[63348]: DEBUG nova.network.neutron [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1606.616722] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021963, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.622503] env[63348]: DEBUG nova.compute.manager [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1606.653211] env[63348]: DEBUG nova.virt.hardware [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1606.653211] env[63348]: DEBUG nova.virt.hardware [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1606.653468] env[63348]: DEBUG nova.virt.hardware [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1606.653468] env[63348]: DEBUG nova.virt.hardware [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1606.653619] env[63348]: DEBUG nova.virt.hardware [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1606.653717] env[63348]: DEBUG nova.virt.hardware [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1606.654257] env[63348]: DEBUG nova.virt.hardware [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1606.654257] env[63348]: DEBUG nova.virt.hardware [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1606.654381] env[63348]: DEBUG nova.virt.hardware [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1606.654654] env[63348]: DEBUG nova.virt.hardware [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1606.654749] env[63348]: DEBUG nova.virt.hardware [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1606.655579] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971ea847-036f-4d39-8f18-d3a2e668bb11 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.664347] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e17fc9b-ba8e-4f7e-85af-6cc5787f74c3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.690614] env[63348]: DEBUG nova.network.neutron [req-5b806657-2213-4bbb-aaaf-0d1bfee958b5 req-10a77d4c-730e-4d3f-b63a-315b9d6ce739 service nova] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Updated VIF entry in instance network info cache for port 494dc2f3-0417-4dc4-9f4a-fa8800d196cc. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1606.691063] env[63348]: DEBUG nova.network.neutron [req-5b806657-2213-4bbb-aaaf-0d1bfee958b5 req-10a77d4c-730e-4d3f-b63a-315b9d6ce739 service nova] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Updating instance_info_cache with network_info: [{"id": "494dc2f3-0417-4dc4-9f4a-fa8800d196cc", "address": "fa:16:3e:5c:14:83", "network": {"id": "8970c20f-78a4-45e7-b420-1ec582b0c851", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2016094475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5962932abf5d49d796d50f6cf8679c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494dc2f3-04", "ovs_interfaceid": "494dc2f3-0417-4dc4-9f4a-fa8800d196cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.903369] env[63348]: DEBUG nova.network.neutron [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Successfully updated port: 18ff38fc-5661-456a-b221-76cabbf20aae {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1606.932017] env[63348]: DEBUG oslo_concurrency.lockutils [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.932017] env[63348]: DEBUG nova.compute.manager [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1606.932785] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.557s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.933886] env[63348]: INFO nova.compute.claims [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1606.936354] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1085ac3c-4226-478e-a9bb-4e0ea2204cb1 tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Lock "9f37120a-dd52-4f95-9a11-ae5bcf3565ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.280s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.116805] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021963, 'name': CreateVM_Task, 'duration_secs': 0.631154} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.118018] env[63348]: DEBUG nova.network.neutron [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1607.120418] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1607.121585] env[63348]: DEBUG oslo_vmware.service [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715f7a15-4497-438b-890e-feb6180cfd6c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.128867] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.129042] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.129416] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1607.130365] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-252c0cf5-2ebd-479d-ba0d-d271e8e86eb4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.135377] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Waiting for the task: (returnval){ [ 1607.135377] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f7c880-ffbe-f57c-cc29-856c39b5f001" [ 1607.135377] env[63348]: _type = "Task" [ 1607.135377] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.144796] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f7c880-ffbe-f57c-cc29-856c39b5f001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.181820] env[63348]: DEBUG nova.compute.manager [None req-43ecdfe0-6987-4df7-bcb2-262ace3b5ec9 tempest-ServerDiagnosticsV248Test-1047505045 tempest-ServerDiagnosticsV248Test-1047505045-project-admin] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1607.183158] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297bce67-fa92-4108-9e4d-6cafb0a7bb2f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.190053] env[63348]: INFO nova.compute.manager [None req-43ecdfe0-6987-4df7-bcb2-262ace3b5ec9 tempest-ServerDiagnosticsV248Test-1047505045 tempest-ServerDiagnosticsV248Test-1047505045-project-admin] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Retrieving diagnostics [ 1607.191068] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9bad7e-629a-400d-8882-a6b178b00259 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.193892] env[63348]: DEBUG oslo_concurrency.lockutils [req-5b806657-2213-4bbb-aaaf-0d1bfee958b5 req-10a77d4c-730e-4d3f-b63a-315b9d6ce739 service nova] Releasing lock "refresh_cache-9f37120a-dd52-4f95-9a11-ae5bcf3565ba" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.303500] env[63348]: DEBUG nova.network.neutron [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Updating instance_info_cache with network_info: [{"id": "028d5cda-bece-4e66-b80b-52613eadb5a0", "address": "fa:16:3e:91:c0:b7", "network": {"id": "c8ec7dc5-bd89-42cd-be55-8a2ff6416ad6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1929788479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f45a73d2d1f42a0a0c672abd085f991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028d5cda-be", "ovs_interfaceid": "028d5cda-bece-4e66-b80b-52613eadb5a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.410535] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquiring lock "refresh_cache-eabb32a5-2905-403d-9ad4-cf12ecac4356" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.410705] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquired lock "refresh_cache-eabb32a5-2905-403d-9ad4-cf12ecac4356" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.410875] env[63348]: DEBUG nova.network.neutron [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1607.439037] env[63348]: DEBUG nova.compute.utils [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1607.440539] env[63348]: DEBUG nova.compute.manager [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1607.440720] env[63348]: DEBUG nova.network.neutron [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1607.537325] env[63348]: DEBUG nova.policy [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6293c705b849499c8110e9e6142f6653', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95228664de5e45a3b69d53898d080b6d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1607.628012] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Acquiring lock "8fe84c5b-5758-4907-9578-8e9a8588088c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.628374] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Lock "8fe84c5b-5758-4907-9578-8e9a8588088c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.650025] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.650025] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1607.650025] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.650025] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.650445] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1607.650445] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b9a04e2-bf7c-4dc2-94a6-b7d43c6a6ae7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.661903] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1607.661903] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1607.661903] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807a3c27-4358-4d0d-9cd8-e64b953ee040 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.669711] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02a2900-8d30-44b8-9593-e7155c30e0bd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.675375] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Waiting for the task: (returnval){ [ 1607.675375] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e3783b-08e8-97ce-b13c-7afbab8afd37" [ 1607.675375] env[63348]: _type = "Task" [ 1607.675375] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.685048] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e3783b-08e8-97ce-b13c-7afbab8afd37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.716359] env[63348]: DEBUG nova.network.neutron [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Successfully updated port: 15c31a52-6e59-4624-9542-54715d998101 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1607.806643] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Releasing lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.807016] env[63348]: DEBUG nova.compute.manager [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Instance network_info: |[{"id": "028d5cda-bece-4e66-b80b-52613eadb5a0", "address": "fa:16:3e:91:c0:b7", "network": {"id": "c8ec7dc5-bd89-42cd-be55-8a2ff6416ad6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1929788479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f45a73d2d1f42a0a0c672abd085f991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028d5cda-be", "ovs_interfaceid": "028d5cda-bece-4e66-b80b-52613eadb5a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1607.807444] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:c0:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '028d5cda-bece-4e66-b80b-52613eadb5a0', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1607.818341] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Creating folder: Project (6f45a73d2d1f42a0a0c672abd085f991). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1607.818638] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79f2b7ab-8c71-443b-b67c-8ea4e90c9098 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.832816] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Created folder: Project (6f45a73d2d1f42a0a0c672abd085f991) in parent group-v415427. [ 1607.833072] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Creating folder: Instances. Parent ref: group-v415440. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1607.833323] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-629a3abe-7f7e-4ea5-83c9-540273d1da2e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.842675] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Created folder: Instances in parent group-v415440. [ 1607.842979] env[63348]: DEBUG oslo.service.loopingcall [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1607.843224] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1607.843429] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-390ca400-0cdd-4445-8f14-9014495e2762 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.870676] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1607.870676] env[63348]: value = "task-2021966" [ 1607.870676] env[63348]: _type = "Task" [ 1607.870676] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.880027] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021966, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.948526] env[63348]: DEBUG nova.compute.manager [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1607.966166] env[63348]: DEBUG nova.network.neutron [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1608.077566] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Acquiring lock "eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.077797] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Lock "eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.131327] env[63348]: DEBUG nova.compute.manager [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1608.195298] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Preparing fetch location {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1608.195298] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Creating directory with path [datastore1] vmware_temp/849468a7-94bb-45e5-a34d-aad86996a5d5/c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1608.195608] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c086f4ed-9e92-48d2-94c6-3ea10439a12b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.226705] env[63348]: DEBUG oslo_concurrency.lockutils [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Acquiring lock "refresh_cache-ab38e291-8af6-4759-a504-a5926afa3e34" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.226869] env[63348]: DEBUG oslo_concurrency.lockutils [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Acquired lock "refresh_cache-ab38e291-8af6-4759-a504-a5926afa3e34" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.227151] env[63348]: DEBUG nova.network.neutron [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1608.232714] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Created directory with path [datastore1] vmware_temp/849468a7-94bb-45e5-a34d-aad86996a5d5/c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1608.233740] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Fetch image to [datastore1] vmware_temp/849468a7-94bb-45e5-a34d-aad86996a5d5/c7aee889-e84a-4155-853a-36d081051059/tmp-sparse.vmdk {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1608.233949] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Downloading image file data c7aee889-e84a-4155-853a-36d081051059 to [datastore1] vmware_temp/849468a7-94bb-45e5-a34d-aad86996a5d5/c7aee889-e84a-4155-853a-36d081051059/tmp-sparse.vmdk on the data store datastore1 {{(pid=63348) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1608.234794] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f53b278-50b2-4dee-acdc-ffc34167df76 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.242753] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7692971f-719d-48b5-9955-2088476bc605 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.258054] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4f82d3-030b-4d54-84ef-9938b32eae74 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.299858] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3450f3-fd35-4e40-8b34-44fc8c5da2f5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.303385] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a6e89d-92ec-4065-b658-2f506199ef9f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.315086] env[63348]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-28ad367b-f322-46eb-a282-12f850a26a63 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.318868] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2117480d-5576-4839-b849-d53c6335f814 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.359778] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff33500-5167-4aff-a41c-70b22523fa53 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.369373] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13572228-fcff-48d3-b5a0-79a5a6427807 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.388201] env[63348]: DEBUG nova.compute.provider_tree [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1608.392813] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021966, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.393780] env[63348]: DEBUG nova.network.neutron [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Updating instance_info_cache with network_info: [{"id": "18ff38fc-5661-456a-b221-76cabbf20aae", "address": "fa:16:3e:1e:67:7c", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ff38fc-56", "ovs_interfaceid": "18ff38fc-5661-456a-b221-76cabbf20aae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.411990] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Downloading image file data c7aee889-e84a-4155-853a-36d081051059 to the data store datastore1 {{(pid=63348) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1608.480471] env[63348]: DEBUG oslo_vmware.rw_handles [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/849468a7-94bb-45e5-a34d-aad86996a5d5/c7aee889-e84a-4155-853a-36d081051059/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63348) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1608.580398] env[63348]: DEBUG nova.compute.manager [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1608.647090] env[63348]: DEBUG nova.network.neutron [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Successfully created port: 7bcfe139-a7ca-4e01-b8da-04cf95c00f4b {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1608.674694] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.806960] env[63348]: DEBUG nova.network.neutron [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1608.890390] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021966, 'name': CreateVM_Task, 'duration_secs': 0.541769} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.890944] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1608.891702] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.891870] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.892399] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1608.892453] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2743425f-892e-4f6a-b161-a2b59d92baac {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.894849] env[63348]: DEBUG nova.scheduler.client.report [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1608.898582] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Releasing lock "refresh_cache-eabb32a5-2905-403d-9ad4-cf12ecac4356" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.898843] env[63348]: DEBUG nova.compute.manager [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Instance network_info: |[{"id": "18ff38fc-5661-456a-b221-76cabbf20aae", "address": "fa:16:3e:1e:67:7c", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ff38fc-56", "ovs_interfaceid": "18ff38fc-5661-456a-b221-76cabbf20aae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1608.900698] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:67:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18ff38fc-5661-456a-b221-76cabbf20aae', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1608.908312] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Creating folder: Project (ba9ed06e46c243b0a25d80e07eaa350b). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1608.918505] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9fcce27-5eaf-424a-abbf-4181ae09a47a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.920306] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "bac7ec18-8d57-45bf-901a-ad7020428158" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.920558] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "bac7ec18-8d57-45bf-901a-ad7020428158" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.921127] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1608.921127] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529ba8dd-75eb-f6e6-0400-4718c7a1460d" [ 1608.921127] env[63348]: _type = "Task" [ 1608.921127] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.930110] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Created folder: Project (ba9ed06e46c243b0a25d80e07eaa350b) in parent group-v415427. [ 1608.930338] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Creating folder: Instances. Parent ref: group-v415443. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1608.933683] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36cb5ef7-0946-4d88-96f2-27f459ca5cf3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.936145] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.936445] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1608.936703] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.946073] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Created folder: Instances in parent group-v415443. [ 1608.946371] env[63348]: DEBUG oslo.service.loopingcall [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.946657] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1608.946957] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a519397-f74e-4714-9811-3014a3cb3f00 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.968962] env[63348]: DEBUG nova.compute.manager [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1608.974774] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1608.974774] env[63348]: value = "task-2021969" [ 1608.974774] env[63348]: _type = "Task" [ 1608.974774] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.984192] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021969, 'name': CreateVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.007411] env[63348]: DEBUG nova.virt.hardware [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1609.007609] env[63348]: DEBUG nova.virt.hardware [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1609.007767] env[63348]: DEBUG nova.virt.hardware [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1609.007946] env[63348]: DEBUG nova.virt.hardware [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1609.008432] env[63348]: DEBUG nova.virt.hardware [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1609.008614] env[63348]: DEBUG nova.virt.hardware [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1609.008827] env[63348]: DEBUG nova.virt.hardware [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1609.008986] env[63348]: DEBUG nova.virt.hardware [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1609.009232] env[63348]: DEBUG nova.virt.hardware [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1609.009382] env[63348]: DEBUG nova.virt.hardware [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1609.009552] env[63348]: DEBUG nova.virt.hardware [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1609.010441] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3f95dd-968a-4a46-92d6-861bf46825e0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.019917] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbacddb-d3da-4faa-8583-4a9bee21d8a1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.111508] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.118224] env[63348]: DEBUG oslo_vmware.rw_handles [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Completed reading data from the image iterator. {{(pid=63348) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1609.118483] env[63348]: DEBUG oslo_vmware.rw_handles [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/849468a7-94bb-45e5-a34d-aad86996a5d5/c7aee889-e84a-4155-853a-36d081051059/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1609.127912] env[63348]: DEBUG nova.network.neutron [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Updating instance_info_cache with network_info: [{"id": "15c31a52-6e59-4624-9542-54715d998101", "address": "fa:16:3e:7f:70:ee", "network": {"id": "0428a0e8-3fc3-43ea-91bf-1e413a37c406", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-439232479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c3b47ea98674c09854d60ee3d3a56a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c31a52-6e", "ovs_interfaceid": "15c31a52-6e59-4624-9542-54715d998101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.276352] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Downloaded image file data c7aee889-e84a-4155-853a-36d081051059 to vmware_temp/849468a7-94bb-45e5-a34d-aad86996a5d5/c7aee889-e84a-4155-853a-36d081051059/tmp-sparse.vmdk on the data store datastore1 {{(pid=63348) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1609.278956] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Caching image {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1609.279320] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Copying Virtual Disk [datastore1] vmware_temp/849468a7-94bb-45e5-a34d-aad86996a5d5/c7aee889-e84a-4155-853a-36d081051059/tmp-sparse.vmdk to [datastore1] vmware_temp/849468a7-94bb-45e5-a34d-aad86996a5d5/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1609.279498] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-020bbc1f-9cf1-44e9-b9ed-ea75575ef358 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.288670] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Waiting for the task: (returnval){ [ 1609.288670] env[63348]: value = "task-2021970" [ 1609.288670] env[63348]: _type = "Task" [ 1609.288670] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.297390] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.400517] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.401081] env[63348]: DEBUG nova.compute.manager [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1609.403879] env[63348]: DEBUG oslo_concurrency.lockutils [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.948s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.405559] env[63348]: INFO nova.compute.claims [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1609.484778] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021969, 'name': CreateVM_Task, 'duration_secs': 0.436564} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.484869] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1609.485580] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.488765] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.488765] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1609.488765] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8280594c-f2a2-4e8c-8c91-05366a4b6948 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.491844] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for the task: (returnval){ [ 1609.491844] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528eacdf-8a64-7bb9-b6f8-afd505342569" [ 1609.491844] env[63348]: _type = "Task" [ 1609.491844] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.500716] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528eacdf-8a64-7bb9-b6f8-afd505342569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.632581] env[63348]: DEBUG oslo_concurrency.lockutils [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Releasing lock "refresh_cache-ab38e291-8af6-4759-a504-a5926afa3e34" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.632863] env[63348]: DEBUG nova.compute.manager [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Instance network_info: |[{"id": "15c31a52-6e59-4624-9542-54715d998101", "address": "fa:16:3e:7f:70:ee", "network": {"id": "0428a0e8-3fc3-43ea-91bf-1e413a37c406", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-439232479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c3b47ea98674c09854d60ee3d3a56a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c31a52-6e", "ovs_interfaceid": "15c31a52-6e59-4624-9542-54715d998101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1609.633518] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:70:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15c31a52-6e59-4624-9542-54715d998101', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1609.641917] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Creating folder: Project (8c3b47ea98674c09854d60ee3d3a56a7). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1609.642572] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1a5cbd2-7386-44c4-b815-5f9936ad3a73 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.652478] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Created folder: Project (8c3b47ea98674c09854d60ee3d3a56a7) in parent group-v415427. [ 1609.652765] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Creating folder: Instances. Parent ref: group-v415446. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1609.652868] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39052c5a-3162-4f39-a2c0-afb4aa51c406 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.661966] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Created folder: Instances in parent group-v415446. [ 1609.662216] env[63348]: DEBUG oslo.service.loopingcall [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.663041] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1609.663041] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40e8aca7-d329-4bf9-b70b-3d91499259a8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.687397] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1609.687397] env[63348]: value = "task-2021973" [ 1609.687397] env[63348]: _type = "Task" [ 1609.687397] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.696365] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021973, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.802980] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.805358] env[63348]: DEBUG nova.compute.manager [req-ab5799f4-6b0c-4326-b55d-0df93270a0c5 req-2fd061f2-6031-48c7-b5b1-a9e182ee85f8 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Received event network-vif-plugged-028d5cda-bece-4e66-b80b-52613eadb5a0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1609.805558] env[63348]: DEBUG oslo_concurrency.lockutils [req-ab5799f4-6b0c-4326-b55d-0df93270a0c5 req-2fd061f2-6031-48c7-b5b1-a9e182ee85f8 service nova] Acquiring lock "69eeee84-fcfd-4326-8384-79a1d5e01e9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.805756] env[63348]: DEBUG oslo_concurrency.lockutils [req-ab5799f4-6b0c-4326-b55d-0df93270a0c5 req-2fd061f2-6031-48c7-b5b1-a9e182ee85f8 service nova] Lock "69eeee84-fcfd-4326-8384-79a1d5e01e9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.805959] env[63348]: DEBUG oslo_concurrency.lockutils [req-ab5799f4-6b0c-4326-b55d-0df93270a0c5 req-2fd061f2-6031-48c7-b5b1-a9e182ee85f8 service nova] Lock "69eeee84-fcfd-4326-8384-79a1d5e01e9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.806124] env[63348]: DEBUG nova.compute.manager [req-ab5799f4-6b0c-4326-b55d-0df93270a0c5 req-2fd061f2-6031-48c7-b5b1-a9e182ee85f8 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] No waiting events found dispatching network-vif-plugged-028d5cda-bece-4e66-b80b-52613eadb5a0 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1609.806285] env[63348]: WARNING nova.compute.manager [req-ab5799f4-6b0c-4326-b55d-0df93270a0c5 req-2fd061f2-6031-48c7-b5b1-a9e182ee85f8 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Received unexpected event network-vif-plugged-028d5cda-bece-4e66-b80b-52613eadb5a0 for instance with vm_state building and task_state spawning. [ 1609.806478] env[63348]: DEBUG nova.compute.manager [req-ab5799f4-6b0c-4326-b55d-0df93270a0c5 req-2fd061f2-6031-48c7-b5b1-a9e182ee85f8 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Received event network-changed-028d5cda-bece-4e66-b80b-52613eadb5a0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1609.806586] env[63348]: DEBUG nova.compute.manager [req-ab5799f4-6b0c-4326-b55d-0df93270a0c5 req-2fd061f2-6031-48c7-b5b1-a9e182ee85f8 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Refreshing instance network info cache due to event network-changed-028d5cda-bece-4e66-b80b-52613eadb5a0. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1609.807026] env[63348]: DEBUG oslo_concurrency.lockutils [req-ab5799f4-6b0c-4326-b55d-0df93270a0c5 req-2fd061f2-6031-48c7-b5b1-a9e182ee85f8 service nova] Acquiring lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.807026] env[63348]: DEBUG oslo_concurrency.lockutils [req-ab5799f4-6b0c-4326-b55d-0df93270a0c5 req-2fd061f2-6031-48c7-b5b1-a9e182ee85f8 service nova] Acquired lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.807231] env[63348]: DEBUG nova.network.neutron [req-ab5799f4-6b0c-4326-b55d-0df93270a0c5 req-2fd061f2-6031-48c7-b5b1-a9e182ee85f8 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Refreshing network info cache for port 028d5cda-bece-4e66-b80b-52613eadb5a0 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1609.911312] env[63348]: DEBUG nova.compute.utils [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1609.917037] env[63348]: DEBUG nova.compute.manager [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1609.917410] env[63348]: DEBUG nova.network.neutron [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1610.007033] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.007397] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1610.007799] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.028939] env[63348]: DEBUG nova.policy [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9522bfc8a794968bfbd122f2b65640a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddbd36d53978473a8e5f50c7f4f7d6e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1610.203178] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021973, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.312174] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021970, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.321641] env[63348]: DEBUG nova.compute.manager [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Received event network-changed-b6d0b976-6661-4330-a54c-80adc38ed4e8 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1610.321758] env[63348]: DEBUG nova.compute.manager [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Refreshing instance network info cache due to event network-changed-b6d0b976-6661-4330-a54c-80adc38ed4e8. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1610.323099] env[63348]: DEBUG oslo_concurrency.lockutils [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] Acquiring lock "refresh_cache-cd4627a3-03ee-4d91-ac3f-0eae930198be" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.323099] env[63348]: DEBUG oslo_concurrency.lockutils [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] Acquired lock "refresh_cache-cd4627a3-03ee-4d91-ac3f-0eae930198be" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.323099] env[63348]: DEBUG nova.network.neutron [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Refreshing network info cache for port b6d0b976-6661-4330-a54c-80adc38ed4e8 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1610.416650] env[63348]: DEBUG nova.compute.manager [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1610.425173] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d76d6556-9a95-4d76-a919-f3b7a6177b9b tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "d686e8e0-41bf-4e2a-964a-b6ffc09f8e58" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.425431] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d76d6556-9a95-4d76-a919-f3b7a6177b9b tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "d686e8e0-41bf-4e2a-964a-b6ffc09f8e58" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.426744] env[63348]: DEBUG nova.compute.manager [None req-d76d6556-9a95-4d76-a919-f3b7a6177b9b tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1610.434301] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b414b5cf-7c69-49bd-9dfc-ffe849ca75af {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.441565] env[63348]: DEBUG nova.compute.manager [None req-d76d6556-9a95-4d76-a919-f3b7a6177b9b tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63348) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1610.442646] env[63348]: DEBUG nova.objects.instance [None req-d76d6556-9a95-4d76-a919-f3b7a6177b9b tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lazy-loading 'flavor' on Instance uuid d686e8e0-41bf-4e2a-964a-b6ffc09f8e58 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1610.705738] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021973, 'name': CreateVM_Task, 'duration_secs': 0.557626} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.712330] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1610.713443] env[63348]: DEBUG oslo_concurrency.lockutils [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.713443] env[63348]: DEBUG oslo_concurrency.lockutils [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.713612] env[63348]: DEBUG oslo_concurrency.lockutils [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1610.714571] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e142ff9-3356-4434-a2ef-e58af295dd46 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.721871] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Waiting for the task: (returnval){ [ 1610.721871] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524560ff-4a65-9f2a-e293-14f8d4e0da7f" [ 1610.721871] env[63348]: _type = "Task" [ 1610.721871] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.733428] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524560ff-4a65-9f2a-e293-14f8d4e0da7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.765442] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fcb7e9-02fe-4721-8878-c09d44fc1900 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.775669] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62637aee-34f7-4937-889b-6e79011d5600 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.817616] env[63348]: DEBUG nova.network.neutron [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Successfully created port: c17bdedc-4c02-4db3-b04c-8f5ce39961d9 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1610.823073] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148c514f-c32f-4899-ae0c-791217224ca3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.832771] env[63348]: DEBUG oslo_concurrency.lockutils [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Acquiring lock "93aff290-b2d9-4ef5-bc6d-0206be00253c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.832944] env[63348]: DEBUG oslo_concurrency.lockutils [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Lock "93aff290-b2d9-4ef5-bc6d-0206be00253c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.837886] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021970, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.425989} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.839908] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Copied Virtual Disk [datastore1] vmware_temp/849468a7-94bb-45e5-a34d-aad86996a5d5/c7aee889-e84a-4155-853a-36d081051059/tmp-sparse.vmdk to [datastore1] vmware_temp/849468a7-94bb-45e5-a34d-aad86996a5d5/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1610.840125] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Deleting the datastore file [datastore1] vmware_temp/849468a7-94bb-45e5-a34d-aad86996a5d5/c7aee889-e84a-4155-853a-36d081051059/tmp-sparse.vmdk {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1610.840417] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8a4d5ac-da1f-4442-b1d7-66cf37a7aecd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.843678] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618d272c-c4e7-43df-abb3-f92a055200f4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.860089] env[63348]: DEBUG nova.compute.provider_tree [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.861292] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Waiting for the task: (returnval){ [ 1610.861292] env[63348]: value = "task-2021974" [ 1610.861292] env[63348]: _type = "Task" [ 1610.861292] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.869795] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.878462] env[63348]: DEBUG nova.network.neutron [req-ab5799f4-6b0c-4326-b55d-0df93270a0c5 req-2fd061f2-6031-48c7-b5b1-a9e182ee85f8 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Updated VIF entry in instance network info cache for port 028d5cda-bece-4e66-b80b-52613eadb5a0. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1610.878770] env[63348]: DEBUG nova.network.neutron [req-ab5799f4-6b0c-4326-b55d-0df93270a0c5 req-2fd061f2-6031-48c7-b5b1-a9e182ee85f8 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Updating instance_info_cache with network_info: [{"id": "028d5cda-bece-4e66-b80b-52613eadb5a0", "address": "fa:16:3e:91:c0:b7", "network": {"id": "c8ec7dc5-bd89-42cd-be55-8a2ff6416ad6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1929788479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f45a73d2d1f42a0a0c672abd085f991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028d5cda-be", "ovs_interfaceid": "028d5cda-bece-4e66-b80b-52613eadb5a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.234127] env[63348]: DEBUG oslo_concurrency.lockutils [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.234547] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1611.234747] env[63348]: DEBUG oslo_concurrency.lockutils [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.342199] env[63348]: DEBUG nova.network.neutron [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Successfully updated port: 7bcfe139-a7ca-4e01-b8da-04cf95c00f4b {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1611.364037] env[63348]: DEBUG nova.scheduler.client.report [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1611.380316] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077938} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.380316] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1611.380316] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Moving file from [datastore1] vmware_temp/849468a7-94bb-45e5-a34d-aad86996a5d5/c7aee889-e84a-4155-853a-36d081051059 to [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059. {{(pid=63348) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1611.380316] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7bb8d13d-af85-44b2-9e69-aeb0e55fef5f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.384814] env[63348]: DEBUG nova.network.neutron [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Updated VIF entry in instance network info cache for port b6d0b976-6661-4330-a54c-80adc38ed4e8. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1611.384956] env[63348]: DEBUG nova.network.neutron [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Updating instance_info_cache with network_info: [{"id": "b6d0b976-6661-4330-a54c-80adc38ed4e8", "address": "fa:16:3e:50:fd:a1", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d0b976-66", "ovs_interfaceid": "b6d0b976-6661-4330-a54c-80adc38ed4e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.386230] env[63348]: DEBUG oslo_concurrency.lockutils [req-ab5799f4-6b0c-4326-b55d-0df93270a0c5 req-2fd061f2-6031-48c7-b5b1-a9e182ee85f8 service nova] Releasing lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.392030] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Waiting for the task: (returnval){ [ 1611.392030] env[63348]: value = "task-2021975" [ 1611.392030] env[63348]: _type = "Task" [ 1611.392030] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.400863] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021975, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.425621] env[63348]: DEBUG nova.compute.manager [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1611.453554] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76d6556-9a95-4d76-a919-f3b7a6177b9b tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1611.454321] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5559f460-8a2f-4cca-91a4-f5ef8bee975a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.461864] env[63348]: DEBUG nova.virt.hardware [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1611.462219] env[63348]: DEBUG nova.virt.hardware [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1611.462396] env[63348]: DEBUG nova.virt.hardware [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1611.462856] env[63348]: DEBUG nova.virt.hardware [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1611.462856] env[63348]: DEBUG nova.virt.hardware [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1611.462856] env[63348]: DEBUG nova.virt.hardware [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1611.463699] env[63348]: DEBUG nova.virt.hardware [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1611.463699] env[63348]: DEBUG nova.virt.hardware [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1611.463699] env[63348]: DEBUG nova.virt.hardware [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1611.463699] env[63348]: DEBUG nova.virt.hardware [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1611.463699] env[63348]: DEBUG nova.virt.hardware [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1611.465290] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9484adbb-095d-4de4-84dd-3abd07392aee {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.469759] env[63348]: DEBUG oslo_vmware.api [None req-d76d6556-9a95-4d76-a919-f3b7a6177b9b tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1611.469759] env[63348]: value = "task-2021976" [ 1611.469759] env[63348]: _type = "Task" [ 1611.469759] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.481283] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70a40ff-0981-4bd0-824e-6b1682d54b1e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.488601] env[63348]: DEBUG oslo_vmware.api [None req-d76d6556-9a95-4d76-a919-f3b7a6177b9b tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2021976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.846164] env[63348]: DEBUG oslo_concurrency.lockutils [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Acquiring lock "refresh_cache-9d723a61-a652-4e89-9bf7-eb544d66b24f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.846164] env[63348]: DEBUG oslo_concurrency.lockutils [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Acquired lock "refresh_cache-9d723a61-a652-4e89-9bf7-eb544d66b24f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.846164] env[63348]: DEBUG nova.network.neutron [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1611.869495] env[63348]: DEBUG oslo_concurrency.lockutils [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.872087] env[63348]: DEBUG nova.compute.manager [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1611.872838] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.195s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.874496] env[63348]: INFO nova.compute.claims [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1611.890633] env[63348]: DEBUG oslo_concurrency.lockutils [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] Releasing lock "refresh_cache-cd4627a3-03ee-4d91-ac3f-0eae930198be" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.890890] env[63348]: DEBUG nova.compute.manager [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Received event network-vif-plugged-18ff38fc-5661-456a-b221-76cabbf20aae {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1611.891172] env[63348]: DEBUG oslo_concurrency.lockutils [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] Acquiring lock "eabb32a5-2905-403d-9ad4-cf12ecac4356-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.891297] env[63348]: DEBUG oslo_concurrency.lockutils [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] Lock "eabb32a5-2905-403d-9ad4-cf12ecac4356-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.891460] env[63348]: DEBUG oslo_concurrency.lockutils [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] Lock "eabb32a5-2905-403d-9ad4-cf12ecac4356-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.891728] env[63348]: DEBUG nova.compute.manager [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] No waiting events found dispatching network-vif-plugged-18ff38fc-5661-456a-b221-76cabbf20aae {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1611.891780] env[63348]: WARNING nova.compute.manager [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Received unexpected event network-vif-plugged-18ff38fc-5661-456a-b221-76cabbf20aae for instance with vm_state building and task_state spawning. [ 1611.892535] env[63348]: DEBUG nova.compute.manager [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Received event network-changed-18ff38fc-5661-456a-b221-76cabbf20aae {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1611.892535] env[63348]: DEBUG nova.compute.manager [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Refreshing instance network info cache due to event network-changed-18ff38fc-5661-456a-b221-76cabbf20aae. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1611.892535] env[63348]: DEBUG oslo_concurrency.lockutils [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] Acquiring lock "refresh_cache-eabb32a5-2905-403d-9ad4-cf12ecac4356" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.892535] env[63348]: DEBUG oslo_concurrency.lockutils [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] Acquired lock "refresh_cache-eabb32a5-2905-403d-9ad4-cf12ecac4356" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.892535] env[63348]: DEBUG nova.network.neutron [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Refreshing network info cache for port 18ff38fc-5661-456a-b221-76cabbf20aae {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1611.912076] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021975, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.077461} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.912320] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] File moved {{(pid=63348) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1611.912502] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Cleaning up location [datastore1] vmware_temp/849468a7-94bb-45e5-a34d-aad86996a5d5 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1611.912681] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Deleting the datastore file [datastore1] vmware_temp/849468a7-94bb-45e5-a34d-aad86996a5d5 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1611.916434] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b32d00f-2b43-46d8-aa71-56b25fa6a557 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.938277] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Waiting for the task: (returnval){ [ 1611.938277] env[63348]: value = "task-2021977" [ 1611.938277] env[63348]: _type = "Task" [ 1611.938277] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.953439] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.979893] env[63348]: DEBUG oslo_vmware.api [None req-d76d6556-9a95-4d76-a919-f3b7a6177b9b tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2021976, 'name': PowerOffVM_Task, 'duration_secs': 0.18251} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.980192] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76d6556-9a95-4d76-a919-f3b7a6177b9b tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1611.980401] env[63348]: DEBUG nova.compute.manager [None req-d76d6556-9a95-4d76-a919-f3b7a6177b9b tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1611.981218] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57df2c77-b8fd-4bd5-87d5-58977e349be5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.382186] env[63348]: DEBUG nova.compute.utils [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1612.383489] env[63348]: DEBUG nova.compute.manager [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1612.383684] env[63348]: DEBUG nova.network.neutron [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1612.397221] env[63348]: DEBUG nova.network.neutron [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1612.448472] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030937} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.448736] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1612.449495] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7a6135-c250-4b20-88ee-ffb68fb2ef59 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.455415] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Waiting for the task: (returnval){ [ 1612.455415] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52045f72-1631-afac-5903-1923967b3224" [ 1612.455415] env[63348]: _type = "Task" [ 1612.455415] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.464604] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52045f72-1631-afac-5903-1923967b3224, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.492440] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d76d6556-9a95-4d76-a919-f3b7a6177b9b tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "d686e8e0-41bf-4e2a-964a-b6ffc09f8e58" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.525496] env[63348]: DEBUG nova.policy [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98600c5337e64e9db84035ec3a5c36fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd263458e8f824e8a818ad541f075a2b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1612.686834] env[63348]: DEBUG nova.network.neutron [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Updating instance_info_cache with network_info: [{"id": "7bcfe139-a7ca-4e01-b8da-04cf95c00f4b", "address": "fa:16:3e:de:09:37", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bcfe139-a7", "ovs_interfaceid": "7bcfe139-a7ca-4e01-b8da-04cf95c00f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.857126] env[63348]: DEBUG nova.network.neutron [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Successfully updated port: c17bdedc-4c02-4db3-b04c-8f5ce39961d9 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1612.891020] env[63348]: DEBUG nova.compute.manager [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1612.907723] env[63348]: DEBUG nova.network.neutron [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Updated VIF entry in instance network info cache for port 18ff38fc-5661-456a-b221-76cabbf20aae. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1612.907723] env[63348]: DEBUG nova.network.neutron [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Updating instance_info_cache with network_info: [{"id": "18ff38fc-5661-456a-b221-76cabbf20aae", "address": "fa:16:3e:1e:67:7c", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ff38fc-56", "ovs_interfaceid": "18ff38fc-5661-456a-b221-76cabbf20aae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.973390] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52045f72-1631-afac-5903-1923967b3224, 'name': SearchDatastore_Task, 'duration_secs': 0.012492} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.976228] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.978835] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] cd4627a3-03ee-4d91-ac3f-0eae930198be/cd4627a3-03ee-4d91-ac3f-0eae930198be.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1612.978835] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.978835] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1612.978835] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec0e04ca-8f72-4984-9480-103c5765f41c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.980782] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04c0fae2-1042-469a-a9b5-48d1d633cf8c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.987754] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Waiting for the task: (returnval){ [ 1612.987754] env[63348]: value = "task-2021978" [ 1612.987754] env[63348]: _type = "Task" [ 1612.987754] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.997973] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1612.997973] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1612.999700] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c81fa8c-5755-4025-804e-eb109936c453 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.009496] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.013097] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1613.013097] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52dc92fc-dc62-8136-3746-528fd0b6a191" [ 1613.013097] env[63348]: _type = "Task" [ 1613.013097] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.026741] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52dc92fc-dc62-8136-3746-528fd0b6a191, 'name': SearchDatastore_Task, 'duration_secs': 0.008613} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.027616] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-423fe39e-eb14-4be3-9973-23b7f93de22f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.037215] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1613.037215] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f71773-c0f0-d907-8b63-c2616fe40177" [ 1613.037215] env[63348]: _type = "Task" [ 1613.037215] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.046642] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f71773-c0f0-d907-8b63-c2616fe40177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.133822] env[63348]: DEBUG nova.compute.manager [req-eb8c0abe-0713-4068-870a-4232bcb97065 req-e9f4f2b7-3703-450f-a20c-e3312a14b0f3 service nova] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Received event network-vif-plugged-15c31a52-6e59-4624-9542-54715d998101 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1613.134557] env[63348]: DEBUG oslo_concurrency.lockutils [req-eb8c0abe-0713-4068-870a-4232bcb97065 req-e9f4f2b7-3703-450f-a20c-e3312a14b0f3 service nova] Acquiring lock "ab38e291-8af6-4759-a504-a5926afa3e34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.134801] env[63348]: DEBUG oslo_concurrency.lockutils [req-eb8c0abe-0713-4068-870a-4232bcb97065 req-e9f4f2b7-3703-450f-a20c-e3312a14b0f3 service nova] Lock "ab38e291-8af6-4759-a504-a5926afa3e34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.134975] env[63348]: DEBUG oslo_concurrency.lockutils [req-eb8c0abe-0713-4068-870a-4232bcb97065 req-e9f4f2b7-3703-450f-a20c-e3312a14b0f3 service nova] Lock "ab38e291-8af6-4759-a504-a5926afa3e34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.135431] env[63348]: DEBUG nova.compute.manager [req-eb8c0abe-0713-4068-870a-4232bcb97065 req-e9f4f2b7-3703-450f-a20c-e3312a14b0f3 service nova] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] No waiting events found dispatching network-vif-plugged-15c31a52-6e59-4624-9542-54715d998101 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1613.135815] env[63348]: WARNING nova.compute.manager [req-eb8c0abe-0713-4068-870a-4232bcb97065 req-e9f4f2b7-3703-450f-a20c-e3312a14b0f3 service nova] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Received unexpected event network-vif-plugged-15c31a52-6e59-4624-9542-54715d998101 for instance with vm_state building and task_state spawning. [ 1613.137866] env[63348]: DEBUG nova.compute.manager [req-eb8c0abe-0713-4068-870a-4232bcb97065 req-e9f4f2b7-3703-450f-a20c-e3312a14b0f3 service nova] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Received event network-changed-15c31a52-6e59-4624-9542-54715d998101 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1613.137866] env[63348]: DEBUG nova.compute.manager [req-eb8c0abe-0713-4068-870a-4232bcb97065 req-e9f4f2b7-3703-450f-a20c-e3312a14b0f3 service nova] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Refreshing instance network info cache due to event network-changed-15c31a52-6e59-4624-9542-54715d998101. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1613.137866] env[63348]: DEBUG oslo_concurrency.lockutils [req-eb8c0abe-0713-4068-870a-4232bcb97065 req-e9f4f2b7-3703-450f-a20c-e3312a14b0f3 service nova] Acquiring lock "refresh_cache-ab38e291-8af6-4759-a504-a5926afa3e34" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.137866] env[63348]: DEBUG oslo_concurrency.lockutils [req-eb8c0abe-0713-4068-870a-4232bcb97065 req-e9f4f2b7-3703-450f-a20c-e3312a14b0f3 service nova] Acquired lock "refresh_cache-ab38e291-8af6-4759-a504-a5926afa3e34" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.137866] env[63348]: DEBUG nova.network.neutron [req-eb8c0abe-0713-4068-870a-4232bcb97065 req-e9f4f2b7-3703-450f-a20c-e3312a14b0f3 service nova] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Refreshing network info cache for port 15c31a52-6e59-4624-9542-54715d998101 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1613.146621] env[63348]: DEBUG nova.network.neutron [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Successfully created port: 6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1613.172656] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faec870-275b-424c-ab6e-32a15ea9536f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.187025] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d6c3ec-633d-45dc-8bc8-fd0f29622d32 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.189719] env[63348]: DEBUG oslo_concurrency.lockutils [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Releasing lock "refresh_cache-9d723a61-a652-4e89-9bf7-eb544d66b24f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.190202] env[63348]: DEBUG nova.compute.manager [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Instance network_info: |[{"id": "7bcfe139-a7ca-4e01-b8da-04cf95c00f4b", "address": "fa:16:3e:de:09:37", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bcfe139-a7", "ovs_interfaceid": "7bcfe139-a7ca-4e01-b8da-04cf95c00f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1613.190649] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:09:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bcfe139-a7ca-4e01-b8da-04cf95c00f4b', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1613.202526] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Creating folder: Project (95228664de5e45a3b69d53898d080b6d). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1613.202526] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-937d3d3c-4f3c-41bc-b3aa-afa3ac53581f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.236646] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c945e2b-fe8f-496f-b90f-0d7af4030ee0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.247710] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e04aab3-d181-4f5d-b221-964caf2d5b70 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.252334] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Created folder: Project (95228664de5e45a3b69d53898d080b6d) in parent group-v415427. [ 1613.252593] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Creating folder: Instances. Parent ref: group-v415449. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1613.252848] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d0b7b5f-ad6e-4cdb-91aa-10c7e9855cad {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.266120] env[63348]: DEBUG nova.compute.provider_tree [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1613.268683] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Created folder: Instances in parent group-v415449. [ 1613.268921] env[63348]: DEBUG oslo.service.loopingcall [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.269149] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1613.269371] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e65becc8-20ac-4a85-b4bb-d88fce9e24b3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.292467] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1613.292467] env[63348]: value = "task-2021981" [ 1613.292467] env[63348]: _type = "Task" [ 1613.292467] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.302846] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021981, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.361075] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "refresh_cache-f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.361298] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquired lock "refresh_cache-f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.361510] env[63348]: DEBUG nova.network.neutron [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1613.410556] env[63348]: DEBUG oslo_concurrency.lockutils [req-18d69a9e-9f8c-4a2b-94f2-6487cd842187 req-1ee932f0-cee1-4b4a-84c8-330f1f38ea6b service nova] Releasing lock "refresh_cache-eabb32a5-2905-403d-9ad4-cf12ecac4356" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.503512] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021978, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.557391] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f71773-c0f0-d907-8b63-c2616fe40177, 'name': SearchDatastore_Task, 'duration_secs': 0.008562} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.557391] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.557391] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 69eeee84-fcfd-4326-8384-79a1d5e01e9e/69eeee84-fcfd-4326-8384-79a1d5e01e9e.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1613.557391] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.557816] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1613.558151] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9884b57a-0032-4ccc-9f45-c24fbe019824 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.562842] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2f3ed69-4d96-4813-aefe-c57928a1b6bb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.573255] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1613.573255] env[63348]: value = "task-2021982" [ 1613.573255] env[63348]: _type = "Task" [ 1613.573255] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.575286] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1613.575555] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1613.581323] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a18d5fed-429a-4edc-8180-0c7a25bd230d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.591830] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2021982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.593299] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for the task: (returnval){ [ 1613.593299] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b65983-92c0-e676-dd3a-52e8ccb51214" [ 1613.593299] env[63348]: _type = "Task" [ 1613.593299] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.604551] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b65983-92c0-e676-dd3a-52e8ccb51214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.809013] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021981, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.824156] env[63348]: ERROR nova.scheduler.client.report [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [req-0196debb-c8a6-46fb-866f-e396d38a870e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 792f3f50-7bf3-4710-b72e-b20aee2a288d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0196debb-c8a6-46fb-866f-e396d38a870e"}]} [ 1613.849960] env[63348]: DEBUG nova.scheduler.client.report [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Refreshing inventories for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1613.871918] env[63348]: DEBUG nova.scheduler.client.report [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Updating ProviderTree inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1613.871918] env[63348]: DEBUG nova.compute.provider_tree [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1613.893373] env[63348]: DEBUG nova.scheduler.client.report [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Refreshing aggregate associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, aggregates: None {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1613.902020] env[63348]: DEBUG nova.compute.manager [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1613.921303] env[63348]: DEBUG nova.network.neutron [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1613.929731] env[63348]: DEBUG nova.scheduler.client.report [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Refreshing trait associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1613.942581] env[63348]: DEBUG nova.virt.hardware [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1613.942893] env[63348]: DEBUG nova.virt.hardware [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1613.943109] env[63348]: DEBUG nova.virt.hardware [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1613.943368] env[63348]: DEBUG nova.virt.hardware [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1613.943538] env[63348]: DEBUG nova.virt.hardware [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1613.943680] env[63348]: DEBUG nova.virt.hardware [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1613.943955] env[63348]: DEBUG nova.virt.hardware [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1613.944162] env[63348]: DEBUG nova.virt.hardware [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1613.944369] env[63348]: DEBUG nova.virt.hardware [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1613.944617] env[63348]: DEBUG nova.virt.hardware [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1613.944709] env[63348]: DEBUG nova.virt.hardware [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1613.946678] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0f118b-f4b2-459f-b5f0-c16e99ac5ad5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.960580] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dbc145-a8b2-44e6-9671-86c3ad347d94 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.007626] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55958} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.008306] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] cd4627a3-03ee-4d91-ac3f-0eae930198be/cd4627a3-03ee-4d91-ac3f-0eae930198be.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1614.008306] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1614.008552] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0203437-4d8d-4ca6-bdc0-add5ae7bfe35 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.023242] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Waiting for the task: (returnval){ [ 1614.023242] env[63348]: value = "task-2021983" [ 1614.023242] env[63348]: _type = "Task" [ 1614.023242] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.034081] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.064260] env[63348]: DEBUG nova.compute.manager [req-ba2ded81-e16a-4aab-bcca-6bfda09fd9b7 req-d0b27533-e2ea-44ba-a990-23e776851bc8 service nova] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Received event network-vif-plugged-7bcfe139-a7ca-4e01-b8da-04cf95c00f4b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1614.064260] env[63348]: DEBUG oslo_concurrency.lockutils [req-ba2ded81-e16a-4aab-bcca-6bfda09fd9b7 req-d0b27533-e2ea-44ba-a990-23e776851bc8 service nova] Acquiring lock "9d723a61-a652-4e89-9bf7-eb544d66b24f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.064260] env[63348]: DEBUG oslo_concurrency.lockutils [req-ba2ded81-e16a-4aab-bcca-6bfda09fd9b7 req-d0b27533-e2ea-44ba-a990-23e776851bc8 service nova] Lock "9d723a61-a652-4e89-9bf7-eb544d66b24f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.064260] env[63348]: DEBUG oslo_concurrency.lockutils [req-ba2ded81-e16a-4aab-bcca-6bfda09fd9b7 req-d0b27533-e2ea-44ba-a990-23e776851bc8 service nova] Lock "9d723a61-a652-4e89-9bf7-eb544d66b24f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.064260] env[63348]: DEBUG nova.compute.manager [req-ba2ded81-e16a-4aab-bcca-6bfda09fd9b7 req-d0b27533-e2ea-44ba-a990-23e776851bc8 service nova] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] No waiting events found dispatching network-vif-plugged-7bcfe139-a7ca-4e01-b8da-04cf95c00f4b {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1614.071464] env[63348]: WARNING nova.compute.manager [req-ba2ded81-e16a-4aab-bcca-6bfda09fd9b7 req-d0b27533-e2ea-44ba-a990-23e776851bc8 service nova] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Received unexpected event network-vif-plugged-7bcfe139-a7ca-4e01-b8da-04cf95c00f4b for instance with vm_state building and task_state spawning. [ 1614.071464] env[63348]: DEBUG nova.compute.manager [req-ba2ded81-e16a-4aab-bcca-6bfda09fd9b7 req-d0b27533-e2ea-44ba-a990-23e776851bc8 service nova] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Received event network-changed-7bcfe139-a7ca-4e01-b8da-04cf95c00f4b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1614.071464] env[63348]: DEBUG nova.compute.manager [req-ba2ded81-e16a-4aab-bcca-6bfda09fd9b7 req-d0b27533-e2ea-44ba-a990-23e776851bc8 service nova] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Refreshing instance network info cache due to event network-changed-7bcfe139-a7ca-4e01-b8da-04cf95c00f4b. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1614.071464] env[63348]: DEBUG oslo_concurrency.lockutils [req-ba2ded81-e16a-4aab-bcca-6bfda09fd9b7 req-d0b27533-e2ea-44ba-a990-23e776851bc8 service nova] Acquiring lock "refresh_cache-9d723a61-a652-4e89-9bf7-eb544d66b24f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.071464] env[63348]: DEBUG oslo_concurrency.lockutils [req-ba2ded81-e16a-4aab-bcca-6bfda09fd9b7 req-d0b27533-e2ea-44ba-a990-23e776851bc8 service nova] Acquired lock "refresh_cache-9d723a61-a652-4e89-9bf7-eb544d66b24f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.072286] env[63348]: DEBUG nova.network.neutron [req-ba2ded81-e16a-4aab-bcca-6bfda09fd9b7 req-d0b27533-e2ea-44ba-a990-23e776851bc8 service nova] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Refreshing network info cache for port 7bcfe139-a7ca-4e01-b8da-04cf95c00f4b {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1614.093481] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2021982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516842} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.093481] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 69eeee84-fcfd-4326-8384-79a1d5e01e9e/69eeee84-fcfd-4326-8384-79a1d5e01e9e.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1614.093481] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1614.093481] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e623ae0-83eb-4caa-80e2-2617d4428677 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.107031] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1614.107031] env[63348]: value = "task-2021984" [ 1614.107031] env[63348]: _type = "Task" [ 1614.107031] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.111931] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b65983-92c0-e676-dd3a-52e8ccb51214, 'name': SearchDatastore_Task, 'duration_secs': 0.016649} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.121798] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ce191b-e223-4210-afea-74b265b6cd5b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.127339] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for the task: (returnval){ [ 1614.127339] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b399dd-d876-5f3d-8bed-f85de1f0eeb0" [ 1614.127339] env[63348]: _type = "Task" [ 1614.127339] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.130924] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2021984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.147082] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b399dd-d876-5f3d-8bed-f85de1f0eeb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010453} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.147359] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.147610] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] eabb32a5-2905-403d-9ad4-cf12ecac4356/eabb32a5-2905-403d-9ad4-cf12ecac4356.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1614.147945] env[63348]: DEBUG oslo_concurrency.lockutils [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.148079] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1614.148309] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2d535d7-d534-47c2-a7d2-fecd7da77b5e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.155782] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9dfce5d-e4c5-44c7-8a69-ffd796a3fac4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.165927] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for the task: (returnval){ [ 1614.165927] env[63348]: value = "task-2021986" [ 1614.165927] env[63348]: _type = "Task" [ 1614.165927] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.170732] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1614.170821] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1614.172106] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aabe40b-3f67-4de6-93d9-447c785ce7ad {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.178010] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2021986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.181100] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Waiting for the task: (returnval){ [ 1614.181100] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529ff1d6-5b59-626a-08e6-f18ab513ec8b" [ 1614.181100] env[63348]: _type = "Task" [ 1614.181100] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.196497] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529ff1d6-5b59-626a-08e6-f18ab513ec8b, 'name': SearchDatastore_Task, 'duration_secs': 0.007891} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.197354] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78fda0e6-821d-4568-b85c-d10f7c98d33a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.207560] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Waiting for the task: (returnval){ [ 1614.207560] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528e310c-842a-4776-e0ea-55b8f9fc7a0d" [ 1614.207560] env[63348]: _type = "Task" [ 1614.207560] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.218139] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528e310c-842a-4776-e0ea-55b8f9fc7a0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.289061] env[63348]: DEBUG nova.network.neutron [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Updating instance_info_cache with network_info: [{"id": "c17bdedc-4c02-4db3-b04c-8f5ce39961d9", "address": "fa:16:3e:68:83:ea", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17bdedc-4c", "ovs_interfaceid": "c17bdedc-4c02-4db3-b04c-8f5ce39961d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.295796] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1442ef57-6d44-4827-b836-f6538a89feb5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.309373] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb74aa2-0e5f-42a9-8c1e-facaf80de251 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.312546] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021981, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.345800] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d2d793-eea9-483f-b0a8-0f157337bb1d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.356271] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd993bf-2091-41c5-b2f5-2b71bd9744c1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.374302] env[63348]: DEBUG nova.compute.provider_tree [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1614.489309] env[63348]: DEBUG nova.network.neutron [req-eb8c0abe-0713-4068-870a-4232bcb97065 req-e9f4f2b7-3703-450f-a20c-e3312a14b0f3 service nova] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Updated VIF entry in instance network info cache for port 15c31a52-6e59-4624-9542-54715d998101. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1614.489737] env[63348]: DEBUG nova.network.neutron [req-eb8c0abe-0713-4068-870a-4232bcb97065 req-e9f4f2b7-3703-450f-a20c-e3312a14b0f3 service nova] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Updating instance_info_cache with network_info: [{"id": "15c31a52-6e59-4624-9542-54715d998101", "address": "fa:16:3e:7f:70:ee", "network": {"id": "0428a0e8-3fc3-43ea-91bf-1e413a37c406", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-439232479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c3b47ea98674c09854d60ee3d3a56a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c31a52-6e", "ovs_interfaceid": "15c31a52-6e59-4624-9542-54715d998101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.538355] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078207} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.540780] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1614.540780] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb46c678-c086-4be1-9437-c700e7a94c3c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.577177] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] cd4627a3-03ee-4d91-ac3f-0eae930198be/cd4627a3-03ee-4d91-ac3f-0eae930198be.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1614.577553] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26fff0d2-2278-4fdb-b60d-8b7e2c05cf17 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.604499] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Waiting for the task: (returnval){ [ 1614.604499] env[63348]: value = "task-2021990" [ 1614.604499] env[63348]: _type = "Task" [ 1614.604499] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.612349] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021990, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.626169] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2021984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06635} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.626169] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1614.626169] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f046b04-cc53-4fe1-a58b-4ee44131a8d4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.652090] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 69eeee84-fcfd-4326-8384-79a1d5e01e9e/69eeee84-fcfd-4326-8384-79a1d5e01e9e.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1614.653499] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13c54d08-cc1b-4d5d-bc55-aea9a321d066 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.679038] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2021986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49463} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.679803] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] eabb32a5-2905-403d-9ad4-cf12ecac4356/eabb32a5-2905-403d-9ad4-cf12ecac4356.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1614.679907] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1614.680796] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1614.680796] env[63348]: value = "task-2021991" [ 1614.680796] env[63348]: _type = "Task" [ 1614.680796] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.682824] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a8f9942-1a31-429c-b149-a6aafb717727 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.693491] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2021991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.695179] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for the task: (returnval){ [ 1614.695179] env[63348]: value = "task-2021992" [ 1614.695179] env[63348]: _type = "Task" [ 1614.695179] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.702754] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2021992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.718165] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528e310c-842a-4776-e0ea-55b8f9fc7a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.008703} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.718418] env[63348]: DEBUG oslo_concurrency.lockutils [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.718663] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] ab38e291-8af6-4759-a504-a5926afa3e34/ab38e291-8af6-4759-a504-a5926afa3e34.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1614.721024] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc8eb4fa-9b72-4b0f-80c2-1efea027b324 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.724621] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Waiting for the task: (returnval){ [ 1614.724621] env[63348]: value = "task-2021993" [ 1614.724621] env[63348]: _type = "Task" [ 1614.724621] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.732610] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': task-2021993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.800450] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Releasing lock "refresh_cache-f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.800872] env[63348]: DEBUG nova.compute.manager [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Instance network_info: |[{"id": "c17bdedc-4c02-4db3-b04c-8f5ce39961d9", "address": "fa:16:3e:68:83:ea", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17bdedc-4c", "ovs_interfaceid": "c17bdedc-4c02-4db3-b04c-8f5ce39961d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1614.802128] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:83:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c17bdedc-4c02-4db3-b04c-8f5ce39961d9', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1614.814883] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Creating folder: Project (ddbd36d53978473a8e5f50c7f4f7d6e6). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1614.822176] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd52f64e-dfcc-451f-957a-179199f3d334 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.826369] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021981, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.830631] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Created folder: Project (ddbd36d53978473a8e5f50c7f4f7d6e6) in parent group-v415427. [ 1614.830816] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Creating folder: Instances. Parent ref: group-v415455. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1614.831065] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d9a8450-af5c-49e2-a538-aefc07621b95 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.840964] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Created folder: Instances in parent group-v415455. [ 1614.841235] env[63348]: DEBUG oslo.service.loopingcall [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1614.841456] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1614.841674] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c488cd84-9925-43af-b388-35a212f908ec {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.862760] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1614.862760] env[63348]: value = "task-2021996" [ 1614.862760] env[63348]: _type = "Task" [ 1614.862760] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.873386] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021996, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.936643] env[63348]: DEBUG nova.scheduler.client.report [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Updated inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with generation 19 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1614.937139] env[63348]: DEBUG nova.compute.provider_tree [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Updating resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d generation from 19 to 20 during operation: update_inventory {{(pid=63348) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1614.937339] env[63348]: DEBUG nova.compute.provider_tree [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1614.996043] env[63348]: DEBUG oslo_concurrency.lockutils [req-eb8c0abe-0713-4068-870a-4232bcb97065 req-e9f4f2b7-3703-450f-a20c-e3312a14b0f3 service nova] Releasing lock "refresh_cache-ab38e291-8af6-4759-a504-a5926afa3e34" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.120821] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.153991] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Acquiring lock "9f37120a-dd52-4f95-9a11-ae5bcf3565ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.154283] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Lock "9f37120a-dd52-4f95-9a11-ae5bcf3565ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.154496] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Acquiring lock "9f37120a-dd52-4f95-9a11-ae5bcf3565ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.154678] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Lock "9f37120a-dd52-4f95-9a11-ae5bcf3565ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.154843] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Lock "9f37120a-dd52-4f95-9a11-ae5bcf3565ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.157968] env[63348]: INFO nova.compute.manager [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Terminating instance [ 1615.199970] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2021991, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.212430] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2021992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.322329} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.213036] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1615.214649] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c81657-96e7-49e5-af23-af74744d6f34 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.249917] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] eabb32a5-2905-403d-9ad4-cf12ecac4356/eabb32a5-2905-403d-9ad4-cf12ecac4356.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1615.256349] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e25b0a7d-1390-4efb-a775-a7016406a771 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.276945] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': task-2021993, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.278512] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for the task: (returnval){ [ 1615.278512] env[63348]: value = "task-2021997" [ 1615.278512] env[63348]: _type = "Task" [ 1615.278512] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.288327] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2021997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.310244] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021981, 'name': CreateVM_Task, 'duration_secs': 1.72552} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.313342] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1615.313342] env[63348]: DEBUG oslo_concurrency.lockutils [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.313342] env[63348]: DEBUG oslo_concurrency.lockutils [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.313342] env[63348]: DEBUG oslo_concurrency.lockutils [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1615.313342] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e01ff30-3918-4f89-844b-f7a2287ec0f7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.316816] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Waiting for the task: (returnval){ [ 1615.316816] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52551823-964f-739c-f322-bb7dec68d744" [ 1615.316816] env[63348]: _type = "Task" [ 1615.316816] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.325379] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52551823-964f-739c-f322-bb7dec68d744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.376464] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021996, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.402351] env[63348]: DEBUG nova.network.neutron [req-ba2ded81-e16a-4aab-bcca-6bfda09fd9b7 req-d0b27533-e2ea-44ba-a990-23e776851bc8 service nova] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Updated VIF entry in instance network info cache for port 7bcfe139-a7ca-4e01-b8da-04cf95c00f4b. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1615.402696] env[63348]: DEBUG nova.network.neutron [req-ba2ded81-e16a-4aab-bcca-6bfda09fd9b7 req-d0b27533-e2ea-44ba-a990-23e776851bc8 service nova] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Updating instance_info_cache with network_info: [{"id": "7bcfe139-a7ca-4e01-b8da-04cf95c00f4b", "address": "fa:16:3e:de:09:37", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bcfe139-a7", "ovs_interfaceid": "7bcfe139-a7ca-4e01-b8da-04cf95c00f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.442762] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.570s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.443270] env[63348]: DEBUG nova.compute.manager [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1615.446096] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.772s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.447619] env[63348]: INFO nova.compute.claims [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1615.617154] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021990, 'name': ReconfigVM_Task, 'duration_secs': 0.596371} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.617504] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Reconfigured VM instance instance-00000004 to attach disk [datastore1] cd4627a3-03ee-4d91-ac3f-0eae930198be/cd4627a3-03ee-4d91-ac3f-0eae930198be.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1615.618150] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c6d45ea-76e0-40d5-a9ca-6cd67e77c2a8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.625074] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Waiting for the task: (returnval){ [ 1615.625074] env[63348]: value = "task-2021998" [ 1615.625074] env[63348]: _type = "Task" [ 1615.625074] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.641912] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021998, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.665065] env[63348]: DEBUG nova.compute.manager [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1615.665259] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1615.666268] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c197320e-4e1d-4915-9931-e54a91bf049f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.673791] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1615.673791] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a95b8c9a-b0c7-4e92-a922-82ddf5d72fa9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.679512] env[63348]: DEBUG oslo_vmware.api [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Waiting for the task: (returnval){ [ 1615.679512] env[63348]: value = "task-2021999" [ 1615.679512] env[63348]: _type = "Task" [ 1615.679512] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.689077] env[63348]: DEBUG oslo_vmware.api [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': task-2021999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.698905] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2021991, 'name': ReconfigVM_Task, 'duration_secs': 0.525866} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.699248] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 69eeee84-fcfd-4326-8384-79a1d5e01e9e/69eeee84-fcfd-4326-8384-79a1d5e01e9e.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1615.699931] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0177a738-054a-4f88-9491-434340539323 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.706336] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1615.706336] env[63348]: value = "task-2022000" [ 1615.706336] env[63348]: _type = "Task" [ 1615.706336] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.719623] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022000, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.743976] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': task-2021993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554496} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.744307] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] ab38e291-8af6-4759-a504-a5926afa3e34/ab38e291-8af6-4759-a504-a5926afa3e34.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1615.744523] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1615.745377] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9705e415-d942-46af-9068-16bd1cb454b3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.754213] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Waiting for the task: (returnval){ [ 1615.754213] env[63348]: value = "task-2022001" [ 1615.754213] env[63348]: _type = "Task" [ 1615.754213] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.762928] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': task-2022001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.791666] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2021997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.830917] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52551823-964f-739c-f322-bb7dec68d744, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.831997] env[63348]: DEBUG oslo_concurrency.lockutils [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.831997] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1615.831997] env[63348]: DEBUG oslo_concurrency.lockutils [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.831997] env[63348]: DEBUG oslo_concurrency.lockutils [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.832250] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1615.832519] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c426ac03-b2f0-485a-8ae7-50dd583b56f4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.842126] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1615.842302] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1615.843366] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a7afd2-1a86-4d7d-9238-c3f498df867c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.850380] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Waiting for the task: (returnval){ [ 1615.850380] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52264991-de97-a5c2-8a1e-702f8230b8d3" [ 1615.850380] env[63348]: _type = "Task" [ 1615.850380] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.861083] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52264991-de97-a5c2-8a1e-702f8230b8d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.874765] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2021996, 'name': CreateVM_Task, 'duration_secs': 0.812831} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.875282] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1615.878277] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.878277] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.878277] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1615.878277] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a513fcf-eb3c-4249-8a62-80968810b31d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.883159] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1615.883159] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5241651f-b03e-4336-4761-a43c5d7137e1" [ 1615.883159] env[63348]: _type = "Task" [ 1615.883159] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.893792] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5241651f-b03e-4336-4761-a43c5d7137e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.907858] env[63348]: DEBUG oslo_concurrency.lockutils [req-ba2ded81-e16a-4aab-bcca-6bfda09fd9b7 req-d0b27533-e2ea-44ba-a990-23e776851bc8 service nova] Releasing lock "refresh_cache-9d723a61-a652-4e89-9bf7-eb544d66b24f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.954773] env[63348]: DEBUG nova.compute.utils [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1615.961349] env[63348]: DEBUG nova.compute.manager [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1615.961349] env[63348]: DEBUG nova.network.neutron [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1616.116915] env[63348]: DEBUG nova.policy [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0446919387364ee4aa7b60975adb2c1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3f61f8fe3554da18bf9c98bc5ea8312', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1616.137805] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2021998, 'name': Rename_Task, 'duration_secs': 0.340662} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.138163] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1616.138442] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f996324b-0b8e-476d-8daf-537d6af7d534 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.145956] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Waiting for the task: (returnval){ [ 1616.145956] env[63348]: value = "task-2022002" [ 1616.145956] env[63348]: _type = "Task" [ 1616.145956] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.154014] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2022002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.188854] env[63348]: DEBUG oslo_vmware.api [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': task-2021999, 'name': PowerOffVM_Task, 'duration_secs': 0.207683} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.189169] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1616.189396] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1616.189756] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f10058e2-d105-4d4b-b5fe-7f0aad9dd18b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.215708] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022000, 'name': Rename_Task, 'duration_secs': 0.274921} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.216093] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1616.216609] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee88fa3c-9a3c-4214-8472-678f7ad26eb0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.225403] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1616.225403] env[63348]: value = "task-2022004" [ 1616.225403] env[63348]: _type = "Task" [ 1616.225403] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.237106] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.264625] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': task-2022001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15692} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.264932] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1616.265748] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76ad26f-a869-408e-9be8-24a428164f88 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.291841] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] ab38e291-8af6-4759-a504-a5926afa3e34/ab38e291-8af6-4759-a504-a5926afa3e34.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1616.297403] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d45c4a55-9fa1-424d-984f-e0224923e860 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.319460] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2021997, 'name': ReconfigVM_Task, 'duration_secs': 0.654302} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.320959] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Reconfigured VM instance instance-00000005 to attach disk [datastore1] eabb32a5-2905-403d-9ad4-cf12ecac4356/eabb32a5-2905-403d-9ad4-cf12ecac4356.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1616.321715] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Waiting for the task: (returnval){ [ 1616.321715] env[63348]: value = "task-2022005" [ 1616.321715] env[63348]: _type = "Task" [ 1616.321715] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.321950] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f595985-2a07-4bc8-b7ad-dd5b37d47983 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.331508] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1616.331508] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1616.331770] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Deleting the datastore file [datastore2] 9f37120a-dd52-4f95-9a11-ae5bcf3565ba {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1616.337593] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1855f7e-be77-4e0b-9c04-6eec42501151 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.340151] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': task-2022005, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.341491] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for the task: (returnval){ [ 1616.341491] env[63348]: value = "task-2022006" [ 1616.341491] env[63348]: _type = "Task" [ 1616.341491] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.349042] env[63348]: DEBUG oslo_vmware.api [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Waiting for the task: (returnval){ [ 1616.349042] env[63348]: value = "task-2022007" [ 1616.349042] env[63348]: _type = "Task" [ 1616.349042] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.356346] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022006, 'name': Rename_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.366095] env[63348]: DEBUG oslo_vmware.api [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': task-2022007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.369834] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52264991-de97-a5c2-8a1e-702f8230b8d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.370648] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c472fc-c3dd-4f24-83e2-6f508a9c8235 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.376903] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Waiting for the task: (returnval){ [ 1616.376903] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bd3fab-7b46-7e4c-8b1a-bb118ff84bcc" [ 1616.376903] env[63348]: _type = "Task" [ 1616.376903] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.387283] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bd3fab-7b46-7e4c-8b1a-bb118ff84bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.396110] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5241651f-b03e-4336-4761-a43c5d7137e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010195} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.396489] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.396717] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1616.396909] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.403807] env[63348]: DEBUG nova.network.neutron [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Successfully updated port: 6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1616.459409] env[63348]: DEBUG nova.compute.manager [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1616.660987] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2022002, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.738411] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022004, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.785928] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6923f3e5-1e6d-4ef4-bcb3-e43cf201a661 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.793976] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f59131-e1b2-4813-9257-26162fc1b852 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.831079] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce8c290-7fce-4c1a-9a2a-453d7814a454 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.841557] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56c0580-fe9c-4120-b6c9-cb9a91569d3b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.845973] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': task-2022005, 'name': ReconfigVM_Task, 'duration_secs': 0.359764} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.846135] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Reconfigured VM instance instance-00000007 to attach disk [datastore1] ab38e291-8af6-4759-a504-a5926afa3e34/ab38e291-8af6-4759-a504-a5926afa3e34.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1616.852025] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fc4c4d5-874e-406b-8eb5-147ff0c3e480 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.861278] env[63348]: DEBUG nova.compute.provider_tree [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.870987] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Waiting for the task: (returnval){ [ 1616.870987] env[63348]: value = "task-2022008" [ 1616.870987] env[63348]: _type = "Task" [ 1616.870987] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.876169] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022006, 'name': Rename_Task, 'duration_secs': 0.15778} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.877058] env[63348]: DEBUG oslo_vmware.api [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Task: {'id': task-2022007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181182} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.879513] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1616.879763] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1616.880507] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1616.880507] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1616.880507] env[63348]: INFO nova.compute.manager [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1616.880507] env[63348]: DEBUG oslo.service.loopingcall [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1616.881058] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cabd3d43-8991-49d5-9f17-77392b6e45e6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.882888] env[63348]: DEBUG nova.compute.manager [-] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1616.882991] env[63348]: DEBUG nova.network.neutron [-] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1616.893621] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': task-2022008, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.899294] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bd3fab-7b46-7e4c-8b1a-bb118ff84bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.013301} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.899788] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for the task: (returnval){ [ 1616.899788] env[63348]: value = "task-2022009" [ 1616.899788] env[63348]: _type = "Task" [ 1616.899788] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.899788] env[63348]: DEBUG oslo_concurrency.lockutils [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.900152] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 9d723a61-a652-4e89-9bf7-eb544d66b24f/9d723a61-a652-4e89-9bf7-eb544d66b24f.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1616.900413] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.900612] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1616.900819] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85e903bf-2a7a-4541-bd7b-6a34b8c59984 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.906244] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0855983b-db72-4605-a034-4e5dda96f2fc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.909195] env[63348]: DEBUG oslo_concurrency.lockutils [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Acquiring lock "refresh_cache-98c625bb-3a8e-4148-87eb-88683c9995b0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.909195] env[63348]: DEBUG oslo_concurrency.lockutils [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Acquired lock "refresh_cache-98c625bb-3a8e-4148-87eb-88683c9995b0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.909195] env[63348]: DEBUG nova.network.neutron [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1616.917733] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.919401] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Waiting for the task: (returnval){ [ 1616.919401] env[63348]: value = "task-2022010" [ 1616.919401] env[63348]: _type = "Task" [ 1616.919401] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.921130] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1616.921130] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1616.925324] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12ba0f44-2f3e-4dc7-842b-090690e94f2e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.934195] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.935700] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1616.935700] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52916fbc-c55f-59a9-377c-cb7b7c228657" [ 1616.935700] env[63348]: _type = "Task" [ 1616.935700] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.946625] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52916fbc-c55f-59a9-377c-cb7b7c228657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.965837] env[63348]: DEBUG nova.compute.manager [req-721a33a2-b830-417e-bd57-8fff4d40f7dc req-25b2b321-dd4e-421a-879a-96badc90dc70 service nova] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Received event network-vif-plugged-c17bdedc-4c02-4db3-b04c-8f5ce39961d9 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1616.966142] env[63348]: DEBUG oslo_concurrency.lockutils [req-721a33a2-b830-417e-bd57-8fff4d40f7dc req-25b2b321-dd4e-421a-879a-96badc90dc70 service nova] Acquiring lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.966361] env[63348]: DEBUG oslo_concurrency.lockutils [req-721a33a2-b830-417e-bd57-8fff4d40f7dc req-25b2b321-dd4e-421a-879a-96badc90dc70 service nova] Lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.966518] env[63348]: DEBUG oslo_concurrency.lockutils [req-721a33a2-b830-417e-bd57-8fff4d40f7dc req-25b2b321-dd4e-421a-879a-96badc90dc70 service nova] Lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.966779] env[63348]: DEBUG nova.compute.manager [req-721a33a2-b830-417e-bd57-8fff4d40f7dc req-25b2b321-dd4e-421a-879a-96badc90dc70 service nova] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] No waiting events found dispatching network-vif-plugged-c17bdedc-4c02-4db3-b04c-8f5ce39961d9 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1616.966870] env[63348]: WARNING nova.compute.manager [req-721a33a2-b830-417e-bd57-8fff4d40f7dc req-25b2b321-dd4e-421a-879a-96badc90dc70 service nova] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Received unexpected event network-vif-plugged-c17bdedc-4c02-4db3-b04c-8f5ce39961d9 for instance with vm_state building and task_state spawning. [ 1616.967050] env[63348]: DEBUG nova.compute.manager [req-721a33a2-b830-417e-bd57-8fff4d40f7dc req-25b2b321-dd4e-421a-879a-96badc90dc70 service nova] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Received event network-changed-c17bdedc-4c02-4db3-b04c-8f5ce39961d9 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1616.967678] env[63348]: DEBUG nova.compute.manager [req-721a33a2-b830-417e-bd57-8fff4d40f7dc req-25b2b321-dd4e-421a-879a-96badc90dc70 service nova] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Refreshing instance network info cache due to event network-changed-c17bdedc-4c02-4db3-b04c-8f5ce39961d9. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1616.967678] env[63348]: DEBUG oslo_concurrency.lockutils [req-721a33a2-b830-417e-bd57-8fff4d40f7dc req-25b2b321-dd4e-421a-879a-96badc90dc70 service nova] Acquiring lock "refresh_cache-f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.967678] env[63348]: DEBUG oslo_concurrency.lockutils [req-721a33a2-b830-417e-bd57-8fff4d40f7dc req-25b2b321-dd4e-421a-879a-96badc90dc70 service nova] Acquired lock "refresh_cache-f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.967890] env[63348]: DEBUG nova.network.neutron [req-721a33a2-b830-417e-bd57-8fff4d40f7dc req-25b2b321-dd4e-421a-879a-96badc90dc70 service nova] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Refreshing network info cache for port c17bdedc-4c02-4db3-b04c-8f5ce39961d9 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1617.158643] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2022002, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.239927] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022004, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.264725] env[63348]: DEBUG nova.network.neutron [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Successfully created port: 839f9618-adb0-42f5-919a-d3eb2c934d0b {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1617.368570] env[63348]: DEBUG nova.scheduler.client.report [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1617.391134] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': task-2022008, 'name': Rename_Task, 'duration_secs': 0.180669} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.391323] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1617.391604] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cac4d43e-068c-4b98-b261-70fb6c4eebe3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.401458] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Waiting for the task: (returnval){ [ 1617.401458] env[63348]: value = "task-2022012" [ 1617.401458] env[63348]: _type = "Task" [ 1617.401458] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.420978] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022009, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.429466] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': task-2022012, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.443071] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022010, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.451820] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52916fbc-c55f-59a9-377c-cb7b7c228657, 'name': SearchDatastore_Task, 'duration_secs': 0.01281} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.452847] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3595403-fa6d-4ea3-b53d-a7375017a3b7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.462942] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1617.462942] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f98c26-afff-3424-af5b-a95a4ee0ca41" [ 1617.462942] env[63348]: _type = "Task" [ 1617.462942] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.478986] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f98c26-afff-3424-af5b-a95a4ee0ca41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.483755] env[63348]: DEBUG nova.network.neutron [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1617.489546] env[63348]: DEBUG nova.compute.manager [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1617.524660] env[63348]: DEBUG nova.virt.hardware [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1617.524660] env[63348]: DEBUG nova.virt.hardware [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1617.524660] env[63348]: DEBUG nova.virt.hardware [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1617.525111] env[63348]: DEBUG nova.virt.hardware [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1617.525111] env[63348]: DEBUG nova.virt.hardware [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1617.525111] env[63348]: DEBUG nova.virt.hardware [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1617.525111] env[63348]: DEBUG nova.virt.hardware [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1617.525111] env[63348]: DEBUG nova.virt.hardware [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1617.525268] env[63348]: DEBUG nova.virt.hardware [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1617.525268] env[63348]: DEBUG nova.virt.hardware [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1617.525331] env[63348]: DEBUG nova.virt.hardware [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1617.526936] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbaaa6a-31df-417d-8e4d-4ba9b05ee74e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.542009] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b827489-7cb6-4dbc-ac9b-4226ed1ccd95 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.660927] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2022002, 'name': PowerOnVM_Task} progress is 86%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.742342] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022004, 'name': PowerOnVM_Task} progress is 91%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.874787] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.875734] env[63348]: DEBUG nova.compute.manager [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1617.878532] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.767s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.879942] env[63348]: INFO nova.compute.claims [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1617.920935] env[63348]: DEBUG oslo_vmware.api [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022009, 'name': PowerOnVM_Task, 'duration_secs': 0.62514} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.927814] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1617.927814] env[63348]: INFO nova.compute.manager [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Took 16.08 seconds to spawn the instance on the hypervisor. [ 1617.927814] env[63348]: DEBUG nova.compute.manager [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1617.927814] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': task-2022012, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.927814] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e169cb-eb50-45c2-b892-56b9f910cad3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.939982] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751737} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.942974] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 9d723a61-a652-4e89-9bf7-eb544d66b24f/9d723a61-a652-4e89-9bf7-eb544d66b24f.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1617.942974] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1617.948411] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05279698-9087-40b1-950f-5edd9ac7aae4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.962435] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Waiting for the task: (returnval){ [ 1617.962435] env[63348]: value = "task-2022013" [ 1617.962435] env[63348]: _type = "Task" [ 1617.962435] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.985468] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f98c26-afff-3424-af5b-a95a4ee0ca41, 'name': SearchDatastore_Task, 'duration_secs': 0.081734} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.985468] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.987193] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.987823] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] f964b631-4f16-4ba9-b0e2-61b99b1e3bf1/f964b631-4f16-4ba9-b0e2-61b99b1e3bf1.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1617.989203] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d84c9ff8-7e60-4a07-bfd9-e1e18c82959a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.999489] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1617.999489] env[63348]: value = "task-2022014" [ 1617.999489] env[63348]: _type = "Task" [ 1617.999489] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.015257] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.127603] env[63348]: DEBUG nova.compute.manager [req-f7b01bc7-a3c7-45f5-91e8-966bf38d7c59 req-f198c856-3a1c-4b87-8a8c-724daaedb3c7 service nova] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Received event network-vif-plugged-6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1618.127873] env[63348]: DEBUG oslo_concurrency.lockutils [req-f7b01bc7-a3c7-45f5-91e8-966bf38d7c59 req-f198c856-3a1c-4b87-8a8c-724daaedb3c7 service nova] Acquiring lock "98c625bb-3a8e-4148-87eb-88683c9995b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.129223] env[63348]: DEBUG oslo_concurrency.lockutils [req-f7b01bc7-a3c7-45f5-91e8-966bf38d7c59 req-f198c856-3a1c-4b87-8a8c-724daaedb3c7 service nova] Lock "98c625bb-3a8e-4148-87eb-88683c9995b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.129223] env[63348]: DEBUG oslo_concurrency.lockutils [req-f7b01bc7-a3c7-45f5-91e8-966bf38d7c59 req-f198c856-3a1c-4b87-8a8c-724daaedb3c7 service nova] Lock "98c625bb-3a8e-4148-87eb-88683c9995b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.129671] env[63348]: DEBUG nova.compute.manager [req-f7b01bc7-a3c7-45f5-91e8-966bf38d7c59 req-f198c856-3a1c-4b87-8a8c-724daaedb3c7 service nova] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] No waiting events found dispatching network-vif-plugged-6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1618.129911] env[63348]: WARNING nova.compute.manager [req-f7b01bc7-a3c7-45f5-91e8-966bf38d7c59 req-f198c856-3a1c-4b87-8a8c-724daaedb3c7 service nova] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Received unexpected event network-vif-plugged-6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0 for instance with vm_state building and task_state spawning. [ 1618.134956] env[63348]: DEBUG nova.network.neutron [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Updating instance_info_cache with network_info: [{"id": "6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0", "address": "fa:16:3e:ac:6a:76", "network": {"id": "b96adfe1-60d0-4c7f-92f8-3e9b17904f02", "bridge": "br-int", "label": "tempest-ServersTestJSON-673714183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d263458e8f824e8a818ad541f075a2b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7e56ee-d1", "ovs_interfaceid": "6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.161859] env[63348]: DEBUG oslo_vmware.api [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2022002, 'name': PowerOnVM_Task, 'duration_secs': 1.583739} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.164130] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1618.164130] env[63348]: INFO nova.compute.manager [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Took 18.67 seconds to spawn the instance on the hypervisor. [ 1618.164374] env[63348]: DEBUG nova.compute.manager [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1618.165802] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824ae373-19e9-451b-9394-62efefeec4a9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.247703] env[63348]: DEBUG oslo_vmware.api [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022004, 'name': PowerOnVM_Task, 'duration_secs': 1.530653} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.248995] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1618.250070] env[63348]: INFO nova.compute.manager [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Took 13.98 seconds to spawn the instance on the hypervisor. [ 1618.250265] env[63348]: DEBUG nova.compute.manager [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1618.253029] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f7f161-99f3-4b6c-9f14-b92642464088 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.286405] env[63348]: DEBUG nova.network.neutron [req-721a33a2-b830-417e-bd57-8fff4d40f7dc req-25b2b321-dd4e-421a-879a-96badc90dc70 service nova] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Updated VIF entry in instance network info cache for port c17bdedc-4c02-4db3-b04c-8f5ce39961d9. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1618.286405] env[63348]: DEBUG nova.network.neutron [req-721a33a2-b830-417e-bd57-8fff4d40f7dc req-25b2b321-dd4e-421a-879a-96badc90dc70 service nova] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Updating instance_info_cache with network_info: [{"id": "c17bdedc-4c02-4db3-b04c-8f5ce39961d9", "address": "fa:16:3e:68:83:ea", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17bdedc-4c", "ovs_interfaceid": "c17bdedc-4c02-4db3-b04c-8f5ce39961d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.388083] env[63348]: DEBUG nova.compute.utils [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1618.396937] env[63348]: DEBUG nova.compute.manager [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1618.397229] env[63348]: DEBUG nova.network.neutron [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1618.432078] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': task-2022012, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.464094] env[63348]: INFO nova.compute.manager [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Took 26.63 seconds to build instance. [ 1618.475292] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082794} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.475696] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1618.477473] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a018f2-fe7c-4457-b243-aa8e13664b31 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.496041] env[63348]: DEBUG nova.network.neutron [-] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.507150] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 9d723a61-a652-4e89-9bf7-eb544d66b24f/9d723a61-a652-4e89-9bf7-eb544d66b24f.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1618.507613] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8acaea9-9696-4bd3-bd10-9faf1f531a5f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.525998] env[63348]: DEBUG nova.policy [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6e8730b661d4ba0b37ec3b22597dbd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ced294486434485a8664ea79dd870d09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1618.539566] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.541151] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Waiting for the task: (returnval){ [ 1618.541151] env[63348]: value = "task-2022015" [ 1618.541151] env[63348]: _type = "Task" [ 1618.541151] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.552198] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.569794] env[63348]: DEBUG nova.compute.manager [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1618.571260] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa1137f-df6c-4dc5-b550-654eda767d31 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.638303] env[63348]: DEBUG oslo_concurrency.lockutils [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Releasing lock "refresh_cache-98c625bb-3a8e-4148-87eb-88683c9995b0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.639124] env[63348]: DEBUG nova.compute.manager [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Instance network_info: |[{"id": "6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0", "address": "fa:16:3e:ac:6a:76", "network": {"id": "b96adfe1-60d0-4c7f-92f8-3e9b17904f02", "bridge": "br-int", "label": "tempest-ServersTestJSON-673714183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d263458e8f824e8a818ad541f075a2b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7e56ee-d1", "ovs_interfaceid": "6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1618.639480] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:6a:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1618.652227] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Creating folder: Project (d263458e8f824e8a818ad541f075a2b9). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1618.654381] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27a982bd-3368-4a4d-b45d-25b2800e5868 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.670392] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Created folder: Project (d263458e8f824e8a818ad541f075a2b9) in parent group-v415427. [ 1618.670530] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Creating folder: Instances. Parent ref: group-v415458. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1618.670840] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51ccf612-23c3-4350-91e2-cf81cc1e6944 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.689569] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Created folder: Instances in parent group-v415458. [ 1618.689922] env[63348]: DEBUG oslo.service.loopingcall [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1618.691973] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1618.692398] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49b26455-f2e7-4bef-a4a2-e28bebeec472 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.708126] env[63348]: INFO nova.compute.manager [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Took 27.90 seconds to build instance. [ 1618.716154] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1618.716154] env[63348]: value = "task-2022018" [ 1618.716154] env[63348]: _type = "Task" [ 1618.716154] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.729103] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022018, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.782615] env[63348]: INFO nova.compute.manager [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Took 26.15 seconds to build instance. [ 1618.788650] env[63348]: DEBUG oslo_concurrency.lockutils [req-721a33a2-b830-417e-bd57-8fff4d40f7dc req-25b2b321-dd4e-421a-879a-96badc90dc70 service nova] Releasing lock "refresh_cache-f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.898280] env[63348]: DEBUG nova.compute.manager [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1618.932346] env[63348]: DEBUG oslo_vmware.api [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': task-2022012, 'name': PowerOnVM_Task, 'duration_secs': 1.046721} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.932346] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1618.932669] env[63348]: INFO nova.compute.manager [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Took 12.31 seconds to spawn the instance on the hypervisor. [ 1618.932669] env[63348]: DEBUG nova.compute.manager [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1618.934039] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aeff404-6dd3-4101-bb07-3e7126ae2545 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.968420] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b404d755-aafc-4027-9190-d8972b985642 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Lock "eabb32a5-2905-403d-9ad4-cf12ecac4356" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.142s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.009492] env[63348]: INFO nova.compute.manager [-] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Took 2.13 seconds to deallocate network for instance. [ 1619.026960] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022014, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.071976] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.084324] env[63348]: INFO nova.compute.manager [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] instance snapshotting [ 1619.084544] env[63348]: WARNING nova.compute.manager [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1619.093170] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f07bd3c-9cab-4d3d-886b-0e300ba47b09 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.132766] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06467b0-c4eb-419f-a3f1-d046fc03fa9a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.210633] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c474518b-83fb-4c90-98ca-93b421781b89 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Lock "cd4627a3-03ee-4d91-ac3f-0eae930198be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.415s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.236437] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022018, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.284494] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e1b00d4-5de4-4bbe-9311-916559c8f745 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "69eeee84-fcfd-4326-8384-79a1d5e01e9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.669s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.318458] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26afd04-ba72-4135-9ced-83ed648ae673 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.330556] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab7cf55-cc86-4755-84f4-48ba969fdd58 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.368687] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2798ca15-4449-4504-a587-dca33df987c1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.372026] env[63348]: DEBUG nova.compute.manager [None req-ecc07628-50f0-4b69-b3f9-1a9619639cb9 tempest-ServerDiagnosticsV248Test-1047505045 tempest-ServerDiagnosticsV248Test-1047505045-project-admin] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1619.372447] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb955b80-7829-4c5b-b3f5-8225796ac797 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.383391] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acee096c-0807-492e-b6b6-3c60de3411c6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.388882] env[63348]: INFO nova.compute.manager [None req-ecc07628-50f0-4b69-b3f9-1a9619639cb9 tempest-ServerDiagnosticsV248Test-1047505045 tempest-ServerDiagnosticsV248Test-1047505045-project-admin] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Retrieving diagnostics [ 1619.390270] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b89d131-ddb0-444f-b567-d897ba1cfe83 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.433796] env[63348]: DEBUG nova.compute.provider_tree [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.453191] env[63348]: INFO nova.compute.manager [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Took 26.21 seconds to build instance. [ 1619.470034] env[63348]: DEBUG nova.compute.manager [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1619.522751] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022014, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.19894} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.523784] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.524213] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] f964b631-4f16-4ba9-b0e2-61b99b1e3bf1/f964b631-4f16-4ba9-b0e2-61b99b1e3bf1.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1619.524674] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1619.524982] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c88254a5-c9e0-4a32-b89d-328e9731bd37 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.539704] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1619.539704] env[63348]: value = "task-2022020" [ 1619.539704] env[63348]: _type = "Task" [ 1619.539704] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.554491] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022015, 'name': ReconfigVM_Task, 'duration_secs': 0.860852} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.557597] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 9d723a61-a652-4e89-9bf7-eb544d66b24f/9d723a61-a652-4e89-9bf7-eb544d66b24f.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1619.558286] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.558592] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb8ff2fe-7466-4ce3-a4b7-184b3aec23c5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.566294] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Waiting for the task: (returnval){ [ 1619.566294] env[63348]: value = "task-2022021" [ 1619.566294] env[63348]: _type = "Task" [ 1619.566294] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.575487] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022021, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.658554] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Creating Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1619.658940] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-94539e6e-57f5-453c-9275-c6def2c811a8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.669461] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1619.669461] env[63348]: value = "task-2022022" [ 1619.669461] env[63348]: _type = "Task" [ 1619.669461] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.684044] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022022, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.718436] env[63348]: DEBUG nova.compute.manager [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1619.734260] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022018, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.735266] env[63348]: DEBUG nova.network.neutron [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Successfully created port: 5c876f87-7dd0-42e7-8aac-fa016d177a8a {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1619.934637] env[63348]: DEBUG nova.compute.manager [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1619.940261] env[63348]: DEBUG nova.scheduler.client.report [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1619.956224] env[63348]: DEBUG oslo_concurrency.lockutils [None req-165de223-da4b-4ad5-889e-7f3d03e57cb3 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Lock "ab38e291-8af6-4759-a504-a5926afa3e34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.724s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.967352] env[63348]: DEBUG nova.virt.hardware [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1619.967506] env[63348]: DEBUG nova.virt.hardware [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1619.967907] env[63348]: DEBUG nova.virt.hardware [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1619.968125] env[63348]: DEBUG nova.virt.hardware [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1619.968280] env[63348]: DEBUG nova.virt.hardware [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1619.968531] env[63348]: DEBUG nova.virt.hardware [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1619.968640] env[63348]: DEBUG nova.virt.hardware [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1619.968799] env[63348]: DEBUG nova.virt.hardware [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1619.968970] env[63348]: DEBUG nova.virt.hardware [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1619.969149] env[63348]: DEBUG nova.virt.hardware [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1619.969452] env[63348]: DEBUG nova.virt.hardware [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1619.971108] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b099b68-45af-481b-b910-96ffb1178a3f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.984061] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9352197a-95dc-4b11-8733-c12afcb9d32c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.005387] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.052119] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244197} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.052488] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1620.053986] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab57718f-eecb-4fdb-ac02-ce3b7c0c0692 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.087611] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] f964b631-4f16-4ba9-b0e2-61b99b1e3bf1/f964b631-4f16-4ba9-b0e2-61b99b1e3bf1.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1620.091522] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f84c1c5-311e-4d4e-9fb7-f699f66e9741 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.122471] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022021, 'name': Rename_Task, 'duration_secs': 0.435915} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.127198] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1620.127198] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1620.127198] env[63348]: value = "task-2022023" [ 1620.127198] env[63348]: _type = "Task" [ 1620.127198] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.127198] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e1c9d65-144f-494b-a960-ca8368499eae {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.146657] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.149664] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Waiting for the task: (returnval){ [ 1620.149664] env[63348]: value = "task-2022024" [ 1620.149664] env[63348]: _type = "Task" [ 1620.149664] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.165212] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.187528] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022022, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.238669] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022018, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.262017] env[63348]: DEBUG oslo_concurrency.lockutils [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.451634] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.451634] env[63348]: DEBUG nova.compute.manager [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1620.454886] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.931s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.455083] env[63348]: DEBUG nova.objects.instance [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Lazy-loading 'resources' on Instance uuid 9f37120a-dd52-4f95-9a11-ae5bcf3565ba {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1620.483554] env[63348]: DEBUG nova.network.neutron [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Successfully updated port: 839f9618-adb0-42f5-919a-d3eb2c934d0b {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1620.647899] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022023, 'name': ReconfigVM_Task, 'duration_secs': 0.400398} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.648515] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Reconfigured VM instance instance-00000009 to attach disk [datastore1] f964b631-4f16-4ba9-b0e2-61b99b1e3bf1/f964b631-4f16-4ba9-b0e2-61b99b1e3bf1.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1620.649520] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1032b0ad-2685-42c2-be4f-ba5574a45d1d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.662817] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022024, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.665217] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1620.665217] env[63348]: value = "task-2022025" [ 1620.665217] env[63348]: _type = "Task" [ 1620.665217] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.676278] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022025, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.689224] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022022, 'name': CreateSnapshot_Task, 'duration_secs': 0.946546} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.689500] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Created Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1620.690276] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87835ec6-faab-4097-9030-c7d5e4935fb3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.738952] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022018, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.959666] env[63348]: DEBUG nova.compute.utils [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1620.963960] env[63348]: DEBUG nova.compute.manager [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Not allocating networking since 'none' was specified. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1620.988729] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquiring lock "refresh_cache-ba49ff78-a55c-4fb7-acf4-c77c53bd82e0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.988729] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquired lock "refresh_cache-ba49ff78-a55c-4fb7-acf4-c77c53bd82e0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.988729] env[63348]: DEBUG nova.network.neutron [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1621.164475] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022024, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.178109] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022025, 'name': Rename_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.216712] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Creating linked-clone VM from snapshot {{(pid=63348) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1621.219815] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4d17968a-0a6e-4c6a-8136-a5434366de68 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.233708] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022018, 'name': CreateVM_Task, 'duration_secs': 2.103607} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.235255] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1621.235658] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1621.235658] env[63348]: value = "task-2022026" [ 1621.235658] env[63348]: _type = "Task" [ 1621.235658] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.236389] env[63348]: DEBUG oslo_concurrency.lockutils [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.236579] env[63348]: DEBUG oslo_concurrency.lockutils [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.237102] env[63348]: DEBUG oslo_concurrency.lockutils [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1621.239994] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8361a01-52ff-4476-86ca-0794b62fc4c6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.250141] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Waiting for the task: (returnval){ [ 1621.250141] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523dd805-2f57-7cda-0143-813b986c6db0" [ 1621.250141] env[63348]: _type = "Task" [ 1621.250141] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.261884] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022026, 'name': CloneVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.267095] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523dd805-2f57-7cda-0143-813b986c6db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.294907] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dba0bf7-0bde-4f83-a58b-288c1b60095c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.303253] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45473fdc-034e-43f8-b034-c1f6f40abcbb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.340764] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7d5e8d-5784-4c52-a912-1587c19656e8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.353513] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499e2064-41e1-49b3-a1c3-7e0e44674810 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.369927] env[63348]: DEBUG nova.compute.provider_tree [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.466757] env[63348]: DEBUG nova.compute.manager [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1621.573204] env[63348]: DEBUG nova.network.neutron [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1621.666355] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022024, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.677783] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022025, 'name': Rename_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.683752] env[63348]: DEBUG nova.compute.manager [req-875ed5d8-8e62-43b9-b33d-df4bc22ef0b9 req-0283e95d-57ad-411e-a4c6-8b1cf8269412 service nova] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Received event network-changed-6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1621.683965] env[63348]: DEBUG nova.compute.manager [req-875ed5d8-8e62-43b9-b33d-df4bc22ef0b9 req-0283e95d-57ad-411e-a4c6-8b1cf8269412 service nova] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Refreshing instance network info cache due to event network-changed-6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1621.684174] env[63348]: DEBUG oslo_concurrency.lockutils [req-875ed5d8-8e62-43b9-b33d-df4bc22ef0b9 req-0283e95d-57ad-411e-a4c6-8b1cf8269412 service nova] Acquiring lock "refresh_cache-98c625bb-3a8e-4148-87eb-88683c9995b0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.684347] env[63348]: DEBUG oslo_concurrency.lockutils [req-875ed5d8-8e62-43b9-b33d-df4bc22ef0b9 req-0283e95d-57ad-411e-a4c6-8b1cf8269412 service nova] Acquired lock "refresh_cache-98c625bb-3a8e-4148-87eb-88683c9995b0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.684461] env[63348]: DEBUG nova.network.neutron [req-875ed5d8-8e62-43b9-b33d-df4bc22ef0b9 req-0283e95d-57ad-411e-a4c6-8b1cf8269412 service nova] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Refreshing network info cache for port 6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1621.753072] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022026, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.768310] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523dd805-2f57-7cda-0143-813b986c6db0, 'name': SearchDatastore_Task, 'duration_secs': 0.022583} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.768637] env[63348]: DEBUG oslo_concurrency.lockutils [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.768873] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1621.769130] env[63348]: DEBUG oslo_concurrency.lockutils [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.769334] env[63348]: DEBUG oslo_concurrency.lockutils [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.769459] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1621.769728] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8cb496b-5064-459c-9e9f-73b593191ece {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.780574] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1621.780701] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1621.784354] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c668afb-6408-49bc-8aba-de3f19415a0f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.789415] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Waiting for the task: (returnval){ [ 1621.789415] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a6f20b-3581-db67-1783-423a4d799ce3" [ 1621.789415] env[63348]: _type = "Task" [ 1621.789415] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.800708] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a6f20b-3581-db67-1783-423a4d799ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.874166] env[63348]: DEBUG nova.scheduler.client.report [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1621.901569] env[63348]: DEBUG nova.network.neutron [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Updating instance_info_cache with network_info: [{"id": "839f9618-adb0-42f5-919a-d3eb2c934d0b", "address": "fa:16:3e:52:3c:f5", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap839f9618-ad", "ovs_interfaceid": "839f9618-adb0-42f5-919a-d3eb2c934d0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.034999] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Acquiring lock "0a255d7d-7a66-4e6f-89b1-eab3c13f3516" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.035384] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Lock "0a255d7d-7a66-4e6f-89b1-eab3c13f3516" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.035623] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Acquiring lock "0a255d7d-7a66-4e6f-89b1-eab3c13f3516-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.035811] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Lock "0a255d7d-7a66-4e6f-89b1-eab3c13f3516-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.035979] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Lock "0a255d7d-7a66-4e6f-89b1-eab3c13f3516-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.038643] env[63348]: INFO nova.compute.manager [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Terminating instance [ 1622.163655] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022024, 'name': PowerOnVM_Task} progress is 80%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.177891] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022025, 'name': Rename_Task, 'duration_secs': 1.227269} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.178214] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1622.178460] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e71046c4-c306-47ff-a5a3-8879d1fb2996 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.184654] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1622.184654] env[63348]: value = "task-2022028" [ 1622.184654] env[63348]: _type = "Task" [ 1622.184654] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.196667] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.249243] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022026, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.302455] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a6f20b-3581-db67-1783-423a4d799ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.024261} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.303326] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56b2daa0-2ede-4521-8c90-9ccc3785e056 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.309434] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Waiting for the task: (returnval){ [ 1622.309434] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e96c76-fd3a-aeeb-315c-03eb195e7873" [ 1622.309434] env[63348]: _type = "Task" [ 1622.309434] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.321052] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e96c76-fd3a-aeeb-315c-03eb195e7873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.371775] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Acquiring lock "eabb32a5-2905-403d-9ad4-cf12ecac4356" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.372197] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Lock "eabb32a5-2905-403d-9ad4-cf12ecac4356" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.372558] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Acquiring lock "eabb32a5-2905-403d-9ad4-cf12ecac4356-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.372813] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Lock "eabb32a5-2905-403d-9ad4-cf12ecac4356-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.373119] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Lock "eabb32a5-2905-403d-9ad4-cf12ecac4356-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.376263] env[63348]: INFO nova.compute.manager [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Terminating instance [ 1622.378969] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.382747] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.377s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.384459] env[63348]: INFO nova.compute.claims [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1622.405595] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Releasing lock "refresh_cache-ba49ff78-a55c-4fb7-acf4-c77c53bd82e0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.405792] env[63348]: DEBUG nova.compute.manager [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Instance network_info: |[{"id": "839f9618-adb0-42f5-919a-d3eb2c934d0b", "address": "fa:16:3e:52:3c:f5", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap839f9618-ad", "ovs_interfaceid": "839f9618-adb0-42f5-919a-d3eb2c934d0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1622.407269] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:3c:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '839f9618-adb0-42f5-919a-d3eb2c934d0b', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1622.415165] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Creating folder: Project (a3f61f8fe3554da18bf9c98bc5ea8312). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1622.416742] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efa3aa52-2a82-493b-8d90-eaefb52cf25c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.424757] env[63348]: INFO nova.scheduler.client.report [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Deleted allocations for instance 9f37120a-dd52-4f95-9a11-ae5bcf3565ba [ 1622.428595] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Created folder: Project (a3f61f8fe3554da18bf9c98bc5ea8312) in parent group-v415427. [ 1622.429567] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Creating folder: Instances. Parent ref: group-v415463. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1622.432325] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f05a305-ebb1-444f-b8ee-5b9b0f4860b2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.443792] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Created folder: Instances in parent group-v415463. [ 1622.444111] env[63348]: DEBUG oslo.service.loopingcall [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.444335] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1622.444553] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55408d4f-0dec-4b25-be88-d00b15275d7b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.469292] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1622.469292] env[63348]: value = "task-2022031" [ 1622.469292] env[63348]: _type = "Task" [ 1622.469292] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.476841] env[63348]: DEBUG nova.compute.manager [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1622.483603] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022031, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.514459] env[63348]: DEBUG nova.virt.hardware [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1622.514955] env[63348]: DEBUG nova.virt.hardware [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1622.514955] env[63348]: DEBUG nova.virt.hardware [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1622.515072] env[63348]: DEBUG nova.virt.hardware [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1622.516206] env[63348]: DEBUG nova.virt.hardware [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1622.516206] env[63348]: DEBUG nova.virt.hardware [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1622.516316] env[63348]: DEBUG nova.virt.hardware [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1622.516416] env[63348]: DEBUG nova.virt.hardware [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1622.516607] env[63348]: DEBUG nova.virt.hardware [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1622.517024] env[63348]: DEBUG nova.virt.hardware [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1622.517024] env[63348]: DEBUG nova.virt.hardware [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1622.520032] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618a3da9-2ff3-4c12-88e5-b062f0f28b52 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.527907] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f918c95d-6ca3-4940-a9bc-a43d93d63650 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.547011] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Acquiring lock "refresh_cache-0a255d7d-7a66-4e6f-89b1-eab3c13f3516" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.547311] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Acquired lock "refresh_cache-0a255d7d-7a66-4e6f-89b1-eab3c13f3516" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.547505] env[63348]: DEBUG nova.network.neutron [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1622.548923] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Instance VIF info [] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1622.555535] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Creating folder: Project (154bab8fc4cd4d419c81fdd6062366d0). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1622.556675] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7718549-6c1b-41ec-a84a-ab3a0a19e95c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.566803] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Created folder: Project (154bab8fc4cd4d419c81fdd6062366d0) in parent group-v415427. [ 1622.567134] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Creating folder: Instances. Parent ref: group-v415466. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1622.567364] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71bb566a-95f2-4c1d-8dcf-b582279f3e36 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.577100] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Created folder: Instances in parent group-v415466. [ 1622.577622] env[63348]: DEBUG oslo.service.loopingcall [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.577622] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1622.578508] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61ef1014-613e-4f28-88fb-4489f4850053 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.602533] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1622.602533] env[63348]: value = "task-2022034" [ 1622.602533] env[63348]: _type = "Task" [ 1622.602533] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.608355] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022034, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.670548] env[63348]: DEBUG oslo_vmware.api [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022024, 'name': PowerOnVM_Task, 'duration_secs': 2.30687} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.671194] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1622.671566] env[63348]: INFO nova.compute.manager [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Took 13.70 seconds to spawn the instance on the hypervisor. [ 1622.671898] env[63348]: DEBUG nova.compute.manager [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1622.672997] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc15d254-fdf5-4b58-9815-04c67e09104c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.698225] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.751824] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022026, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.822617] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e96c76-fd3a-aeeb-315c-03eb195e7873, 'name': SearchDatastore_Task, 'duration_secs': 0.042169} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.823222] env[63348]: DEBUG oslo_concurrency.lockutils [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.823550] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 98c625bb-3a8e-4148-87eb-88683c9995b0/98c625bb-3a8e-4148-87eb-88683c9995b0.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1622.823857] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-447b8867-dcb5-4a6c-8449-d0d3490a9fb0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.832397] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Waiting for the task: (returnval){ [ 1622.832397] env[63348]: value = "task-2022035" [ 1622.832397] env[63348]: _type = "Task" [ 1622.832397] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.843379] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.888239] env[63348]: DEBUG nova.compute.manager [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1622.888594] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1622.892759] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506e7cdc-8557-49c3-8337-c90e198c2497 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.903494] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1622.904622] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dad4d28f-8f01-48a4-8a1d-d858bdafb24c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.912937] env[63348]: DEBUG oslo_vmware.api [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Waiting for the task: (returnval){ [ 1622.912937] env[63348]: value = "task-2022036" [ 1622.912937] env[63348]: _type = "Task" [ 1622.912937] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.924613] env[63348]: DEBUG oslo_vmware.api [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Task: {'id': task-2022036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.938723] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9117d5ff-422e-4328-ae09-d2a16858424f tempest-ServerPasswordTestJSON-481785023 tempest-ServerPasswordTestJSON-481785023-project-member] Lock "9f37120a-dd52-4f95-9a11-ae5bcf3565ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.784s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.981557] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022031, 'name': CreateVM_Task, 'duration_secs': 0.466307} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.981759] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1622.983236] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.983431] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.983807] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1622.984124] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a39e7a64-7680-45b9-b261-6399fd67dc0f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.989892] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for the task: (returnval){ [ 1622.989892] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525e5b98-21eb-491b-7635-6f4cb678585e" [ 1622.989892] env[63348]: _type = "Task" [ 1622.989892] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.002257] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525e5b98-21eb-491b-7635-6f4cb678585e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.112454] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022034, 'name': CreateVM_Task, 'duration_secs': 0.407214} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.114150] env[63348]: DEBUG nova.network.neutron [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1623.116783] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1623.117310] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.199646] env[63348]: INFO nova.compute.manager [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Took 29.46 seconds to build instance. [ 1623.208797] env[63348]: DEBUG oslo_vmware.api [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022028, 'name': PowerOnVM_Task, 'duration_secs': 0.619604} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.209309] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1623.209391] env[63348]: INFO nova.compute.manager [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Took 11.78 seconds to spawn the instance on the hypervisor. [ 1623.209616] env[63348]: DEBUG nova.compute.manager [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1623.210711] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f898ad-e9d5-475e-9829-c3a17942f2f0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.258881] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022026, 'name': CloneVM_Task, 'duration_secs': 1.905724} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.258881] env[63348]: INFO nova.virt.vmwareapi.vmops [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Created linked-clone VM from snapshot [ 1623.259640] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21f7329-483d-46d8-81ae-b06a05119290 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.269695] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Uploading image c4aaaeea-c3b0-4daa-a676-1f5615c961c2 {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1623.308312] env[63348]: DEBUG oslo_vmware.rw_handles [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1623.308312] env[63348]: value = "vm-415462" [ 1623.308312] env[63348]: _type = "VirtualMachine" [ 1623.308312] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1623.310048] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c27e76ea-cf5e-4588-a9d3-53232f117963 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.320964] env[63348]: DEBUG oslo_vmware.rw_handles [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lease: (returnval){ [ 1623.320964] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5229228a-517f-1c09-8ea7-b72d5f8099ef" [ 1623.320964] env[63348]: _type = "HttpNfcLease" [ 1623.320964] env[63348]: } obtained for exporting VM: (result){ [ 1623.320964] env[63348]: value = "vm-415462" [ 1623.320964] env[63348]: _type = "VirtualMachine" [ 1623.320964] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1623.320964] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the lease: (returnval){ [ 1623.320964] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5229228a-517f-1c09-8ea7-b72d5f8099ef" [ 1623.320964] env[63348]: _type = "HttpNfcLease" [ 1623.320964] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1623.331407] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1623.331407] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5229228a-517f-1c09-8ea7-b72d5f8099ef" [ 1623.331407] env[63348]: _type = "HttpNfcLease" [ 1623.331407] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1623.337543] env[63348]: DEBUG nova.network.neutron [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Successfully updated port: 5c876f87-7dd0-42e7-8aac-fa016d177a8a {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1623.359286] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022035, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.365287] env[63348]: DEBUG nova.network.neutron [req-875ed5d8-8e62-43b9-b33d-df4bc22ef0b9 req-0283e95d-57ad-411e-a4c6-8b1cf8269412 service nova] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Updated VIF entry in instance network info cache for port 6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1623.365598] env[63348]: DEBUG nova.network.neutron [req-875ed5d8-8e62-43b9-b33d-df4bc22ef0b9 req-0283e95d-57ad-411e-a4c6-8b1cf8269412 service nova] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Updating instance_info_cache with network_info: [{"id": "6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0", "address": "fa:16:3e:ac:6a:76", "network": {"id": "b96adfe1-60d0-4c7f-92f8-3e9b17904f02", "bridge": "br-int", "label": "tempest-ServersTestJSON-673714183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d263458e8f824e8a818ad541f075a2b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7e56ee-d1", "ovs_interfaceid": "6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.367729] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquiring lock "ba2c581c-a2db-44f5-a71a-6d15e5283c1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.368455] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "ba2c581c-a2db-44f5-a71a-6d15e5283c1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.431385] env[63348]: DEBUG oslo_vmware.api [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Task: {'id': task-2022036, 'name': PowerOffVM_Task, 'duration_secs': 0.195196} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.435774] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1623.435774] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1623.441028] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62bb1e15-0d35-4a22-966c-445b6c74aed1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.509147] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525e5b98-21eb-491b-7635-6f4cb678585e, 'name': SearchDatastore_Task, 'duration_secs': 0.010647} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.509482] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.509713] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1623.509946] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.510114] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.510295] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1623.510597] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.510922] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1623.513064] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-650c493d-87d6-4e34-98b4-7d5e76dddf74 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.513990] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5cafed9-1047-46bf-8137-c9b1482ff1e9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.522342] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1623.522342] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52616add-8bfd-834b-82dd-3a46cc3a86cf" [ 1623.522342] env[63348]: _type = "Task" [ 1623.522342] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.526252] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1623.526252] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1623.527327] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-578fd8ac-e683-4d95-927f-2218eb6df63b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.533395] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52616add-8bfd-834b-82dd-3a46cc3a86cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.536380] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for the task: (returnval){ [ 1623.536380] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5231ceea-7eb2-09b6-105e-46e0ac1f0435" [ 1623.536380] env[63348]: _type = "Task" [ 1623.536380] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.550139] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5231ceea-7eb2-09b6-105e-46e0ac1f0435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.551485] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1623.551681] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1623.551850] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Deleting the datastore file [datastore1] eabb32a5-2905-403d-9ad4-cf12ecac4356 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1623.552118] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a129fc7c-32b2-4c9c-a129-a36871981e9f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.559390] env[63348]: DEBUG oslo_vmware.api [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Waiting for the task: (returnval){ [ 1623.559390] env[63348]: value = "task-2022040" [ 1623.559390] env[63348]: _type = "Task" [ 1623.559390] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.586316] env[63348]: DEBUG nova.network.neutron [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.705736] env[63348]: DEBUG oslo_concurrency.lockutils [None req-069c4910-fdfc-4e87-9a84-48a861f737e1 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Lock "9d723a61-a652-4e89-9bf7-eb544d66b24f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.977s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.742823] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03915c6b-b40f-456f-bbbe-f8e6a7e773d2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.745352] env[63348]: INFO nova.compute.manager [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Took 28.41 seconds to build instance. [ 1623.752165] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b552d8-726e-4a18-8e35-19208f9a3f80 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.787463] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792235ed-28b8-4c2a-ba78-b48bf2da9d79 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.795923] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5d01b4-134e-47af-a96b-0f36575adf66 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.812426] env[63348]: DEBUG nova.compute.provider_tree [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1623.833876] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1623.833876] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5229228a-517f-1c09-8ea7-b72d5f8099ef" [ 1623.833876] env[63348]: _type = "HttpNfcLease" [ 1623.833876] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1623.833876] env[63348]: DEBUG oslo_vmware.rw_handles [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1623.833876] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5229228a-517f-1c09-8ea7-b72d5f8099ef" [ 1623.833876] env[63348]: _type = "HttpNfcLease" [ 1623.833876] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1623.842575] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ebfdec-35f3-4661-a6fc-306df5c99bc1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.849666] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Acquiring lock "refresh_cache-8fe84c5b-5758-4907-9578-8e9a8588088c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.849666] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Acquired lock "refresh_cache-8fe84c5b-5758-4907-9578-8e9a8588088c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.849666] env[63348]: DEBUG nova.network.neutron [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1623.855784] env[63348]: DEBUG oslo_vmware.rw_handles [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ecaccb-19f1-c362-7e86-c9e27cec0bb2/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1623.855784] env[63348]: DEBUG oslo_vmware.rw_handles [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ecaccb-19f1-c362-7e86-c9e27cec0bb2/disk-0.vmdk for reading. {{(pid=63348) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1623.862404] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022035, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.922560] env[63348]: DEBUG oslo_concurrency.lockutils [req-875ed5d8-8e62-43b9-b33d-df4bc22ef0b9 req-0283e95d-57ad-411e-a4c6-8b1cf8269412 service nova] Releasing lock "refresh_cache-98c625bb-3a8e-4148-87eb-88683c9995b0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.922831] env[63348]: DEBUG nova.compute.manager [req-875ed5d8-8e62-43b9-b33d-df4bc22ef0b9 req-0283e95d-57ad-411e-a4c6-8b1cf8269412 service nova] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Received event network-vif-deleted-494dc2f3-0417-4dc4-9f4a-fa8800d196cc {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1623.923024] env[63348]: DEBUG nova.compute.manager [req-875ed5d8-8e62-43b9-b33d-df4bc22ef0b9 req-0283e95d-57ad-411e-a4c6-8b1cf8269412 service nova] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Received event network-vif-plugged-839f9618-adb0-42f5-919a-d3eb2c934d0b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1623.923864] env[63348]: DEBUG oslo_concurrency.lockutils [req-875ed5d8-8e62-43b9-b33d-df4bc22ef0b9 req-0283e95d-57ad-411e-a4c6-8b1cf8269412 service nova] Acquiring lock "ba49ff78-a55c-4fb7-acf4-c77c53bd82e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.923864] env[63348]: DEBUG oslo_concurrency.lockutils [req-875ed5d8-8e62-43b9-b33d-df4bc22ef0b9 req-0283e95d-57ad-411e-a4c6-8b1cf8269412 service nova] Lock "ba49ff78-a55c-4fb7-acf4-c77c53bd82e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.923864] env[63348]: DEBUG oslo_concurrency.lockutils [req-875ed5d8-8e62-43b9-b33d-df4bc22ef0b9 req-0283e95d-57ad-411e-a4c6-8b1cf8269412 service nova] Lock "ba49ff78-a55c-4fb7-acf4-c77c53bd82e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.923864] env[63348]: DEBUG nova.compute.manager [req-875ed5d8-8e62-43b9-b33d-df4bc22ef0b9 req-0283e95d-57ad-411e-a4c6-8b1cf8269412 service nova] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] No waiting events found dispatching network-vif-plugged-839f9618-adb0-42f5-919a-d3eb2c934d0b {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1623.923864] env[63348]: WARNING nova.compute.manager [req-875ed5d8-8e62-43b9-b33d-df4bc22ef0b9 req-0283e95d-57ad-411e-a4c6-8b1cf8269412 service nova] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Received unexpected event network-vif-plugged-839f9618-adb0-42f5-919a-d3eb2c934d0b for instance with vm_state building and task_state spawning. [ 1623.924366] env[63348]: DEBUG nova.compute.manager [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1624.000391] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f37922c4-a898-4503-8a38-be3849896cab {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.035924] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52616add-8bfd-834b-82dd-3a46cc3a86cf, 'name': SearchDatastore_Task, 'duration_secs': 0.019954} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.039939] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.043019] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1624.043019] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.052071] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5231ceea-7eb2-09b6-105e-46e0ac1f0435, 'name': SearchDatastore_Task, 'duration_secs': 0.022333} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.064308] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf85885f-3aed-4dbb-a2b9-db3c8cb72919 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.086274] env[63348]: DEBUG oslo_vmware.api [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Task: {'id': task-2022040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31172} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.086274] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for the task: (returnval){ [ 1624.086274] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52761f56-df8b-d927-017c-83101eae0d9b" [ 1624.086274] env[63348]: _type = "Task" [ 1624.086274] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.086274] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1624.086274] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1624.086722] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1624.087132] env[63348]: INFO nova.compute.manager [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1624.087586] env[63348]: DEBUG oslo.service.loopingcall [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1624.088015] env[63348]: DEBUG nova.compute.manager [-] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1624.088219] env[63348]: DEBUG nova.network.neutron [-] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1624.095300] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Acquiring lock "cd4627a3-03ee-4d91-ac3f-0eae930198be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.095665] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Lock "cd4627a3-03ee-4d91-ac3f-0eae930198be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.096159] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Acquiring lock "cd4627a3-03ee-4d91-ac3f-0eae930198be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.096508] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Lock "cd4627a3-03ee-4d91-ac3f-0eae930198be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.097501] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Lock "cd4627a3-03ee-4d91-ac3f-0eae930198be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.099693] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Releasing lock "refresh_cache-0a255d7d-7a66-4e6f-89b1-eab3c13f3516" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.100296] env[63348]: DEBUG nova.compute.manager [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1624.101152] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1624.101824] env[63348]: INFO nova.compute.manager [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Terminating instance [ 1624.106034] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7d30e7-d27c-4d9a-bab6-7809b8b0981a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.123558] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52761f56-df8b-d927-017c-83101eae0d9b, 'name': SearchDatastore_Task, 'duration_secs': 0.01497} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.127960] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.128614] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] ba49ff78-a55c-4fb7-acf4-c77c53bd82e0/ba49ff78-a55c-4fb7-acf4-c77c53bd82e0.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1624.129486] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1624.129784] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.129988] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1624.130258] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e7dc421-9062-4747-8e06-9f60640975d3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.133089] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcbe03d2-4b9f-4ac9-8e84-22e682c3babc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.134841] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7329e6e6-f19c-49a9-ae23-c3cc6b3d639b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.145694] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for the task: (returnval){ [ 1624.145694] env[63348]: value = "task-2022042" [ 1624.145694] env[63348]: _type = "Task" [ 1624.145694] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.150509] env[63348]: DEBUG oslo_vmware.api [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Waiting for the task: (returnval){ [ 1624.150509] env[63348]: value = "task-2022041" [ 1624.150509] env[63348]: _type = "Task" [ 1624.150509] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.150795] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1624.150970] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1624.159023] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f14940-d354-42a2-a684-36a79aea1bdf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.169649] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1624.169649] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e77bbd-40fc-539b-66cb-0049baebe320" [ 1624.169649] env[63348]: _type = "Task" [ 1624.169649] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.179029] env[63348]: DEBUG oslo_vmware.api [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2022041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.180350] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.191300] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e77bbd-40fc-539b-66cb-0049baebe320, 'name': SearchDatastore_Task, 'duration_secs': 0.012158} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.193028] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c73fbac-40af-4ca0-b8fc-f326bf387a5d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.201151] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1624.201151] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52747eee-9078-49ad-0dda-9af83570832b" [ 1624.201151] env[63348]: _type = "Task" [ 1624.201151] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.231273] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52747eee-9078-49ad-0dda-9af83570832b, 'name': SearchDatastore_Task, 'duration_secs': 0.012505} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.231273] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.231273] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f/eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1624.232115] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-481c404b-4007-4776-8e2f-2bcd58209643 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.252769] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90782ddc-7f23-4549-bcb9-c5cadbc44f33 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.928s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.253212] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1624.253212] env[63348]: value = "task-2022043" [ 1624.253212] env[63348]: _type = "Task" [ 1624.253212] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.288550] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.317512] env[63348]: DEBUG nova.scheduler.client.report [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1624.366736] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022035, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.439140] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Acquiring lock "ab38e291-8af6-4759-a504-a5926afa3e34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.439584] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Lock "ab38e291-8af6-4759-a504-a5926afa3e34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.439896] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Acquiring lock "ab38e291-8af6-4759-a504-a5926afa3e34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.440209] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Lock "ab38e291-8af6-4759-a504-a5926afa3e34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.440521] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Lock "ab38e291-8af6-4759-a504-a5926afa3e34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.462326] env[63348]: INFO nova.compute.manager [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Terminating instance [ 1624.474168] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.535642] env[63348]: DEBUG nova.network.neutron [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1624.616427] env[63348]: DEBUG nova.compute.manager [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1624.616427] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1624.616427] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab3da6f-eb01-4a4a-9472-089264521b37 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.637587] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1624.637587] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-094bd08a-7008-44e7-901e-f628c0aed56e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.645147] env[63348]: DEBUG oslo_vmware.api [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Waiting for the task: (returnval){ [ 1624.645147] env[63348]: value = "task-2022044" [ 1624.645147] env[63348]: _type = "Task" [ 1624.645147] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.671606] env[63348]: DEBUG oslo_vmware.api [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2022044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.677596] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.681684] env[63348]: DEBUG oslo_vmware.api [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2022041, 'name': PowerOffVM_Task, 'duration_secs': 0.141436} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.681855] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1624.681996] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1624.682303] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46e138b0-9b91-4b1e-86d9-4c989e04502e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.714394] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1624.714394] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1624.716464] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Deleting the datastore file [datastore2] 0a255d7d-7a66-4e6f-89b1-eab3c13f3516 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1624.717552] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6925a19-bc87-44ae-b038-62982b0768ba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.725892] env[63348]: DEBUG oslo_vmware.api [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Waiting for the task: (returnval){ [ 1624.725892] env[63348]: value = "task-2022046" [ 1624.725892] env[63348]: _type = "Task" [ 1624.725892] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.740282] env[63348]: DEBUG oslo_vmware.api [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2022046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.767667] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022043, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.833268] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.833268] env[63348]: DEBUG nova.compute.manager [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1624.838632] env[63348]: DEBUG oslo_concurrency.lockutils [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.577s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.841662] env[63348]: INFO nova.compute.claims [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1624.864318] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022035, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.736006} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.864318] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 98c625bb-3a8e-4148-87eb-88683c9995b0/98c625bb-3a8e-4148-87eb-88683c9995b0.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1624.864318] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1624.864723] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a43d2de6-371f-4440-8c90-81c0068121b5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.877998] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Waiting for the task: (returnval){ [ 1624.877998] env[63348]: value = "task-2022047" [ 1624.877998] env[63348]: _type = "Task" [ 1624.877998] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.891943] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.966970] env[63348]: DEBUG nova.compute.manager [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1624.967882] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1624.969095] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc62241-4766-4868-850f-418f6638bdbf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.981800] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1624.983410] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13d55615-5e9e-4126-a9b1-bf93b4c2c6da {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.994160] env[63348]: DEBUG oslo_vmware.api [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Waiting for the task: (returnval){ [ 1624.994160] env[63348]: value = "task-2022048" [ 1624.994160] env[63348]: _type = "Task" [ 1624.994160] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.014047] env[63348]: DEBUG oslo_vmware.api [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': task-2022048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.160045] env[63348]: DEBUG oslo_vmware.api [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2022044, 'name': PowerOffVM_Task, 'duration_secs': 0.275177} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.167047] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1625.167393] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1625.167800] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70ed63ad-d825-422b-9c00-239b7708ee8c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.175959] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022042, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.249218] env[63348]: DEBUG oslo_vmware.api [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2022046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.268733] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022043, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.355611] env[63348]: DEBUG nova.compute.utils [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1625.358344] env[63348]: DEBUG nova.compute.manager [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1625.358671] env[63348]: DEBUG nova.network.neutron [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1625.389921] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109454} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.390574] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1625.396212] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28cb96c-4ff8-4807-b799-4d207be91ca2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.442252] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 98c625bb-3a8e-4148-87eb-88683c9995b0/98c625bb-3a8e-4148-87eb-88683c9995b0.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1625.445412] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca16d66d-e32e-4b69-9dbb-94d789cdf311 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.476996] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Waiting for the task: (returnval){ [ 1625.476996] env[63348]: value = "task-2022050" [ 1625.476996] env[63348]: _type = "Task" [ 1625.476996] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.485950] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.507598] env[63348]: DEBUG oslo_vmware.api [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': task-2022048, 'name': PowerOffVM_Task, 'duration_secs': 0.387258} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.507951] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1625.508085] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1625.508312] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-589ca0f8-c2c0-4809-a1e9-fcf81377c57e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.646838] env[63348]: DEBUG nova.policy [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6691d060c2f04a189d18ab7aa4982c4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb35ff4d44a84407a190a1e743d3c030', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1625.677095] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022042, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.262773} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.677334] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] ba49ff78-a55c-4fb7-acf4-c77c53bd82e0/ba49ff78-a55c-4fb7-acf4-c77c53bd82e0.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1625.677720] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1625.678036] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd0e31bd-2591-4732-b4e3-982e0e2eb1db {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.689035] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for the task: (returnval){ [ 1625.689035] env[63348]: value = "task-2022053" [ 1625.689035] env[63348]: _type = "Task" [ 1625.689035] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.702917] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.740541] env[63348]: DEBUG oslo_vmware.api [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Task: {'id': task-2022046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.729164} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.740878] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1625.741230] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1625.743027] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1625.743027] env[63348]: INFO nova.compute.manager [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1625.743027] env[63348]: DEBUG oslo.service.loopingcall [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1625.743027] env[63348]: DEBUG nova.compute.manager [-] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1625.743027] env[63348]: DEBUG nova.network.neutron [-] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1625.763724] env[63348]: DEBUG nova.network.neutron [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Updating instance_info_cache with network_info: [{"id": "5c876f87-7dd0-42e7-8aac-fa016d177a8a", "address": "fa:16:3e:72:4c:9d", "network": {"id": "6ffe0af5-088f-4adb-98db-333af5d38bed", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1821198798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced294486434485a8664ea79dd870d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c876f87-7d", "ovs_interfaceid": "5c876f87-7dd0-42e7-8aac-fa016d177a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.774500] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022043, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.149504} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.775073] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f/eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1625.775294] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1625.775551] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b729eb86-0f34-4a66-b07e-7a902e5d0b9b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.785353] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1625.785353] env[63348]: value = "task-2022054" [ 1625.785353] env[63348]: _type = "Task" [ 1625.785353] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.796563] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.801370] env[63348]: DEBUG nova.network.neutron [-] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1625.853415] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1625.853692] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1625.856443] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Deleting the datastore file [datastore1] cd4627a3-03ee-4d91-ac3f-0eae930198be {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1625.856443] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab20e3ab-fae0-444d-b91b-0cfcdca01fe1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.863463] env[63348]: DEBUG nova.compute.manager [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1625.867537] env[63348]: DEBUG oslo_vmware.api [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Waiting for the task: (returnval){ [ 1625.867537] env[63348]: value = "task-2022055" [ 1625.867537] env[63348]: _type = "Task" [ 1625.867537] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.877589] env[63348]: DEBUG oslo_vmware.api [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2022055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.935630] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1625.935795] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1625.935969] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Deleting the datastore file [datastore1] ab38e291-8af6-4759-a504-a5926afa3e34 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1625.937024] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb69ba59-2b46-47f4-a210-ab23d1e85bcc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.944344] env[63348]: DEBUG oslo_vmware.api [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Waiting for the task: (returnval){ [ 1625.944344] env[63348]: value = "task-2022056" [ 1625.944344] env[63348]: _type = "Task" [ 1625.944344] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.959555] env[63348]: DEBUG oslo_vmware.api [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': task-2022056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.970328] env[63348]: DEBUG nova.network.neutron [-] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.991059] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.039542] env[63348]: DEBUG nova.compute.manager [req-1ab94a20-960d-4986-8bf0-0e388c05a2d5 req-19bd376d-e706-4ef3-b8d2-7ef9f12aa246 service nova] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Received event network-vif-plugged-5c876f87-7dd0-42e7-8aac-fa016d177a8a {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1626.039764] env[63348]: DEBUG oslo_concurrency.lockutils [req-1ab94a20-960d-4986-8bf0-0e388c05a2d5 req-19bd376d-e706-4ef3-b8d2-7ef9f12aa246 service nova] Acquiring lock "8fe84c5b-5758-4907-9578-8e9a8588088c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.042133] env[63348]: DEBUG oslo_concurrency.lockutils [req-1ab94a20-960d-4986-8bf0-0e388c05a2d5 req-19bd376d-e706-4ef3-b8d2-7ef9f12aa246 service nova] Lock "8fe84c5b-5758-4907-9578-8e9a8588088c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.042274] env[63348]: DEBUG oslo_concurrency.lockutils [req-1ab94a20-960d-4986-8bf0-0e388c05a2d5 req-19bd376d-e706-4ef3-b8d2-7ef9f12aa246 service nova] Lock "8fe84c5b-5758-4907-9578-8e9a8588088c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.042470] env[63348]: DEBUG nova.compute.manager [req-1ab94a20-960d-4986-8bf0-0e388c05a2d5 req-19bd376d-e706-4ef3-b8d2-7ef9f12aa246 service nova] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] No waiting events found dispatching network-vif-plugged-5c876f87-7dd0-42e7-8aac-fa016d177a8a {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1626.042764] env[63348]: WARNING nova.compute.manager [req-1ab94a20-960d-4986-8bf0-0e388c05a2d5 req-19bd376d-e706-4ef3-b8d2-7ef9f12aa246 service nova] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Received unexpected event network-vif-plugged-5c876f87-7dd0-42e7-8aac-fa016d177a8a for instance with vm_state building and task_state spawning. [ 1626.200590] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114994} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.200930] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1626.201894] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644d58d2-41d8-4b73-a04e-5f2df5478f3f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.235160] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] ba49ff78-a55c-4fb7-acf4-c77c53bd82e0/ba49ff78-a55c-4fb7-acf4-c77c53bd82e0.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1626.238595] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-561edc11-1086-43ae-9559-e1d9245b8759 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.266509] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for the task: (returnval){ [ 1626.266509] env[63348]: value = "task-2022057" [ 1626.266509] env[63348]: _type = "Task" [ 1626.266509] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.268855] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Releasing lock "refresh_cache-8fe84c5b-5758-4907-9578-8e9a8588088c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.269189] env[63348]: DEBUG nova.compute.manager [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Instance network_info: |[{"id": "5c876f87-7dd0-42e7-8aac-fa016d177a8a", "address": "fa:16:3e:72:4c:9d", "network": {"id": "6ffe0af5-088f-4adb-98db-333af5d38bed", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1821198798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced294486434485a8664ea79dd870d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c876f87-7d", "ovs_interfaceid": "5c876f87-7dd0-42e7-8aac-fa016d177a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1626.269581] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:4c:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c876f87-7dd0-42e7-8aac-fa016d177a8a', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1626.277163] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Creating folder: Project (ced294486434485a8664ea79dd870d09). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1626.279098] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66e92dbc-c873-4e1f-9468-bb4dc231ccd2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.281593] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742eda58-afa8-41b3-a94a-6e28b192e60a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.289508] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.296808] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79314218-9f9e-49f6-a75e-2cd49aed5d41 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.307771] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112037} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.307771] env[63348]: DEBUG nova.network.neutron [-] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.307771] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Created folder: Project (ced294486434485a8664ea79dd870d09) in parent group-v415427. [ 1626.307771] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Creating folder: Instances. Parent ref: group-v415470. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1626.307946] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1626.308258] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d9406e1-1c72-4cd7-a095-5a5be68b7681 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.340090] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1cd001-80d5-410f-a389-d095ca849ca0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.345677] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dde5e1-98c2-4e73-adc4-f22d40e2d3a1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.372590] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9027e5f0-4150-4324-8190-691dc99241f8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.377309] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Created folder: Instances in parent group-v415470. [ 1626.377573] env[63348]: DEBUG oslo.service.loopingcall [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.393270] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f/eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1626.393634] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1626.397482] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-744db9a5-8f3c-44d9-b488-9c8e51ad1d00 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.414151] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd8986eb-4c52-4e25-956c-9b4f27a165b1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.444780] env[63348]: DEBUG nova.compute.provider_tree [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.448504] env[63348]: DEBUG oslo_vmware.api [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Task: {'id': task-2022055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344144} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.452616] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1626.452882] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1626.453013] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1626.453226] env[63348]: INFO nova.compute.manager [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Took 1.84 seconds to destroy the instance on the hypervisor. [ 1626.455028] env[63348]: DEBUG oslo.service.loopingcall [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.455028] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1626.455028] env[63348]: value = "task-2022060" [ 1626.455028] env[63348]: _type = "Task" [ 1626.455028] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.455912] env[63348]: DEBUG nova.compute.manager [-] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1626.456022] env[63348]: DEBUG nova.network.neutron [-] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1626.469641] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1626.469641] env[63348]: value = "task-2022061" [ 1626.469641] env[63348]: _type = "Task" [ 1626.469641] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.469961] env[63348]: DEBUG oslo_vmware.api [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Task: {'id': task-2022056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347911} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.470741] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1626.474302] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1626.474496] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1626.474667] env[63348]: INFO nova.compute.manager [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1626.474904] env[63348]: DEBUG oslo.service.loopingcall [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.483045] env[63348]: INFO nova.compute.manager [-] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Took 2.39 seconds to deallocate network for instance. [ 1626.483045] env[63348]: DEBUG nova.compute.manager [-] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1626.483045] env[63348]: DEBUG nova.network.neutron [-] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1626.485988] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.500073] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022061, 'name': CreateVM_Task} progress is 15%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.502344] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022050, 'name': ReconfigVM_Task, 'duration_secs': 0.569271} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.503045] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 98c625bb-3a8e-4148-87eb-88683c9995b0/98c625bb-3a8e-4148-87eb-88683c9995b0.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1626.503814] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84fb75a7-e760-4439-9af3-cc8767e0ad71 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.511021] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Waiting for the task: (returnval){ [ 1626.511021] env[63348]: value = "task-2022062" [ 1626.511021] env[63348]: _type = "Task" [ 1626.511021] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.519668] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022062, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.779317] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.808299] env[63348]: INFO nova.compute.manager [-] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Took 1.07 seconds to deallocate network for instance. [ 1626.884734] env[63348]: DEBUG nova.compute.manager [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1626.892963] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Acquiring lock "b145eddf-c0e7-4a82-936b-1e929500929e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.893230] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Lock "b145eddf-c0e7-4a82-936b-1e929500929e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.919515] env[63348]: DEBUG nova.virt.hardware [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1626.919515] env[63348]: DEBUG nova.virt.hardware [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1626.919515] env[63348]: DEBUG nova.virt.hardware [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1626.919760] env[63348]: DEBUG nova.virt.hardware [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1626.919760] env[63348]: DEBUG nova.virt.hardware [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1626.919760] env[63348]: DEBUG nova.virt.hardware [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1626.919760] env[63348]: DEBUG nova.virt.hardware [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1626.919760] env[63348]: DEBUG nova.virt.hardware [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1626.919928] env[63348]: DEBUG nova.virt.hardware [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1626.919928] env[63348]: DEBUG nova.virt.hardware [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1626.919995] env[63348]: DEBUG nova.virt.hardware [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1626.920978] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82117a81-38d4-492f-8d28-886b2844b784 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.931367] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a2b736-b80c-49fc-87a0-701ab6345b91 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.950745] env[63348]: DEBUG nova.scheduler.client.report [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1626.970311] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.981618] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022061, 'name': CreateVM_Task, 'duration_secs': 0.419227} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.981618] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1626.982248] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.982248] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.982248] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1626.982551] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a74ea026-8037-47a4-b640-09ff223a3ee1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.988235] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Waiting for the task: (returnval){ [ 1626.988235] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52920303-f939-810a-1272-370bcbb7e2d6" [ 1626.988235] env[63348]: _type = "Task" [ 1626.988235] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.991439] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.000024] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52920303-f939-810a-1272-370bcbb7e2d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.022204] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022062, 'name': Rename_Task, 'duration_secs': 0.287204} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.023034] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1627.023353] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-061572e8-9f6f-4dcd-b49b-2783e0684e36 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.030736] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Waiting for the task: (returnval){ [ 1627.030736] env[63348]: value = "task-2022063" [ 1627.030736] env[63348]: _type = "Task" [ 1627.030736] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.037047] env[63348]: DEBUG nova.network.neutron [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Successfully created port: dfc4e3e6-2bab-41d0-a225-470f7ddb7a5c {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1627.041150] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.278079] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022057, 'name': ReconfigVM_Task, 'duration_secs': 0.648155} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.278391] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Reconfigured VM instance instance-0000000b to attach disk [datastore2] ba49ff78-a55c-4fb7-acf4-c77c53bd82e0/ba49ff78-a55c-4fb7-acf4-c77c53bd82e0.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1627.282019] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c14a704-0ee6-43a1-8d19-fa217ff8ae53 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.285788] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for the task: (returnval){ [ 1627.285788] env[63348]: value = "task-2022064" [ 1627.285788] env[63348]: _type = "Task" [ 1627.285788] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.294457] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022064, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.317468] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.396458] env[63348]: DEBUG nova.compute.manager [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1627.455267] env[63348]: DEBUG oslo_concurrency.lockutils [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.455798] env[63348]: DEBUG nova.compute.manager [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1627.458955] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.985s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.460407] env[63348]: INFO nova.compute.claims [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1627.473737] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022060, 'name': ReconfigVM_Task, 'duration_secs': 0.612979} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.474148] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Reconfigured VM instance instance-0000000d to attach disk [datastore2] eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f/eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1627.474782] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ef1c543-5503-4d18-b9de-5c857833b2e9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.481951] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1627.481951] env[63348]: value = "task-2022065" [ 1627.481951] env[63348]: _type = "Task" [ 1627.481951] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.491893] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022065, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.502018] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52920303-f939-810a-1272-370bcbb7e2d6, 'name': SearchDatastore_Task, 'duration_secs': 0.021466} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.502592] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.502920] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1627.503238] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.503472] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.503728] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1627.504077] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c01c00f2-71d8-47d6-a18c-44588a237958 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.513695] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1627.513931] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1627.514703] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a71269c-3dde-4414-8083-aca01445a4a5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.520479] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Waiting for the task: (returnval){ [ 1627.520479] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a6247b-9c9f-36ea-d173-e4a4962f82bc" [ 1627.520479] env[63348]: _type = "Task" [ 1627.520479] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.537915] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a6247b-9c9f-36ea-d173-e4a4962f82bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.543544] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022063, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.642903] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquiring lock "9d2c0789-1ee9-409a-b8da-17b8a776c067" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.642903] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "9d2c0789-1ee9-409a-b8da-17b8a776c067" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.801165] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022064, 'name': Rename_Task, 'duration_secs': 0.250688} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.801662] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1627.801749] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79527565-ec7e-4301-9393-1cee800c82fd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.808227] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for the task: (returnval){ [ 1627.808227] env[63348]: value = "task-2022067" [ 1627.808227] env[63348]: _type = "Task" [ 1627.808227] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.823393] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.926950] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.964438] env[63348]: DEBUG nova.compute.utils [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1627.965192] env[63348]: DEBUG nova.compute.manager [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1627.965372] env[63348]: DEBUG nova.network.neutron [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1627.994595] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022065, 'name': Rename_Task, 'duration_secs': 0.229945} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.995275] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1627.997017] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-704fd2a7-25bc-49ca-948e-0b8f2577ca59 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.005018] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1628.005018] env[63348]: value = "task-2022068" [ 1628.005018] env[63348]: _type = "Task" [ 1628.005018] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.015434] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.033401] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a6247b-9c9f-36ea-d173-e4a4962f82bc, 'name': SearchDatastore_Task, 'duration_secs': 0.014904} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.039619] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-708cacc0-f856-4032-b125-64aa75e2fe23 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.048447] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022063, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.050237] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Waiting for the task: (returnval){ [ 1628.050237] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524ef1f0-5aac-b67f-6fe5-1d230e69479b" [ 1628.050237] env[63348]: _type = "Task" [ 1628.050237] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.059789] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524ef1f0-5aac-b67f-6fe5-1d230e69479b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.092441] env[63348]: DEBUG nova.compute.manager [req-a1213aab-edbd-4b9b-a85f-e274752d2645 req-a02a5167-53a1-4234-b789-7dd0b4aa1ac9 service nova] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Received event network-changed-839f9618-adb0-42f5-919a-d3eb2c934d0b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1628.092698] env[63348]: DEBUG nova.compute.manager [req-a1213aab-edbd-4b9b-a85f-e274752d2645 req-a02a5167-53a1-4234-b789-7dd0b4aa1ac9 service nova] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Refreshing instance network info cache due to event network-changed-839f9618-adb0-42f5-919a-d3eb2c934d0b. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1628.093124] env[63348]: DEBUG oslo_concurrency.lockutils [req-a1213aab-edbd-4b9b-a85f-e274752d2645 req-a02a5167-53a1-4234-b789-7dd0b4aa1ac9 service nova] Acquiring lock "refresh_cache-ba49ff78-a55c-4fb7-acf4-c77c53bd82e0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.093328] env[63348]: DEBUG oslo_concurrency.lockutils [req-a1213aab-edbd-4b9b-a85f-e274752d2645 req-a02a5167-53a1-4234-b789-7dd0b4aa1ac9 service nova] Acquired lock "refresh_cache-ba49ff78-a55c-4fb7-acf4-c77c53bd82e0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.093506] env[63348]: DEBUG nova.network.neutron [req-a1213aab-edbd-4b9b-a85f-e274752d2645 req-a02a5167-53a1-4234-b789-7dd0b4aa1ac9 service nova] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Refreshing network info cache for port 839f9618-adb0-42f5-919a-d3eb2c934d0b {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1628.144866] env[63348]: DEBUG nova.compute.manager [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1628.154396] env[63348]: DEBUG nova.policy [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff04e835d76845d38b9402a6a86601a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64109b684fb7467384b1f7bb8375e363', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1628.322386] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022067, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.437924] env[63348]: DEBUG nova.network.neutron [-] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.477101] env[63348]: DEBUG nova.compute.manager [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1628.522738] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022068, 'name': PowerOnVM_Task} progress is 37%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.547283] env[63348]: DEBUG oslo_vmware.api [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022063, 'name': PowerOnVM_Task, 'duration_secs': 1.400185} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.547413] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1628.549396] env[63348]: INFO nova.compute.manager [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Took 14.65 seconds to spawn the instance on the hypervisor. [ 1628.549396] env[63348]: DEBUG nova.compute.manager [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1628.549396] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9d87ac-e856-41ce-970d-f10234a5d5cd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.567699] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524ef1f0-5aac-b67f-6fe5-1d230e69479b, 'name': SearchDatastore_Task, 'duration_secs': 0.016262} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.568221] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.568473] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 8fe84c5b-5758-4907-9578-8e9a8588088c/8fe84c5b-5758-4907-9578-8e9a8588088c.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1628.568729] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccadd7a8-e32b-4535-81a0-f6e88e8fe936 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.579948] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Waiting for the task: (returnval){ [ 1628.579948] env[63348]: value = "task-2022069" [ 1628.579948] env[63348]: _type = "Task" [ 1628.579948] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.588480] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': task-2022069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.677752] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.814431] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11da0f1a-f05f-4acd-b024-46438f7ee7ed {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.828328] env[63348]: DEBUG oslo_vmware.api [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022067, 'name': PowerOnVM_Task, 'duration_secs': 0.6882} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.828708] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1628.828995] env[63348]: INFO nova.compute.manager [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Took 11.34 seconds to spawn the instance on the hypervisor. [ 1628.829547] env[63348]: DEBUG nova.compute.manager [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1628.830509] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ba1bf4-2ca4-4f5f-aef3-d0dacea4d8df {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.838016] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7ff6ca-f137-4771-b35d-31db2019ef58 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.881812] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99b5601-d76c-44c2-9045-00967b83ac20 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.888525] env[63348]: DEBUG nova.network.neutron [-] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.891349] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b49ada-a8e0-4c9d-9b9d-6fdc9031c2ff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.910031] env[63348]: DEBUG nova.compute.provider_tree [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.941445] env[63348]: INFO nova.compute.manager [-] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Took 2.49 seconds to deallocate network for instance. [ 1629.024497] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022068, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.077393] env[63348]: INFO nova.compute.manager [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Took 32.64 seconds to build instance. [ 1629.095126] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': task-2022069, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.257318] env[63348]: DEBUG nova.network.neutron [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Successfully created port: a92079f3-d85c-4fdd-ae72-aaafe6456ebd {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1629.400016] env[63348]: INFO nova.compute.manager [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Took 23.75 seconds to build instance. [ 1629.400016] env[63348]: INFO nova.compute.manager [-] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Took 2.92 seconds to deallocate network for instance. [ 1629.414081] env[63348]: DEBUG nova.scheduler.client.report [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1629.448122] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.493901] env[63348]: DEBUG nova.compute.manager [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1629.516052] env[63348]: DEBUG oslo_vmware.api [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022068, 'name': PowerOnVM_Task, 'duration_secs': 1.291607} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.516443] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1629.516690] env[63348]: INFO nova.compute.manager [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Took 7.04 seconds to spawn the instance on the hypervisor. [ 1629.516782] env[63348]: DEBUG nova.compute.manager [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1629.517679] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebfbb03-c865-4998-91ca-e50c91dfba4c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.534956] env[63348]: DEBUG nova.virt.hardware [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1629.534956] env[63348]: DEBUG nova.virt.hardware [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.534956] env[63348]: DEBUG nova.virt.hardware [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1629.535307] env[63348]: DEBUG nova.virt.hardware [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.535307] env[63348]: DEBUG nova.virt.hardware [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1629.535307] env[63348]: DEBUG nova.virt.hardware [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1629.535307] env[63348]: DEBUG nova.virt.hardware [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1629.535307] env[63348]: DEBUG nova.virt.hardware [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1629.535479] env[63348]: DEBUG nova.virt.hardware [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1629.535479] env[63348]: DEBUG nova.virt.hardware [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1629.535479] env[63348]: DEBUG nova.virt.hardware [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1629.537124] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8f299a-37a6-4730-a7b1-0c93a3ddfc10 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.545183] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336908ea-32ff-4177-b779-b67e5e4084bb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.578861] env[63348]: DEBUG oslo_concurrency.lockutils [None req-01d07168-ba1a-4d42-8438-19d65a7ce272 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Lock "98c625bb-3a8e-4148-87eb-88683c9995b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.159s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.591363] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': task-2022069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686525} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.591595] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 8fe84c5b-5758-4907-9578-8e9a8588088c/8fe84c5b-5758-4907-9578-8e9a8588088c.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1629.591811] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1629.592074] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a12320f-8922-4ba0-8de8-e3e68058cabe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.598547] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Waiting for the task: (returnval){ [ 1629.598547] env[63348]: value = "task-2022070" [ 1629.598547] env[63348]: _type = "Task" [ 1629.598547] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.607027] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': task-2022070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.640123] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Acquiring lock "f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.640283] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Lock "f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.900799] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef973ba1-c76e-400d-93da-a9e6735093a2 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "ba49ff78-a55c-4fb7-acf4-c77c53bd82e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.607s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.908167] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.921759] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.924016] env[63348]: DEBUG nova.compute.manager [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1629.925471] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.934s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.926263] env[63348]: DEBUG nova.objects.instance [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Lazy-loading 'resources' on Instance uuid eabb32a5-2905-403d-9ad4-cf12ecac4356 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1630.039629] env[63348]: INFO nova.compute.manager [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Took 20.95 seconds to build instance. [ 1630.095040] env[63348]: DEBUG nova.network.neutron [req-a1213aab-edbd-4b9b-a85f-e274752d2645 req-a02a5167-53a1-4234-b789-7dd0b4aa1ac9 service nova] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Updated VIF entry in instance network info cache for port 839f9618-adb0-42f5-919a-d3eb2c934d0b. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1630.095040] env[63348]: DEBUG nova.network.neutron [req-a1213aab-edbd-4b9b-a85f-e274752d2645 req-a02a5167-53a1-4234-b789-7dd0b4aa1ac9 service nova] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Updating instance_info_cache with network_info: [{"id": "839f9618-adb0-42f5-919a-d3eb2c934d0b", "address": "fa:16:3e:52:3c:f5", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap839f9618-ad", "ovs_interfaceid": "839f9618-adb0-42f5-919a-d3eb2c934d0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.113100] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': task-2022070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073795} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.114257] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1630.115533] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4262a636-fe92-47d8-8023-83d623ac6149 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.151325] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 8fe84c5b-5758-4907-9578-8e9a8588088c/8fe84c5b-5758-4907-9578-8e9a8588088c.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1630.151581] env[63348]: DEBUG nova.compute.manager [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1630.156161] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ec1590e-0098-4448-beaf-5987bb92b0cf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.188049] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Waiting for the task: (returnval){ [ 1630.188049] env[63348]: value = "task-2022072" [ 1630.188049] env[63348]: _type = "Task" [ 1630.188049] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.197278] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': task-2022072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.430599] env[63348]: DEBUG nova.compute.utils [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1630.442471] env[63348]: DEBUG nova.compute.manager [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1630.442895] env[63348]: DEBUG nova.network.neutron [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1630.446527] env[63348]: DEBUG nova.network.neutron [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Successfully updated port: dfc4e3e6-2bab-41d0-a225-470f7ddb7a5c {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1630.541584] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ff494586-90fb-493e-a004-b18513047589 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Lock "eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.463s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.599079] env[63348]: DEBUG oslo_concurrency.lockutils [req-a1213aab-edbd-4b9b-a85f-e274752d2645 req-a02a5167-53a1-4234-b789-7dd0b4aa1ac9 service nova] Releasing lock "refresh_cache-ba49ff78-a55c-4fb7-acf4-c77c53bd82e0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.623027] env[63348]: DEBUG nova.policy [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50cf85cc54424a31bfd4bb32ed0cfb96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c838a3b104314456b4a852ac9a426971', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1630.707277] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': task-2022072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.746717] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.919018] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8e8927-65f7-41aa-adc8-c30be08636f1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.927971] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb0c472-925a-4228-924f-3b691c0f6592 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.964856] env[63348]: DEBUG nova.compute.manager [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1630.968472] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "refresh_cache-bac7ec18-8d57-45bf-901a-ad7020428158" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.968693] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquired lock "refresh_cache-bac7ec18-8d57-45bf-901a-ad7020428158" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.968868] env[63348]: DEBUG nova.network.neutron [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1630.971320] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b49249e-8bdb-45ad-a934-61c0c348ca71 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.982086] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecce8df-8282-455c-b152-9afb6c4e7e5e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.000271] env[63348]: DEBUG nova.compute.provider_tree [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.119342] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquiring lock "b55b19a2-4be9-47ac-bdb9-64789756f862" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.119603] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "b55b19a2-4be9-47ac-bdb9-64789756f862" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.212301] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': task-2022072, 'name': ReconfigVM_Task, 'duration_secs': 0.67967} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.212669] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 8fe84c5b-5758-4907-9578-8e9a8588088c/8fe84c5b-5758-4907-9578-8e9a8588088c.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1631.213445] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27e3cc2c-8e6c-4bd7-b9c9-9632109c6248 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.221132] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Waiting for the task: (returnval){ [ 1631.221132] env[63348]: value = "task-2022073" [ 1631.221132] env[63348]: _type = "Task" [ 1631.221132] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.233865] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': task-2022073, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.335436] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquiring lock "d405bcd4-e175-4c22-b7ab-6a03b44bac42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.335690] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "d405bcd4-e175-4c22-b7ab-6a03b44bac42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.503664] env[63348]: DEBUG nova.scheduler.client.report [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1631.572203] env[63348]: DEBUG nova.compute.manager [None req-e4a117c1-cdb7-423d-acc7-10c3f93b0e13 tempest-ServerExternalEventsTest-800177582 tempest-ServerExternalEventsTest-800177582-project] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Received event network-changed {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1631.572534] env[63348]: DEBUG nova.compute.manager [None req-e4a117c1-cdb7-423d-acc7-10c3f93b0e13 tempest-ServerExternalEventsTest-800177582 tempest-ServerExternalEventsTest-800177582-project] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Refreshing instance network info cache due to event network-changed. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1631.575014] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e4a117c1-cdb7-423d-acc7-10c3f93b0e13 tempest-ServerExternalEventsTest-800177582 tempest-ServerExternalEventsTest-800177582-project] Acquiring lock "refresh_cache-9d723a61-a652-4e89-9bf7-eb544d66b24f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.575014] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e4a117c1-cdb7-423d-acc7-10c3f93b0e13 tempest-ServerExternalEventsTest-800177582 tempest-ServerExternalEventsTest-800177582-project] Acquired lock "refresh_cache-9d723a61-a652-4e89-9bf7-eb544d66b24f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.575014] env[63348]: DEBUG nova.network.neutron [None req-e4a117c1-cdb7-423d-acc7-10c3f93b0e13 tempest-ServerExternalEventsTest-800177582 tempest-ServerExternalEventsTest-800177582-project] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1631.624626] env[63348]: DEBUG nova.compute.manager [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1631.679999] env[63348]: DEBUG nova.compute.manager [req-1a503690-abd5-4086-badc-53d15d6a965f req-0a040b47-7c02-4293-8c09-499525f2a949 service nova] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Received event network-changed-5c876f87-7dd0-42e7-8aac-fa016d177a8a {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1631.679999] env[63348]: DEBUG nova.compute.manager [req-1a503690-abd5-4086-badc-53d15d6a965f req-0a040b47-7c02-4293-8c09-499525f2a949 service nova] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Refreshing instance network info cache due to event network-changed-5c876f87-7dd0-42e7-8aac-fa016d177a8a. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1631.680144] env[63348]: DEBUG oslo_concurrency.lockutils [req-1a503690-abd5-4086-badc-53d15d6a965f req-0a040b47-7c02-4293-8c09-499525f2a949 service nova] Acquiring lock "refresh_cache-8fe84c5b-5758-4907-9578-8e9a8588088c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.680252] env[63348]: DEBUG oslo_concurrency.lockutils [req-1a503690-abd5-4086-badc-53d15d6a965f req-0a040b47-7c02-4293-8c09-499525f2a949 service nova] Acquired lock "refresh_cache-8fe84c5b-5758-4907-9578-8e9a8588088c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.680412] env[63348]: DEBUG nova.network.neutron [req-1a503690-abd5-4086-badc-53d15d6a965f req-0a040b47-7c02-4293-8c09-499525f2a949 service nova] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Refreshing network info cache for port 5c876f87-7dd0-42e7-8aac-fa016d177a8a {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1631.682256] env[63348]: DEBUG nova.network.neutron [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Successfully created port: 051bd7f0-cec3-4878-a32c-239122f14f4c {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1631.693148] env[63348]: DEBUG nova.network.neutron [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1631.736311] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': task-2022073, 'name': Rename_Task, 'duration_secs': 0.1878} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.736511] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1631.736921] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e4f5aff-5862-43e9-8162-1341b1ccaa36 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.745403] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Waiting for the task: (returnval){ [ 1631.745403] env[63348]: value = "task-2022074" [ 1631.745403] env[63348]: _type = "Task" [ 1631.745403] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.755793] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': task-2022074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.838465] env[63348]: DEBUG nova.compute.manager [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1631.981708] env[63348]: DEBUG nova.compute.manager [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1632.015469] env[63348]: DEBUG nova.virt.hardware [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1632.015912] env[63348]: DEBUG nova.virt.hardware [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1632.015912] env[63348]: DEBUG nova.virt.hardware [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1632.016075] env[63348]: DEBUG nova.virt.hardware [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1632.016244] env[63348]: DEBUG nova.virt.hardware [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1632.016413] env[63348]: DEBUG nova.virt.hardware [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1632.016630] env[63348]: DEBUG nova.virt.hardware [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1632.016797] env[63348]: DEBUG nova.virt.hardware [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1632.016945] env[63348]: DEBUG nova.virt.hardware [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1632.017119] env[63348]: DEBUG nova.virt.hardware [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1632.017415] env[63348]: DEBUG nova.virt.hardware [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1632.018097] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.022201] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c035967-c3d3-432f-ab89-97d03615b106 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.025818] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.709s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.026393] env[63348]: DEBUG nova.objects.instance [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Lazy-loading 'resources' on Instance uuid 0a255d7d-7a66-4e6f-89b1-eab3c13f3516 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.034551] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a673fd-e636-43d9-a650-714d971c9e1a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.064040] env[63348]: INFO nova.scheduler.client.report [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Deleted allocations for instance eabb32a5-2905-403d-9ad4-cf12ecac4356 [ 1632.162418] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.221448] env[63348]: DEBUG nova.network.neutron [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Updating instance_info_cache with network_info: [{"id": "dfc4e3e6-2bab-41d0-a225-470f7ddb7a5c", "address": "fa:16:3e:f6:70:45", "network": {"id": "d03f00f6-db52-4458-88ce-5e719aee9abc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2055551534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb35ff4d44a84407a190a1e743d3c030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc4e3e6-2b", "ovs_interfaceid": "dfc4e3e6-2bab-41d0-a225-470f7ddb7a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.263857] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': task-2022074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.376012] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.457636] env[63348]: DEBUG nova.compute.manager [req-80e6828e-dcb1-4cc8-8571-dd505fd87339 req-6874f064-2b0d-44e7-98e4-f049221d6a23 service nova] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Received event network-vif-deleted-15c31a52-6e59-4624-9542-54715d998101 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1632.580195] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b299d1fc-edc6-440e-a0c1-b8e5bd41d855 tempest-DeleteServersAdminTestJSON-1970389039 tempest-DeleteServersAdminTestJSON-1970389039-project-admin] Lock "eabb32a5-2905-403d-9ad4-cf12ecac4356" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.208s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.621495] env[63348]: DEBUG nova.network.neutron [None req-e4a117c1-cdb7-423d-acc7-10c3f93b0e13 tempest-ServerExternalEventsTest-800177582 tempest-ServerExternalEventsTest-800177582-project] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Updating instance_info_cache with network_info: [{"id": "7bcfe139-a7ca-4e01-b8da-04cf95c00f4b", "address": "fa:16:3e:de:09:37", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bcfe139-a7", "ovs_interfaceid": "7bcfe139-a7ca-4e01-b8da-04cf95c00f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.724416] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Releasing lock "refresh_cache-bac7ec18-8d57-45bf-901a-ad7020428158" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.724760] env[63348]: DEBUG nova.compute.manager [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Instance network_info: |[{"id": "dfc4e3e6-2bab-41d0-a225-470f7ddb7a5c", "address": "fa:16:3e:f6:70:45", "network": {"id": "d03f00f6-db52-4458-88ce-5e719aee9abc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2055551534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb35ff4d44a84407a190a1e743d3c030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc4e3e6-2b", "ovs_interfaceid": "dfc4e3e6-2bab-41d0-a225-470f7ddb7a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1632.726091] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:70:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfc4e3e6-2bab-41d0-a225-470f7ddb7a5c', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1632.738619] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Creating folder: Project (fb35ff4d44a84407a190a1e743d3c030). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1632.741958] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a35b9ef8-dae9-4ed8-a233-15e1b69ba2a1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.757419] env[63348]: DEBUG oslo_vmware.api [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': task-2022074, 'name': PowerOnVM_Task, 'duration_secs': 0.803184} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.758828] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1632.759068] env[63348]: INFO nova.compute.manager [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Took 12.82 seconds to spawn the instance on the hypervisor. [ 1632.759227] env[63348]: DEBUG nova.compute.manager [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1632.761032] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Created folder: Project (fb35ff4d44a84407a190a1e743d3c030) in parent group-v415427. [ 1632.761032] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Creating folder: Instances. Parent ref: group-v415473. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1632.761032] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061f2dd2-7ccd-4ae8-a9b3-36deef9d8f70 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.763777] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e93a5ad6-6a9c-4067-a4f9-aa78c72133fe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.783176] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Created folder: Instances in parent group-v415473. [ 1632.783176] env[63348]: DEBUG oslo.service.loopingcall [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1632.783176] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1632.783176] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6384b53e-7058-461a-a41e-36f36c0dbe09 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.810020] env[63348]: DEBUG nova.network.neutron [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Successfully updated port: a92079f3-d85c-4fdd-ae72-aaafe6456ebd {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1632.810020] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1632.810020] env[63348]: value = "task-2022077" [ 1632.810020] env[63348]: _type = "Task" [ 1632.810020] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.824439] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022077, 'name': CreateVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.103687] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb95831e-05e9-4c0d-bd4f-d6ace6dd94f0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.113635] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cacf964-1b55-4adf-ac55-f908931cae06 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.158417] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e4a117c1-cdb7-423d-acc7-10c3f93b0e13 tempest-ServerExternalEventsTest-800177582 tempest-ServerExternalEventsTest-800177582-project] Releasing lock "refresh_cache-9d723a61-a652-4e89-9bf7-eb544d66b24f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.160535] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28463c96-14a3-464e-87ea-daa67afc1093 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.171059] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af04d850-3cee-459e-9e9a-d0cc4707be80 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.186608] env[63348]: DEBUG nova.compute.provider_tree [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.210467] env[63348]: DEBUG nova.network.neutron [req-1a503690-abd5-4086-badc-53d15d6a965f req-0a040b47-7c02-4293-8c09-499525f2a949 service nova] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Updated VIF entry in instance network info cache for port 5c876f87-7dd0-42e7-8aac-fa016d177a8a. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1633.210816] env[63348]: DEBUG nova.network.neutron [req-1a503690-abd5-4086-badc-53d15d6a965f req-0a040b47-7c02-4293-8c09-499525f2a949 service nova] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Updating instance_info_cache with network_info: [{"id": "5c876f87-7dd0-42e7-8aac-fa016d177a8a", "address": "fa:16:3e:72:4c:9d", "network": {"id": "6ffe0af5-088f-4adb-98db-333af5d38bed", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1821198798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced294486434485a8664ea79dd870d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c876f87-7d", "ovs_interfaceid": "5c876f87-7dd0-42e7-8aac-fa016d177a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.294106] env[63348]: INFO nova.compute.manager [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Took 24.66 seconds to build instance. [ 1633.312033] env[63348]: DEBUG oslo_concurrency.lockutils [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Acquiring lock "refresh_cache-93aff290-b2d9-4ef5-bc6d-0206be00253c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.312033] env[63348]: DEBUG oslo_concurrency.lockutils [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Acquired lock "refresh_cache-93aff290-b2d9-4ef5-bc6d-0206be00253c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.312033] env[63348]: DEBUG nova.network.neutron [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1633.328362] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022077, 'name': CreateVM_Task, 'duration_secs': 0.473957} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.329215] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1633.330461] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.330748] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.331275] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1633.331903] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ba3b5dc-70dc-49ae-8f52-f4d62f5fc1e2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.338253] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1633.338253] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d171cd-fd82-5502-761a-0f7ffa1713f0" [ 1633.338253] env[63348]: _type = "Task" [ 1633.338253] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.348578] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d171cd-fd82-5502-761a-0f7ffa1713f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.469203] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Acquiring lock "00bd8ea9-349c-493d-8f54-85856c566ad8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.469203] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Lock "00bd8ea9-349c-493d-8f54-85856c566ad8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.690585] env[63348]: DEBUG nova.scheduler.client.report [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1633.718248] env[63348]: DEBUG oslo_concurrency.lockutils [req-1a503690-abd5-4086-badc-53d15d6a965f req-0a040b47-7c02-4293-8c09-499525f2a949 service nova] Releasing lock "refresh_cache-8fe84c5b-5758-4907-9578-8e9a8588088c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.718652] env[63348]: DEBUG nova.compute.manager [req-1a503690-abd5-4086-badc-53d15d6a965f req-0a040b47-7c02-4293-8c09-499525f2a949 service nova] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Received event network-vif-deleted-18ff38fc-5661-456a-b221-76cabbf20aae {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1633.718862] env[63348]: DEBUG nova.compute.manager [req-1a503690-abd5-4086-badc-53d15d6a965f req-0a040b47-7c02-4293-8c09-499525f2a949 service nova] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Received event network-vif-deleted-b6d0b976-6661-4330-a54c-80adc38ed4e8 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1633.796413] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ba19ab25-79a3-4f53-80ee-9ebb159960fd tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Lock "8fe84c5b-5758-4907-9578-8e9a8588088c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.168s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.850557] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d171cd-fd82-5502-761a-0f7ffa1713f0, 'name': SearchDatastore_Task, 'duration_secs': 0.022684} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.850842] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.852206] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1633.852206] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.852343] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.852527] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1633.854314] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc7b97c5-6e9d-4da7-9553-9af185f64dfb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.868510] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1633.868710] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1633.869539] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef2e782-5072-4fdd-b915-1badbd00a8d1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.877851] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1633.877851] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5223957e-931a-e145-fbe8-e8a6778add91" [ 1633.877851] env[63348]: _type = "Task" [ 1633.877851] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.888798] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5223957e-931a-e145-fbe8-e8a6778add91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.937262] env[63348]: INFO nova.compute.manager [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Rebuilding instance [ 1633.958938] env[63348]: DEBUG nova.network.neutron [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1633.973255] env[63348]: DEBUG nova.compute.manager [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1634.006887] env[63348]: DEBUG nova.compute.manager [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1634.010186] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a16a15-ec1f-4bd7-afea-f20a9b3fe5a0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.195902] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.200614] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.273s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.200614] env[63348]: INFO nova.compute.claims [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1634.231397] env[63348]: INFO nova.scheduler.client.report [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Deleted allocations for instance 0a255d7d-7a66-4e6f-89b1-eab3c13f3516 [ 1634.357604] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Acquiring lock "f6c71ec2-3470-484e-9371-6c166bcf07a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.357604] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Lock "f6c71ec2-3470-484e-9371-6c166bcf07a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.366190] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Acquiring lock "9d723a61-a652-4e89-9bf7-eb544d66b24f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.366631] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Lock "9d723a61-a652-4e89-9bf7-eb544d66b24f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.367181] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Acquiring lock "9d723a61-a652-4e89-9bf7-eb544d66b24f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.367181] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Lock "9d723a61-a652-4e89-9bf7-eb544d66b24f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.367348] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Lock "9d723a61-a652-4e89-9bf7-eb544d66b24f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.369606] env[63348]: INFO nova.compute.manager [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Terminating instance [ 1634.393821] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5223957e-931a-e145-fbe8-e8a6778add91, 'name': SearchDatastore_Task, 'duration_secs': 0.035278} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.395015] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8575dbfe-e909-4d62-9de0-5b244940deae {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.402274] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1634.402274] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b9b72b-d57f-f217-e59a-b4dd1ed4bacc" [ 1634.402274] env[63348]: _type = "Task" [ 1634.402274] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.411458] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b9b72b-d57f-f217-e59a-b4dd1ed4bacc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.463981] env[63348]: DEBUG nova.network.neutron [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Successfully updated port: 051bd7f0-cec3-4878-a32c-239122f14f4c {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1634.503735] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.527257] env[63348]: DEBUG nova.network.neutron [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Updating instance_info_cache with network_info: [{"id": "a92079f3-d85c-4fdd-ae72-aaafe6456ebd", "address": "fa:16:3e:e6:f1:04", "network": {"id": "08d302b2-3489-4524-af97-4bc344a20a03", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1603278405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64109b684fb7467384b1f7bb8375e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa92079f3-d8", "ovs_interfaceid": "a92079f3-d85c-4fdd-ae72-aaafe6456ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.700381] env[63348]: DEBUG nova.compute.manager [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Stashing vm_state: active {{(pid=63348) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1634.740027] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e75befcb-237b-413b-a95d-3539cb219030 tempest-ServerDiagnosticsV248Test-256044456 tempest-ServerDiagnosticsV248Test-256044456-project-member] Lock "0a255d7d-7a66-4e6f-89b1-eab3c13f3516" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.705s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.789602] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Acquiring lock "ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.789853] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Lock "ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.860228] env[63348]: DEBUG nova.compute.manager [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1634.874256] env[63348]: DEBUG nova.compute.manager [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1634.874520] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1634.875765] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7df90f-72de-4694-a325-db157773eb1d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.888536] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1634.888847] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37354b2a-889f-48af-955d-7c3470ec9171 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.896945] env[63348]: DEBUG oslo_vmware.api [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Waiting for the task: (returnval){ [ 1634.896945] env[63348]: value = "task-2022078" [ 1634.896945] env[63348]: _type = "Task" [ 1634.896945] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.912764] env[63348]: DEBUG oslo_vmware.api [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.916910] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b9b72b-d57f-f217-e59a-b4dd1ed4bacc, 'name': SearchDatastore_Task, 'duration_secs': 0.025657} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.917877] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.918149] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] bac7ec18-8d57-45bf-901a-ad7020428158/bac7ec18-8d57-45bf-901a-ad7020428158.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1634.922209] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fce466d1-aa1e-435d-b67b-6f44f77dd755 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.930666] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1634.930666] env[63348]: value = "task-2022079" [ 1634.930666] env[63348]: _type = "Task" [ 1634.930666] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.940948] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.967300] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquiring lock "refresh_cache-ba2c581c-a2db-44f5-a71a-6d15e5283c1b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.967353] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquired lock "refresh_cache-ba2c581c-a2db-44f5-a71a-6d15e5283c1b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.968394] env[63348]: DEBUG nova.network.neutron [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1635.020976] env[63348]: DEBUG oslo_vmware.rw_handles [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ecaccb-19f1-c362-7e86-c9e27cec0bb2/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1635.023703] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48abee2-471a-45f7-97ac-4b15adfb97df {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.029635] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1635.031646] env[63348]: DEBUG oslo_concurrency.lockutils [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Releasing lock "refresh_cache-93aff290-b2d9-4ef5-bc6d-0206be00253c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.031946] env[63348]: DEBUG nova.compute.manager [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Instance network_info: |[{"id": "a92079f3-d85c-4fdd-ae72-aaafe6456ebd", "address": "fa:16:3e:e6:f1:04", "network": {"id": "08d302b2-3489-4524-af97-4bc344a20a03", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1603278405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64109b684fb7467384b1f7bb8375e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa92079f3-d8", "ovs_interfaceid": "a92079f3-d85c-4fdd-ae72-aaafe6456ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1635.032274] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-389c2c32-a40f-46b0-95aa-790c271a17e6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.033851] env[63348]: DEBUG oslo_vmware.rw_handles [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ecaccb-19f1-c362-7e86-c9e27cec0bb2/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1635.034053] env[63348]: ERROR oslo_vmware.rw_handles [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ecaccb-19f1-c362-7e86-c9e27cec0bb2/disk-0.vmdk due to incomplete transfer. [ 1635.034466] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:f1:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a92079f3-d85c-4fdd-ae72-aaafe6456ebd', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1635.042033] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Creating folder: Project (64109b684fb7467384b1f7bb8375e363). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1635.042316] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c6b02029-98c4-498b-b00a-5d9ec1060119 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.045023] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edb61b5d-7c6e-4b30-bf49-4bc50ce6fe9a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.051732] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1635.051732] env[63348]: value = "task-2022080" [ 1635.051732] env[63348]: _type = "Task" [ 1635.051732] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.057049] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Created folder: Project (64109b684fb7467384b1f7bb8375e363) in parent group-v415427. [ 1635.057049] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Creating folder: Instances. Parent ref: group-v415476. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1635.058557] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9445b52-8dc8-4311-b740-e92e86186b27 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.064026] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.065605] env[63348]: DEBUG oslo_vmware.rw_handles [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ecaccb-19f1-c362-7e86-c9e27cec0bb2/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1635.065821] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Uploaded image c4aaaeea-c3b0-4daa-a676-1f5615c961c2 to the Glance image server {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1635.067802] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Destroying the VM {{(pid=63348) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1635.068107] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8cc5929d-b31d-48f3-9c96-337f6454b825 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.073289] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Created folder: Instances in parent group-v415476. [ 1635.073935] env[63348]: DEBUG oslo.service.loopingcall [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1635.075715] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1635.075715] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1635.075715] env[63348]: value = "task-2022083" [ 1635.075715] env[63348]: _type = "Task" [ 1635.075715] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.075965] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94df3555-89cd-4994-b90a-649629595e32 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.105043] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022083, 'name': Destroy_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.106750] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1635.106750] env[63348]: value = "task-2022084" [ 1635.106750] env[63348]: _type = "Task" [ 1635.106750] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.117185] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022084, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.239849] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.391201] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.411811] env[63348]: DEBUG oslo_vmware.api [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022078, 'name': PowerOffVM_Task, 'duration_secs': 0.359241} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.412105] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1635.412285] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1635.412553] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb37b4d2-74bf-4a0a-8d20-6b1ce3696268 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.445543] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022079, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.523947] env[63348]: DEBUG nova.network.neutron [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1635.567487] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022080, 'name': PowerOffVM_Task, 'duration_secs': 0.229392} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.574020] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1635.574020] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1635.574020] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76aa77f9-afb1-42f2-ba9f-78fa0d08f2f0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.581272] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1635.581272] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f52e1f18-f6e5-4a1f-9596-99d6a92e06fe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.607296] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022083, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.618466] env[63348]: DEBUG nova.compute.manager [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Received event network-vif-plugged-dfc4e3e6-2bab-41d0-a225-470f7ddb7a5c {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1635.618679] env[63348]: DEBUG oslo_concurrency.lockutils [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] Acquiring lock "bac7ec18-8d57-45bf-901a-ad7020428158-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.618891] env[63348]: DEBUG oslo_concurrency.lockutils [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] Lock "bac7ec18-8d57-45bf-901a-ad7020428158-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.619234] env[63348]: DEBUG oslo_concurrency.lockutils [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] Lock "bac7ec18-8d57-45bf-901a-ad7020428158-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.619234] env[63348]: DEBUG nova.compute.manager [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] No waiting events found dispatching network-vif-plugged-dfc4e3e6-2bab-41d0-a225-470f7ddb7a5c {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1635.619418] env[63348]: WARNING nova.compute.manager [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Received unexpected event network-vif-plugged-dfc4e3e6-2bab-41d0-a225-470f7ddb7a5c for instance with vm_state building and task_state spawning. [ 1635.619598] env[63348]: DEBUG nova.compute.manager [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Received event network-changed-dfc4e3e6-2bab-41d0-a225-470f7ddb7a5c {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1635.619750] env[63348]: DEBUG nova.compute.manager [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Refreshing instance network info cache due to event network-changed-dfc4e3e6-2bab-41d0-a225-470f7ddb7a5c. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1635.620078] env[63348]: DEBUG oslo_concurrency.lockutils [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] Acquiring lock "refresh_cache-bac7ec18-8d57-45bf-901a-ad7020428158" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.620078] env[63348]: DEBUG oslo_concurrency.lockutils [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] Acquired lock "refresh_cache-bac7ec18-8d57-45bf-901a-ad7020428158" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.620402] env[63348]: DEBUG nova.network.neutron [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Refreshing network info cache for port dfc4e3e6-2bab-41d0-a225-470f7ddb7a5c {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1635.621910] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1635.622263] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1635.622387] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Deleting the datastore file [datastore2] eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1635.623227] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97836827-f6bc-40a0-8163-4330aca4fccc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.631295] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022084, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.643177] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1635.643177] env[63348]: value = "task-2022087" [ 1635.643177] env[63348]: _type = "Task" [ 1635.643177] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.652163] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.697762] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee70156-6bd9-45d9-81fc-aae4585e8427 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.707936] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34221183-4d91-4a96-9726-03583deab845 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.747203] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a1b48d-c231-4610-9a17-67d93d7465fb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.755106] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab305418-66d2-46be-9e07-df97ab002477 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.772311] env[63348]: DEBUG nova.compute.provider_tree [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1635.793657] env[63348]: DEBUG nova.network.neutron [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Updating instance_info_cache with network_info: [{"id": "051bd7f0-cec3-4878-a32c-239122f14f4c", "address": "fa:16:3e:95:3e:6d", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap051bd7f0-ce", "ovs_interfaceid": "051bd7f0-cec3-4878-a32c-239122f14f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.945527] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666902} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.945527] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] bac7ec18-8d57-45bf-901a-ad7020428158/bac7ec18-8d57-45bf-901a-ad7020428158.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1635.945721] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1635.947014] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de20b553-3e70-41d6-9bb1-b24728505e0d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.953109] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1635.953109] env[63348]: value = "task-2022088" [ 1635.953109] env[63348]: _type = "Task" [ 1635.953109] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.962361] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.064610] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1636.064874] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1636.065072] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Deleting the datastore file [datastore1] 9d723a61-a652-4e89-9bf7-eb544d66b24f {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1636.065343] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-534c6cc8-4614-4902-8617-4ab9552f02f3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.072904] env[63348]: DEBUG oslo_vmware.api [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Waiting for the task: (returnval){ [ 1636.072904] env[63348]: value = "task-2022089" [ 1636.072904] env[63348]: _type = "Task" [ 1636.072904] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.081734] env[63348]: DEBUG oslo_vmware.api [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.107793] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022083, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.116654] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022084, 'name': CreateVM_Task, 'duration_secs': 0.748657} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.117125] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1636.117984] env[63348]: DEBUG oslo_concurrency.lockutils [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.118264] env[63348]: DEBUG oslo_concurrency.lockutils [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.118485] env[63348]: DEBUG oslo_concurrency.lockutils [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1636.119041] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae1c816-7b53-4b4d-a843-e461da41a2d1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.126862] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Waiting for the task: (returnval){ [ 1636.126862] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525233ae-2b54-0934-bdd9-45a650f51b4e" [ 1636.126862] env[63348]: _type = "Task" [ 1636.126862] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.137770] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525233ae-2b54-0934-bdd9-45a650f51b4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.154721] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362407} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.155049] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1636.155578] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1636.155800] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1636.277549] env[63348]: DEBUG nova.scheduler.client.report [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1636.297992] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Releasing lock "refresh_cache-ba2c581c-a2db-44f5-a71a-6d15e5283c1b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.298539] env[63348]: DEBUG nova.compute.manager [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Instance network_info: |[{"id": "051bd7f0-cec3-4878-a32c-239122f14f4c", "address": "fa:16:3e:95:3e:6d", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap051bd7f0-ce", "ovs_interfaceid": "051bd7f0-cec3-4878-a32c-239122f14f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1636.298855] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:3e:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '051bd7f0-cec3-4878-a32c-239122f14f4c', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1636.311033] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Creating folder: Project (c838a3b104314456b4a852ac9a426971). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1636.311624] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7743f23e-abfd-4f07-a8af-508e7ac306fd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.322891] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Created folder: Project (c838a3b104314456b4a852ac9a426971) in parent group-v415427. [ 1636.323149] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Creating folder: Instances. Parent ref: group-v415479. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1636.323442] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dba74fa-599a-49fa-90e4-2fab0500c48d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.334029] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Created folder: Instances in parent group-v415479. [ 1636.334788] env[63348]: DEBUG oslo.service.loopingcall [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1636.334788] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1636.334935] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03a83659-8ba9-4aa1-9389-469f8c5e1c25 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.361457] env[63348]: DEBUG nova.compute.manager [req-bf614e3a-62f1-40ce-b897-5c110fc78928 req-962e7e31-d05a-4e18-b009-bd9ef60612ae service nova] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Received event network-vif-plugged-051bd7f0-cec3-4878-a32c-239122f14f4c {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1636.361664] env[63348]: DEBUG oslo_concurrency.lockutils [req-bf614e3a-62f1-40ce-b897-5c110fc78928 req-962e7e31-d05a-4e18-b009-bd9ef60612ae service nova] Acquiring lock "ba2c581c-a2db-44f5-a71a-6d15e5283c1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.361847] env[63348]: DEBUG oslo_concurrency.lockutils [req-bf614e3a-62f1-40ce-b897-5c110fc78928 req-962e7e31-d05a-4e18-b009-bd9ef60612ae service nova] Lock "ba2c581c-a2db-44f5-a71a-6d15e5283c1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.362040] env[63348]: DEBUG oslo_concurrency.lockutils [req-bf614e3a-62f1-40ce-b897-5c110fc78928 req-962e7e31-d05a-4e18-b009-bd9ef60612ae service nova] Lock "ba2c581c-a2db-44f5-a71a-6d15e5283c1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.362230] env[63348]: DEBUG nova.compute.manager [req-bf614e3a-62f1-40ce-b897-5c110fc78928 req-962e7e31-d05a-4e18-b009-bd9ef60612ae service nova] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] No waiting events found dispatching network-vif-plugged-051bd7f0-cec3-4878-a32c-239122f14f4c {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1636.362494] env[63348]: WARNING nova.compute.manager [req-bf614e3a-62f1-40ce-b897-5c110fc78928 req-962e7e31-d05a-4e18-b009-bd9ef60612ae service nova] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Received unexpected event network-vif-plugged-051bd7f0-cec3-4878-a32c-239122f14f4c for instance with vm_state building and task_state spawning. [ 1636.362745] env[63348]: DEBUG nova.compute.manager [req-bf614e3a-62f1-40ce-b897-5c110fc78928 req-962e7e31-d05a-4e18-b009-bd9ef60612ae service nova] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Received event network-changed-051bd7f0-cec3-4878-a32c-239122f14f4c {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1636.363063] env[63348]: DEBUG nova.compute.manager [req-bf614e3a-62f1-40ce-b897-5c110fc78928 req-962e7e31-d05a-4e18-b009-bd9ef60612ae service nova] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Refreshing instance network info cache due to event network-changed-051bd7f0-cec3-4878-a32c-239122f14f4c. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1636.363146] env[63348]: DEBUG oslo_concurrency.lockutils [req-bf614e3a-62f1-40ce-b897-5c110fc78928 req-962e7e31-d05a-4e18-b009-bd9ef60612ae service nova] Acquiring lock "refresh_cache-ba2c581c-a2db-44f5-a71a-6d15e5283c1b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.363278] env[63348]: DEBUG oslo_concurrency.lockutils [req-bf614e3a-62f1-40ce-b897-5c110fc78928 req-962e7e31-d05a-4e18-b009-bd9ef60612ae service nova] Acquired lock "refresh_cache-ba2c581c-a2db-44f5-a71a-6d15e5283c1b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.363782] env[63348]: DEBUG nova.network.neutron [req-bf614e3a-62f1-40ce-b897-5c110fc78928 req-962e7e31-d05a-4e18-b009-bd9ef60612ae service nova] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Refreshing network info cache for port 051bd7f0-cec3-4878-a32c-239122f14f4c {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1636.370932] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1636.370932] env[63348]: value = "task-2022092" [ 1636.370932] env[63348]: _type = "Task" [ 1636.370932] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.383731] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022092, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.470417] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066777} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.470753] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1636.472114] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e14d3f-2b7e-43ef-96fb-a104523caf76 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.480938] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Acquiring lock "c731cd74-f289-409c-a8aa-6faa7cf6bb2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.481202] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Lock "c731cd74-f289-409c-a8aa-6faa7cf6bb2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.503275] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] bac7ec18-8d57-45bf-901a-ad7020428158/bac7ec18-8d57-45bf-901a-ad7020428158.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1636.504161] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7be2ce22-b431-412e-994a-9015fae991db {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.529730] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1636.529730] env[63348]: value = "task-2022093" [ 1636.529730] env[63348]: _type = "Task" [ 1636.529730] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.538817] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.587025] env[63348]: DEBUG oslo_vmware.api [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Task: {'id': task-2022089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367177} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.588383] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1636.588383] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1636.588383] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1636.588383] env[63348]: INFO nova.compute.manager [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1636.588383] env[63348]: DEBUG oslo.service.loopingcall [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1636.589623] env[63348]: DEBUG nova.compute.manager [-] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1636.589623] env[63348]: DEBUG nova.network.neutron [-] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1636.608650] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022083, 'name': Destroy_Task, 'duration_secs': 1.177518} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.609055] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Destroyed the VM [ 1636.609325] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Deleting Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1636.609635] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1118c3f8-747f-455e-bab8-45341b97ffcf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.616453] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1636.616453] env[63348]: value = "task-2022094" [ 1636.616453] env[63348]: _type = "Task" [ 1636.616453] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.629200] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022094, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.647503] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525233ae-2b54-0934-bdd9-45a650f51b4e, 'name': SearchDatastore_Task, 'duration_secs': 0.013426} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.648298] env[63348]: DEBUG oslo_concurrency.lockutils [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.648929] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1636.649137] env[63348]: DEBUG oslo_concurrency.lockutils [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.649417] env[63348]: DEBUG oslo_concurrency.lockutils [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.649830] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1636.650294] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78508fe0-5e3d-4bbe-a729-5b17626d5661 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.667951] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1636.667951] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1636.669246] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa89526d-1daf-4388-a4c0-e37c3e6d50fc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.677302] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Waiting for the task: (returnval){ [ 1636.677302] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52378df4-764f-187c-90b0-8503eacd7b10" [ 1636.677302] env[63348]: _type = "Task" [ 1636.677302] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.690502] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52378df4-764f-187c-90b0-8503eacd7b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.720805] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.721534] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1636.757769] env[63348]: DEBUG nova.network.neutron [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Updated VIF entry in instance network info cache for port dfc4e3e6-2bab-41d0-a225-470f7ddb7a5c. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1636.758132] env[63348]: DEBUG nova.network.neutron [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Updating instance_info_cache with network_info: [{"id": "dfc4e3e6-2bab-41d0-a225-470f7ddb7a5c", "address": "fa:16:3e:f6:70:45", "network": {"id": "d03f00f6-db52-4458-88ce-5e719aee9abc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2055551534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb35ff4d44a84407a190a1e743d3c030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc4e3e6-2b", "ovs_interfaceid": "dfc4e3e6-2bab-41d0-a225-470f7ddb7a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.785434] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.785864] env[63348]: DEBUG nova.compute.manager [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1636.789951] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.113s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.791550] env[63348]: INFO nova.compute.claims [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1636.883909] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022092, 'name': CreateVM_Task, 'duration_secs': 0.4111} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.884062] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1636.885328] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.885566] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.886047] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1636.886406] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41aa0b54-9b5f-4d98-a9ab-7d8b0369f57b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.892346] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1636.892346] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d196e8-f508-bf87-5ed3-3835abbd09f5" [ 1636.892346] env[63348]: _type = "Task" [ 1636.892346] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.902963] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d196e8-f508-bf87-5ed3-3835abbd09f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.010888] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquiring lock "1407dcbc-362b-443b-955d-153fbd034127" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.011166] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Lock "1407dcbc-362b-443b-955d-153fbd034127" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.017642] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquiring lock "e97cf19f-7937-4237-b611-8742c17751e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.017906] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "e97cf19f-7937-4237-b611-8742c17751e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.044983] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022093, 'name': ReconfigVM_Task, 'duration_secs': 0.395128} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.045483] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Reconfigured VM instance instance-0000000e to attach disk [datastore2] bac7ec18-8d57-45bf-901a-ad7020428158/bac7ec18-8d57-45bf-901a-ad7020428158.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1637.048022] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdca6b40-e708-4f19-add6-ae3d7159b0c3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.058499] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1637.058499] env[63348]: value = "task-2022095" [ 1637.058499] env[63348]: _type = "Task" [ 1637.058499] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.064893] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022095, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.132056] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022094, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.187397] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52378df4-764f-187c-90b0-8503eacd7b10, 'name': SearchDatastore_Task, 'duration_secs': 0.015572} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.188235] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b64b6ec6-5c58-4d2d-8b73-3aee65147c67 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.195247] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Waiting for the task: (returnval){ [ 1637.195247] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5201fc51-53bc-0ebc-410c-35893fd71f78" [ 1637.195247] env[63348]: _type = "Task" [ 1637.195247] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.201603] env[63348]: DEBUG nova.virt.hardware [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1637.201603] env[63348]: DEBUG nova.virt.hardware [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1637.202885] env[63348]: DEBUG nova.virt.hardware [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1637.202885] env[63348]: DEBUG nova.virt.hardware [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1637.202885] env[63348]: DEBUG nova.virt.hardware [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1637.202885] env[63348]: DEBUG nova.virt.hardware [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1637.202885] env[63348]: DEBUG nova.virt.hardware [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1637.203246] env[63348]: DEBUG nova.virt.hardware [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1637.203246] env[63348]: DEBUG nova.virt.hardware [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1637.203246] env[63348]: DEBUG nova.virt.hardware [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1637.203246] env[63348]: DEBUG nova.virt.hardware [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1637.204049] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65e292d-3686-4428-9133-54888a22209d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.213903] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5201fc51-53bc-0ebc-410c-35893fd71f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.217057] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4461aca-a642-4316-bb90-8e9e7c45bafc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.234357] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Instance VIF info [] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1637.238275] env[63348]: DEBUG oslo.service.loopingcall [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1637.238552] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1637.238769] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccdadc1d-9679-4738-92cc-deabb819995b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.256265] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1637.256265] env[63348]: value = "task-2022096" [ 1637.256265] env[63348]: _type = "Task" [ 1637.256265] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.261454] env[63348]: DEBUG oslo_concurrency.lockutils [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] Releasing lock "refresh_cache-bac7ec18-8d57-45bf-901a-ad7020428158" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.261827] env[63348]: DEBUG nova.compute.manager [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Received event network-vif-plugged-a92079f3-d85c-4fdd-ae72-aaafe6456ebd {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1637.261903] env[63348]: DEBUG oslo_concurrency.lockutils [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] Acquiring lock "93aff290-b2d9-4ef5-bc6d-0206be00253c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.262089] env[63348]: DEBUG oslo_concurrency.lockutils [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] Lock "93aff290-b2d9-4ef5-bc6d-0206be00253c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.262423] env[63348]: DEBUG oslo_concurrency.lockutils [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] Lock "93aff290-b2d9-4ef5-bc6d-0206be00253c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.262592] env[63348]: DEBUG nova.compute.manager [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] No waiting events found dispatching network-vif-plugged-a92079f3-d85c-4fdd-ae72-aaafe6456ebd {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1637.262765] env[63348]: WARNING nova.compute.manager [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Received unexpected event network-vif-plugged-a92079f3-d85c-4fdd-ae72-aaafe6456ebd for instance with vm_state building and task_state spawning. [ 1637.262957] env[63348]: DEBUG nova.compute.manager [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Received event network-changed-a92079f3-d85c-4fdd-ae72-aaafe6456ebd {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1637.263093] env[63348]: DEBUG nova.compute.manager [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Refreshing instance network info cache due to event network-changed-a92079f3-d85c-4fdd-ae72-aaafe6456ebd. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1637.263321] env[63348]: DEBUG oslo_concurrency.lockutils [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] Acquiring lock "refresh_cache-93aff290-b2d9-4ef5-bc6d-0206be00253c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.263460] env[63348]: DEBUG oslo_concurrency.lockutils [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] Acquired lock "refresh_cache-93aff290-b2d9-4ef5-bc6d-0206be00253c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.263617] env[63348]: DEBUG nova.network.neutron [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Refreshing network info cache for port a92079f3-d85c-4fdd-ae72-aaafe6456ebd {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1637.267837] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022096, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.302199] env[63348]: DEBUG nova.compute.utils [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1637.306614] env[63348]: DEBUG nova.compute.manager [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1637.306614] env[63348]: DEBUG nova.network.neutron [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1637.354454] env[63348]: DEBUG nova.policy [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c92c382685304828938553a86c746e37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe558c9e0dbc4dc1b048e1a8a44d87d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1637.408594] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d196e8-f508-bf87-5ed3-3835abbd09f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012675} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.408929] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.409201] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1637.409389] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.572076] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022095, 'name': Rename_Task, 'duration_secs': 0.158825} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.572353] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1637.572632] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5df68db-eda3-426f-a524-4f87121568f6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.579990] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1637.579990] env[63348]: value = "task-2022097" [ 1637.579990] env[63348]: _type = "Task" [ 1637.579990] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.592564] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.627581] env[63348]: DEBUG oslo_vmware.api [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022094, 'name': RemoveSnapshot_Task, 'duration_secs': 0.862203} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.627852] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Deleted Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1637.628338] env[63348]: INFO nova.compute.manager [None req-694f4926-9b7e-4d1b-a688-337afd41cf03 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Took 18.54 seconds to snapshot the instance on the hypervisor. [ 1637.706963] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5201fc51-53bc-0ebc-410c-35893fd71f78, 'name': SearchDatastore_Task, 'duration_secs': 0.017842} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.707360] env[63348]: DEBUG oslo_concurrency.lockutils [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.707992] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 93aff290-b2d9-4ef5-bc6d-0206be00253c/93aff290-b2d9-4ef5-bc6d-0206be00253c.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1637.707992] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.708275] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1637.708539] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b902815-1ad6-4f9c-9688-592c12521fdc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.710393] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77f33437-24bf-448e-b3e4-0dd8c7df037e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.717219] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Waiting for the task: (returnval){ [ 1637.717219] env[63348]: value = "task-2022098" [ 1637.717219] env[63348]: _type = "Task" [ 1637.717219] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.721092] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1637.721437] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1637.721651] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1637.722809] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1637.723110] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a9dc3e-d44a-4897-8f91-9a5b4203214d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.729434] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.733261] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1637.733261] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527bca35-4a51-dd93-e0c2-33ccb4657845" [ 1637.733261] env[63348]: _type = "Task" [ 1637.733261] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.742327] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527bca35-4a51-dd93-e0c2-33ccb4657845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.768101] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022096, 'name': CreateVM_Task, 'duration_secs': 0.339648} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.770327] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1637.770774] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.770931] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.771587] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1637.772259] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc40ea6e-3895-48a6-a508-69d550002134 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.777785] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1637.777785] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bc2f7c-f917-a36f-4a3b-d38bb2e850d4" [ 1637.777785] env[63348]: _type = "Task" [ 1637.777785] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.786909] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bc2f7c-f917-a36f-4a3b-d38bb2e850d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.799505] env[63348]: DEBUG nova.network.neutron [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Successfully created port: 5b0a9b19-268e-4310-9cbc-5716879299de {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1637.810137] env[63348]: DEBUG nova.compute.manager [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1638.031607] env[63348]: DEBUG nova.network.neutron [req-bf614e3a-62f1-40ce-b897-5c110fc78928 req-962e7e31-d05a-4e18-b009-bd9ef60612ae service nova] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Updated VIF entry in instance network info cache for port 051bd7f0-cec3-4878-a32c-239122f14f4c. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1638.031981] env[63348]: DEBUG nova.network.neutron [req-bf614e3a-62f1-40ce-b897-5c110fc78928 req-962e7e31-d05a-4e18-b009-bd9ef60612ae service nova] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Updating instance_info_cache with network_info: [{"id": "051bd7f0-cec3-4878-a32c-239122f14f4c", "address": "fa:16:3e:95:3e:6d", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap051bd7f0-ce", "ovs_interfaceid": "051bd7f0-cec3-4878-a32c-239122f14f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.089621] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022097, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.153948] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d3f47d-bf35-42da-878a-43f0c8cdb92f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.164766] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35f8d5a-6e1f-45fb-a27f-1b63316bbf47 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.205556] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259509da-cfac-413d-917c-3561395dab37 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.216994] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef8aeb2-6194-4ec3-bee9-73170f006e5b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.237371] env[63348]: DEBUG nova.compute.provider_tree [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.248548] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.252581] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527bca35-4a51-dd93-e0c2-33ccb4657845, 'name': SearchDatastore_Task, 'duration_secs': 0.008353} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.255315] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4262c179-a3af-4eb6-bd4f-9b4156593c02 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.263093] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1638.263093] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5271731e-98ae-7d66-dd86-5a1d6c509a71" [ 1638.263093] env[63348]: _type = "Task" [ 1638.263093] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.273269] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5271731e-98ae-7d66-dd86-5a1d6c509a71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.289414] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bc2f7c-f917-a36f-4a3b-d38bb2e850d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013162} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.291271] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.291271] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1638.291271] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.291271] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.291560] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1638.292282] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e806bae6-39b0-4f63-829e-d1c2aef15ef3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.304873] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1638.305154] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1638.305822] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b7c219d-8aee-4147-82cd-84c1c76a4a91 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.308739] env[63348]: DEBUG nova.network.neutron [-] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.312655] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1638.312655] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52581156-0dca-679b-ebc8-13c6aa2aeb1e" [ 1638.312655] env[63348]: _type = "Task" [ 1638.312655] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.329484] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52581156-0dca-679b-ebc8-13c6aa2aeb1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.512038] env[63348]: DEBUG nova.network.neutron [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Updated VIF entry in instance network info cache for port a92079f3-d85c-4fdd-ae72-aaafe6456ebd. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1638.512440] env[63348]: DEBUG nova.network.neutron [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Updating instance_info_cache with network_info: [{"id": "a92079f3-d85c-4fdd-ae72-aaafe6456ebd", "address": "fa:16:3e:e6:f1:04", "network": {"id": "08d302b2-3489-4524-af97-4bc344a20a03", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1603278405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64109b684fb7467384b1f7bb8375e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa92079f3-d8", "ovs_interfaceid": "a92079f3-d85c-4fdd-ae72-aaafe6456ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.541871] env[63348]: DEBUG oslo_concurrency.lockutils [req-bf614e3a-62f1-40ce-b897-5c110fc78928 req-962e7e31-d05a-4e18-b009-bd9ef60612ae service nova] Releasing lock "refresh_cache-ba2c581c-a2db-44f5-a71a-6d15e5283c1b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.592260] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022097, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.734635] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022098, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.748484] env[63348]: DEBUG nova.scheduler.client.report [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1638.774193] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5271731e-98ae-7d66-dd86-5a1d6c509a71, 'name': SearchDatastore_Task, 'duration_secs': 0.018662} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.774553] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.774822] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] ba2c581c-a2db-44f5-a71a-6d15e5283c1b/ba2c581c-a2db-44f5-a71a-6d15e5283c1b.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1638.775119] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ae7cdcb-47bb-40a3-96e7-4740c8b93170 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.781781] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1638.781781] env[63348]: value = "task-2022099" [ 1638.781781] env[63348]: _type = "Task" [ 1638.781781] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.791216] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.811722] env[63348]: INFO nova.compute.manager [-] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Took 2.22 seconds to deallocate network for instance. [ 1638.827272] env[63348]: DEBUG nova.compute.manager [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1638.830324] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52581156-0dca-679b-ebc8-13c6aa2aeb1e, 'name': SearchDatastore_Task, 'duration_secs': 0.013235} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.831443] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd4a722e-dd06-4ca7-8c73-4e0671895095 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.838240] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1638.838240] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5204316f-f974-b943-217f-7cf093b11789" [ 1638.838240] env[63348]: _type = "Task" [ 1638.838240] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.847498] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5204316f-f974-b943-217f-7cf093b11789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.860565] env[63348]: DEBUG nova.virt.hardware [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1638.860844] env[63348]: DEBUG nova.virt.hardware [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1638.861008] env[63348]: DEBUG nova.virt.hardware [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1638.861252] env[63348]: DEBUG nova.virt.hardware [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1638.861431] env[63348]: DEBUG nova.virt.hardware [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1638.861580] env[63348]: DEBUG nova.virt.hardware [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1638.861785] env[63348]: DEBUG nova.virt.hardware [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1638.861941] env[63348]: DEBUG nova.virt.hardware [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1638.862122] env[63348]: DEBUG nova.virt.hardware [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1638.862288] env[63348]: DEBUG nova.virt.hardware [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1638.862464] env[63348]: DEBUG nova.virt.hardware [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1638.863387] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60c0310-7775-46f4-8ea1-ebf3ae25f586 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.872938] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6dd0e7-4bb6-40e1-979e-f709f5ca196f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.918927] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Acquiring lock "ee8dddb0-4028-4718-9644-701b27dafd1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.919322] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Lock "ee8dddb0-4028-4718-9644-701b27dafd1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.012333] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.013226] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.015105] env[63348]: DEBUG oslo_concurrency.lockutils [req-69827dae-7f3c-438c-8aac-299a783ee783 req-7dc9a759-2543-4553-824c-03cdb741b1b7 service nova] Releasing lock "refresh_cache-93aff290-b2d9-4ef5-bc6d-0206be00253c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.091782] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022097, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.238362] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022098, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.369955} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.238362] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 93aff290-b2d9-4ef5-bc6d-0206be00253c/93aff290-b2d9-4ef5-bc6d-0206be00253c.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1639.238362] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1639.238362] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0445e1b4-fa9a-47da-8d4f-0c3064bb551c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.244124] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Waiting for the task: (returnval){ [ 1639.244124] env[63348]: value = "task-2022100" [ 1639.244124] env[63348]: _type = "Task" [ 1639.244124] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.253090] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.255215] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.256085] env[63348]: DEBUG nova.compute.manager [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1639.260901] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.811s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.260901] env[63348]: DEBUG nova.objects.instance [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Lazy-loading 'resources' on Instance uuid cd4627a3-03ee-4d91-ac3f-0eae930198be {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1639.292965] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022099, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.322111] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.349264] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5204316f-f974-b943-217f-7cf093b11789, 'name': SearchDatastore_Task, 'duration_secs': 0.022657} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.349618] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.349866] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f/eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1639.350164] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43b04846-04ed-4876-b148-d4610688fd7e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.357734] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1639.357734] env[63348]: value = "task-2022101" [ 1639.357734] env[63348]: _type = "Task" [ 1639.357734] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.367141] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.535686] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Acquiring lock "2cee836f-dda6-4be0-9b44-70e207bdc9a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.535686] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Lock "2cee836f-dda6-4be0-9b44-70e207bdc9a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.570251] env[63348]: DEBUG nova.network.neutron [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Successfully updated port: 5b0a9b19-268e-4310-9cbc-5716879299de {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1639.593126] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022097, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.648961] env[63348]: DEBUG nova.compute.manager [req-b242f263-03ec-4cba-ae76-0e6272b38838 req-0e123423-f22f-499f-ba86-68644ed7abe4 service nova] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Received event network-changed-6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1639.649212] env[63348]: DEBUG nova.compute.manager [req-b242f263-03ec-4cba-ae76-0e6272b38838 req-0e123423-f22f-499f-ba86-68644ed7abe4 service nova] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Refreshing instance network info cache due to event network-changed-6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1639.649460] env[63348]: DEBUG oslo_concurrency.lockutils [req-b242f263-03ec-4cba-ae76-0e6272b38838 req-0e123423-f22f-499f-ba86-68644ed7abe4 service nova] Acquiring lock "refresh_cache-98c625bb-3a8e-4148-87eb-88683c9995b0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.649627] env[63348]: DEBUG oslo_concurrency.lockutils [req-b242f263-03ec-4cba-ae76-0e6272b38838 req-0e123423-f22f-499f-ba86-68644ed7abe4 service nova] Acquired lock "refresh_cache-98c625bb-3a8e-4148-87eb-88683c9995b0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.650150] env[63348]: DEBUG nova.network.neutron [req-b242f263-03ec-4cba-ae76-0e6272b38838 req-0e123423-f22f-499f-ba86-68644ed7abe4 service nova] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Refreshing network info cache for port 6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1639.720634] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1639.721465] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1639.756282] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273717} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.756650] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1639.757823] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc4ad08-4489-464a-b0f1-3a947dd9f2af {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.767643] env[63348]: DEBUG nova.compute.utils [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1639.781883] env[63348]: DEBUG nova.compute.manager [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1639.781883] env[63348]: DEBUG nova.network.neutron [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1639.794438] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 93aff290-b2d9-4ef5-bc6d-0206be00253c/93aff290-b2d9-4ef5-bc6d-0206be00253c.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1639.795521] env[63348]: DEBUG nova.compute.manager [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1639.801789] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3736bfcf-6577-4c43-9fb1-400350387a25 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.818994] env[63348]: DEBUG nova.compute.manager [req-ac5cf6f6-5639-427b-ba62-ae405725b594 req-47f0f77d-eeef-4cc4-bb31-e797688447cb service nova] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Received event network-vif-deleted-7bcfe139-a7ca-4e01-b8da-04cf95c00f4b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1639.834989] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Waiting for the task: (returnval){ [ 1639.834989] env[63348]: value = "task-2022102" [ 1639.834989] env[63348]: _type = "Task" [ 1639.834989] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.840415] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723553} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.844131] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] ba2c581c-a2db-44f5-a71a-6d15e5283c1b/ba2c581c-a2db-44f5-a71a-6d15e5283c1b.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1639.844412] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1639.845049] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea073a13-22a6-4f23-b059-6ea8470d7f4f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.856938] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.862457] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1639.862457] env[63348]: value = "task-2022103" [ 1639.862457] env[63348]: _type = "Task" [ 1639.862457] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.878167] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022101, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.881507] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.970457] env[63348]: DEBUG nova.policy [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50cf85cc54424a31bfd4bb32ed0cfb96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c838a3b104314456b4a852ac9a426971', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1640.074909] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Acquiring lock "refresh_cache-b145eddf-c0e7-4a82-936b-1e929500929e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.075148] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Acquired lock "refresh_cache-b145eddf-c0e7-4a82-936b-1e929500929e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.075191] env[63348]: DEBUG nova.network.neutron [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1640.095054] env[63348]: DEBUG oslo_vmware.api [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022097, 'name': PowerOnVM_Task, 'duration_secs': 2.428983} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.095375] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1640.095489] env[63348]: INFO nova.compute.manager [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Took 13.21 seconds to spawn the instance on the hypervisor. [ 1640.096807] env[63348]: DEBUG nova.compute.manager [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1640.096807] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b431eb1-152e-4e7c-945e-9cb8c788bf67 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.227460] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.338175] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5863ad0f-617a-43d1-8814-8834b1843132 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.357674] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895d9bb8-ea3b-42e9-aab7-1f8b5c783c20 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.361589] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.407509] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b9af77-b4de-47a0-878b-202490a08990 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.414754] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762585} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.415569] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f/eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1640.415968] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1640.416095] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2787b0b0-4428-4291-90c2-9b564b24a8fb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.424279] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16478} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.426432] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f089c6c-6e8c-46db-b1c7-53e8d71cf6cc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.430583] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1640.430961] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1640.430961] env[63348]: value = "task-2022104" [ 1640.430961] env[63348]: _type = "Task" [ 1640.430961] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.432922] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab672c2d-bc7e-4d17-b045-07c4127974a6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.447298] env[63348]: DEBUG nova.compute.provider_tree [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.469605] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] ba2c581c-a2db-44f5-a71a-6d15e5283c1b/ba2c581c-a2db-44f5-a71a-6d15e5283c1b.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1640.473329] env[63348]: DEBUG nova.scheduler.client.report [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1640.476956] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92d78c9c-9fed-43a0-a585-94a557554a70 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.491604] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.493127] env[63348]: DEBUG nova.network.neutron [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Successfully created port: a7898c75-ddb0-4b57-964b-6651fc9de5ea {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1640.502082] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1640.502082] env[63348]: value = "task-2022105" [ 1640.502082] env[63348]: _type = "Task" [ 1640.502082] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.510639] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.620475] env[63348]: INFO nova.compute.manager [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Took 20.64 seconds to build instance. [ 1640.663774] env[63348]: DEBUG nova.network.neutron [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1640.809577] env[63348]: DEBUG nova.network.neutron [req-b242f263-03ec-4cba-ae76-0e6272b38838 req-0e123423-f22f-499f-ba86-68644ed7abe4 service nova] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Updated VIF entry in instance network info cache for port 6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1640.811634] env[63348]: DEBUG nova.network.neutron [req-b242f263-03ec-4cba-ae76-0e6272b38838 req-0e123423-f22f-499f-ba86-68644ed7abe4 service nova] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Updating instance_info_cache with network_info: [{"id": "6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0", "address": "fa:16:3e:ac:6a:76", "network": {"id": "b96adfe1-60d0-4c7f-92f8-3e9b17904f02", "bridge": "br-int", "label": "tempest-ServersTestJSON-673714183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d263458e8f824e8a818ad541f075a2b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7e56ee-d1", "ovs_interfaceid": "6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.827321] env[63348]: DEBUG nova.compute.manager [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1641.608589] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.349s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.611551] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8bad7434-0e3a-46ae-92f4-bbada9447f1e tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "bac7ec18-8d57-45bf-901a-ad7020428158" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.691s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.612026] env[63348]: DEBUG oslo_concurrency.lockutils [req-b242f263-03ec-4cba-ae76-0e6272b38838 req-0e123423-f22f-499f-ba86-68644ed7abe4 service nova] Releasing lock "refresh_cache-98c625bb-3a8e-4148-87eb-88683c9995b0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.612461] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "d686e8e0-41bf-4e2a-964a-b6ffc09f8e58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.612688] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "d686e8e0-41bf-4e2a-964a-b6ffc09f8e58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.612879] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "d686e8e0-41bf-4e2a-964a-b6ffc09f8e58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.613073] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "d686e8e0-41bf-4e2a-964a-b6ffc09f8e58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.613233] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "d686e8e0-41bf-4e2a-964a-b6ffc09f8e58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.615191] env[63348]: INFO nova.compute.manager [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Terminating instance [ 1641.617722] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022102, 'name': ReconfigVM_Task, 'duration_secs': 0.903325} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.622137] env[63348]: DEBUG nova.virt.hardware [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1641.622274] env[63348]: DEBUG nova.virt.hardware [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1641.622319] env[63348]: DEBUG nova.virt.hardware [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1641.622483] env[63348]: DEBUG nova.virt.hardware [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1641.622638] env[63348]: DEBUG nova.virt.hardware [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1641.622800] env[63348]: DEBUG nova.virt.hardware [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1641.622993] env[63348]: DEBUG nova.virt.hardware [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1641.623201] env[63348]: DEBUG nova.virt.hardware [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1641.623335] env[63348]: DEBUG nova.virt.hardware [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1641.623510] env[63348]: DEBUG nova.virt.hardware [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1641.623684] env[63348]: DEBUG nova.virt.hardware [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1641.628862] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.719s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.628862] env[63348]: DEBUG nova.objects.instance [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Lazy-loading 'resources' on Instance uuid ab38e291-8af6-4759-a504-a5926afa3e34 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1641.633878] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 93aff290-b2d9-4ef5-bc6d-0206be00253c/93aff290-b2d9-4ef5-bc6d-0206be00253c.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1641.635479] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bc2f4e-ab22-4ee2-a7ef-c044437c6c88 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.641862] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9dcbb78-cd71-4cd8-9cc5-11a90679bd5d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.660434] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9411a8a7-0efa-4e91-8b9f-c05c22c9b510 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.664963] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.665036} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.665205] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022105, 'name': ReconfigVM_Task, 'duration_secs': 0.460748} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.665693] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Waiting for the task: (returnval){ [ 1641.665693] env[63348]: value = "task-2022106" [ 1641.665693] env[63348]: _type = "Task" [ 1641.665693] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.668452] env[63348]: INFO nova.scheduler.client.report [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Deleted allocations for instance cd4627a3-03ee-4d91-ac3f-0eae930198be [ 1641.669379] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1641.669861] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Reconfigured VM instance instance-00000010 to attach disk [datastore2] ba2c581c-a2db-44f5-a71a-6d15e5283c1b/ba2c581c-a2db-44f5-a71a-6d15e5283c1b.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1641.674566] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863ec044-5552-49b8-8e2f-b251a5cee5d9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.678283] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebcc41fc-a293-41ef-8017-b459a786b5d6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.699796] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022106, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.715936] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f/eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1641.716338] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1641.716338] env[63348]: value = "task-2022107" [ 1641.716338] env[63348]: _type = "Task" [ 1641.716338] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.719272] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3373ea57-19a3-4f00-b048-dc7c728595d2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.744833] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022107, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.748695] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1641.748695] env[63348]: value = "task-2022108" [ 1641.748695] env[63348]: _type = "Task" [ 1641.748695] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.754931] env[63348]: DEBUG nova.network.neutron [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Updating instance_info_cache with network_info: [{"id": "5b0a9b19-268e-4310-9cbc-5716879299de", "address": "fa:16:3e:64:c7:87", "network": {"id": "d73c827b-b278-4c42-8851-4b19fd10eaf2", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1898511803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe558c9e0dbc4dc1b048e1a8a44d87d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0a9b19-26", "ovs_interfaceid": "5b0a9b19-268e-4310-9cbc-5716879299de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.760548] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.118684] env[63348]: DEBUG nova.compute.manager [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1642.118950] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1642.119789] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6892f131-9b9b-45b9-9f92-0199ab5e0904 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.132487] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1642.132753] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-424b853e-c25a-4993-8618-ff64f86e383c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.139303] env[63348]: DEBUG nova.compute.manager [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1642.145150] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed794284-a12a-4c11-9242-712a99bd4d76 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.159425] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63f8478-8933-480b-882d-4b0da7c33dee {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.203351] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68203dc-f0c4-41a8-87d4-533bd74a9a1b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.206231] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3fc50138-88c4-42b8-8d44-f0bc57779f43 tempest-ServerDiagnosticsNegativeTest-1944441484 tempest-ServerDiagnosticsNegativeTest-1944441484-project-member] Lock "cd4627a3-03ee-4d91-ac3f-0eae930198be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.111s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.211323] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1642.211323] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1642.211323] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Deleting the datastore file [datastore2] d686e8e0-41bf-4e2a-964a-b6ffc09f8e58 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1642.213882] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-074bcf8e-75f6-4009-b748-031bcfb9f0c7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.220550] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022106, 'name': Rename_Task, 'duration_secs': 0.257966} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.220550] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1642.220550] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ea71a4-6690-499b-8989-c7e5249bc625 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.225603] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23281f8c-019a-4285-a365-a7f5edd13af9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.227965] env[63348]: DEBUG oslo_vmware.api [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1642.227965] env[63348]: value = "task-2022110" [ 1642.227965] env[63348]: _type = "Task" [ 1642.227965] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.240835] env[63348]: DEBUG nova.compute.provider_tree [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.247993] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Waiting for the task: (returnval){ [ 1642.247993] env[63348]: value = "task-2022111" [ 1642.247993] env[63348]: _type = "Task" [ 1642.247993] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.250940] env[63348]: DEBUG oslo_vmware.api [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.262596] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Releasing lock "refresh_cache-b145eddf-c0e7-4a82-936b-1e929500929e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.262979] env[63348]: DEBUG nova.compute.manager [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Instance network_info: |[{"id": "5b0a9b19-268e-4310-9cbc-5716879299de", "address": "fa:16:3e:64:c7:87", "network": {"id": "d73c827b-b278-4c42-8851-4b19fd10eaf2", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1898511803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe558c9e0dbc4dc1b048e1a8a44d87d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0a9b19-26", "ovs_interfaceid": "5b0a9b19-268e-4310-9cbc-5716879299de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1642.263328] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022107, 'name': Rename_Task, 'duration_secs': 0.141528} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.264413] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:c7:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b0a9b19-268e-4310-9cbc-5716879299de', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1642.272150] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Creating folder: Project (fe558c9e0dbc4dc1b048e1a8a44d87d1). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1642.272299] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1642.279497] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-737503a8-7ac8-4e26-ab17-5f5937a27f76 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.280835] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2473aa5f-2d61-40bd-b972-dd3c0f138a41 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.284352] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022108, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.284582] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022111, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.289996] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1642.289996] env[63348]: value = "task-2022113" [ 1642.289996] env[63348]: _type = "Task" [ 1642.289996] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.294974] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Created folder: Project (fe558c9e0dbc4dc1b048e1a8a44d87d1) in parent group-v415427. [ 1642.294974] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Creating folder: Instances. Parent ref: group-v415483. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1642.295553] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-584b67d9-0101-41c3-a645-5fcad918d335 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.301013] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.306042] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Created folder: Instances in parent group-v415483. [ 1642.306301] env[63348]: DEBUG oslo.service.loopingcall [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1642.306501] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1642.307526] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0444d0f-d20f-444b-b045-7bdf9f124560 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.328871] env[63348]: DEBUG nova.network.neutron [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Successfully updated port: a7898c75-ddb0-4b57-964b-6651fc9de5ea {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1642.334671] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1642.334671] env[63348]: value = "task-2022115" [ 1642.334671] env[63348]: _type = "Task" [ 1642.334671] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.344244] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022115, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.503050] env[63348]: DEBUG nova.compute.manager [req-06779380-0d09-4725-b4bf-f69aad3ee23d req-0c3e7c87-ecba-483b-8376-3c6eb8d814e8 service nova] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Received event network-vif-plugged-5b0a9b19-268e-4310-9cbc-5716879299de {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1642.503285] env[63348]: DEBUG oslo_concurrency.lockutils [req-06779380-0d09-4725-b4bf-f69aad3ee23d req-0c3e7c87-ecba-483b-8376-3c6eb8d814e8 service nova] Acquiring lock "b145eddf-c0e7-4a82-936b-1e929500929e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.503830] env[63348]: DEBUG oslo_concurrency.lockutils [req-06779380-0d09-4725-b4bf-f69aad3ee23d req-0c3e7c87-ecba-483b-8376-3c6eb8d814e8 service nova] Lock "b145eddf-c0e7-4a82-936b-1e929500929e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.503830] env[63348]: DEBUG oslo_concurrency.lockutils [req-06779380-0d09-4725-b4bf-f69aad3ee23d req-0c3e7c87-ecba-483b-8376-3c6eb8d814e8 service nova] Lock "b145eddf-c0e7-4a82-936b-1e929500929e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.503830] env[63348]: DEBUG nova.compute.manager [req-06779380-0d09-4725-b4bf-f69aad3ee23d req-0c3e7c87-ecba-483b-8376-3c6eb8d814e8 service nova] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] No waiting events found dispatching network-vif-plugged-5b0a9b19-268e-4310-9cbc-5716879299de {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1642.504075] env[63348]: WARNING nova.compute.manager [req-06779380-0d09-4725-b4bf-f69aad3ee23d req-0c3e7c87-ecba-483b-8376-3c6eb8d814e8 service nova] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Received unexpected event network-vif-plugged-5b0a9b19-268e-4310-9cbc-5716879299de for instance with vm_state building and task_state spawning. [ 1642.505308] env[63348]: DEBUG nova.compute.manager [req-06779380-0d09-4725-b4bf-f69aad3ee23d req-0c3e7c87-ecba-483b-8376-3c6eb8d814e8 service nova] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Received event network-changed-5b0a9b19-268e-4310-9cbc-5716879299de {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1642.505516] env[63348]: DEBUG nova.compute.manager [req-06779380-0d09-4725-b4bf-f69aad3ee23d req-0c3e7c87-ecba-483b-8376-3c6eb8d814e8 service nova] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Refreshing instance network info cache due to event network-changed-5b0a9b19-268e-4310-9cbc-5716879299de. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1642.505806] env[63348]: DEBUG oslo_concurrency.lockutils [req-06779380-0d09-4725-b4bf-f69aad3ee23d req-0c3e7c87-ecba-483b-8376-3c6eb8d814e8 service nova] Acquiring lock "refresh_cache-b145eddf-c0e7-4a82-936b-1e929500929e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.505929] env[63348]: DEBUG oslo_concurrency.lockutils [req-06779380-0d09-4725-b4bf-f69aad3ee23d req-0c3e7c87-ecba-483b-8376-3c6eb8d814e8 service nova] Acquired lock "refresh_cache-b145eddf-c0e7-4a82-936b-1e929500929e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.505986] env[63348]: DEBUG nova.network.neutron [req-06779380-0d09-4725-b4bf-f69aad3ee23d req-0c3e7c87-ecba-483b-8376-3c6eb8d814e8 service nova] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Refreshing network info cache for port 5b0a9b19-268e-4310-9cbc-5716879299de {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1642.527447] env[63348]: DEBUG nova.compute.manager [req-cdadc253-f6de-4f73-94fb-32b109331c9b req-a1b739ff-dd41-487f-893e-3c3c6f10f428 service nova] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Received event network-changed-5c876f87-7dd0-42e7-8aac-fa016d177a8a {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1642.527671] env[63348]: DEBUG nova.compute.manager [req-cdadc253-f6de-4f73-94fb-32b109331c9b req-a1b739ff-dd41-487f-893e-3c3c6f10f428 service nova] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Refreshing instance network info cache due to event network-changed-5c876f87-7dd0-42e7-8aac-fa016d177a8a. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1642.527901] env[63348]: DEBUG oslo_concurrency.lockutils [req-cdadc253-f6de-4f73-94fb-32b109331c9b req-a1b739ff-dd41-487f-893e-3c3c6f10f428 service nova] Acquiring lock "refresh_cache-8fe84c5b-5758-4907-9578-8e9a8588088c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.531165] env[63348]: DEBUG oslo_concurrency.lockutils [req-cdadc253-f6de-4f73-94fb-32b109331c9b req-a1b739ff-dd41-487f-893e-3c3c6f10f428 service nova] Acquired lock "refresh_cache-8fe84c5b-5758-4907-9578-8e9a8588088c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.531403] env[63348]: DEBUG nova.network.neutron [req-cdadc253-f6de-4f73-94fb-32b109331c9b req-a1b739ff-dd41-487f-893e-3c3c6f10f428 service nova] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Refreshing network info cache for port 5c876f87-7dd0-42e7-8aac-fa016d177a8a {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1642.672937] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.742033] env[63348]: DEBUG oslo_vmware.api [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18997} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.742208] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1642.742484] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1642.742566] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1642.742767] env[63348]: INFO nova.compute.manager [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1642.743046] env[63348]: DEBUG oslo.service.loopingcall [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1642.743314] env[63348]: DEBUG nova.compute.manager [-] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1642.743735] env[63348]: DEBUG nova.network.neutron [-] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1642.748896] env[63348]: DEBUG nova.scheduler.client.report [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1642.769389] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022108, 'name': ReconfigVM_Task, 'duration_secs': 0.579509} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.769389] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022111, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.769777] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Reconfigured VM instance instance-0000000d to attach disk [datastore1] eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f/eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1642.770178] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8fd6003-805c-4bf5-9ae7-50be6a854542 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.779024] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1642.779024] env[63348]: value = "task-2022116" [ 1642.779024] env[63348]: _type = "Task" [ 1642.779024] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.787483] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022116, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.803060] env[63348]: DEBUG oslo_vmware.api [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022113, 'name': PowerOnVM_Task, 'duration_secs': 0.4854} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.803589] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1642.803589] env[63348]: INFO nova.compute.manager [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Took 10.82 seconds to spawn the instance on the hypervisor. [ 1642.803980] env[63348]: DEBUG nova.compute.manager [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1642.805177] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49ee2a3-da9d-481f-9113-ba284ad6ffe5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.833054] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquiring lock "refresh_cache-9d2c0789-1ee9-409a-b8da-17b8a776c067" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.833814] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquired lock "refresh_cache-9d2c0789-1ee9-409a-b8da-17b8a776c067" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.833814] env[63348]: DEBUG nova.network.neutron [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1642.848272] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022115, 'name': CreateVM_Task, 'duration_secs': 0.368129} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.848451] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1642.849334] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.849504] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.849727] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1642.851282] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faa98612-2090-4bff-934b-eb5dc728feb8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.855662] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Waiting for the task: (returnval){ [ 1642.855662] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528e1dcb-7f28-8b58-a5b9-8b869edcc1e7" [ 1642.855662] env[63348]: _type = "Task" [ 1642.855662] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.868441] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528e1dcb-7f28-8b58-a5b9-8b869edcc1e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.943306] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "ba15760a-2414-46a1-a868-ccc6ba399973" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.943658] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "ba15760a-2414-46a1-a868-ccc6ba399973" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.261339] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.268207] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.521s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.270857] env[63348]: INFO nova.compute.claims [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1643.275036] env[63348]: DEBUG oslo_vmware.api [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022111, 'name': PowerOnVM_Task, 'duration_secs': 0.546621} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.275483] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1643.275907] env[63348]: INFO nova.compute.manager [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Took 13.78 seconds to spawn the instance on the hypervisor. [ 1643.276192] env[63348]: DEBUG nova.compute.manager [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1643.277207] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6e6cb7-b435-46fe-85f8-ec3cfe231ed3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.298212] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022116, 'name': Rename_Task, 'duration_secs': 0.175197} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.299704] env[63348]: INFO nova.scheduler.client.report [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Deleted allocations for instance ab38e291-8af6-4759-a504-a5926afa3e34 [ 1643.302481] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1643.310036] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8af83c0-a96c-407d-83c8-c6874f17ec29 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.315033] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1643.315033] env[63348]: value = "task-2022117" [ 1643.315033] env[63348]: _type = "Task" [ 1643.315033] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.329899] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.330210] env[63348]: INFO nova.compute.manager [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Took 18.90 seconds to build instance. [ 1643.373128] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528e1dcb-7f28-8b58-a5b9-8b869edcc1e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011258} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.374721] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.374721] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1643.374721] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.374721] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.374953] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1643.374953] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5514bafb-6ddf-4d98-836b-9183d8820e7b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.391667] env[63348]: DEBUG nova.network.neutron [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1643.397200] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1643.397464] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1643.398901] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa465116-c889-450e-add3-799b001c6b79 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.405937] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Waiting for the task: (returnval){ [ 1643.405937] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52979cc9-e623-4c0f-45c8-ae5c6b5b824f" [ 1643.405937] env[63348]: _type = "Task" [ 1643.405937] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.414775] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52979cc9-e623-4c0f-45c8-ae5c6b5b824f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.729727] env[63348]: DEBUG nova.network.neutron [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Updating instance_info_cache with network_info: [{"id": "a7898c75-ddb0-4b57-964b-6651fc9de5ea", "address": "fa:16:3e:af:a6:3f", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7898c75-dd", "ovs_interfaceid": "a7898c75-ddb0-4b57-964b-6651fc9de5ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.813041] env[63348]: DEBUG nova.network.neutron [-] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.814849] env[63348]: INFO nova.compute.manager [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Took 23.59 seconds to build instance. [ 1643.814849] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b27aec09-24e3-47d1-b3c3-c0d9b8a128d5 tempest-ImagesNegativeTestJSON-1804324703 tempest-ImagesNegativeTestJSON-1804324703-project-member] Lock "ab38e291-8af6-4759-a504-a5926afa3e34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.375s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.827119] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022117, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.832556] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3bf51762-427a-459d-9730-17b99e4175f3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "ba2c581c-a2db-44f5-a71a-6d15e5283c1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.465s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.862693] env[63348]: DEBUG nova.network.neutron [req-06779380-0d09-4725-b4bf-f69aad3ee23d req-0c3e7c87-ecba-483b-8376-3c6eb8d814e8 service nova] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Updated VIF entry in instance network info cache for port 5b0a9b19-268e-4310-9cbc-5716879299de. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1643.862924] env[63348]: DEBUG nova.network.neutron [req-06779380-0d09-4725-b4bf-f69aad3ee23d req-0c3e7c87-ecba-483b-8376-3c6eb8d814e8 service nova] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Updating instance_info_cache with network_info: [{"id": "5b0a9b19-268e-4310-9cbc-5716879299de", "address": "fa:16:3e:64:c7:87", "network": {"id": "d73c827b-b278-4c42-8851-4b19fd10eaf2", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1898511803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe558c9e0dbc4dc1b048e1a8a44d87d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0a9b19-26", "ovs_interfaceid": "5b0a9b19-268e-4310-9cbc-5716879299de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.914029] env[63348]: DEBUG nova.network.neutron [req-cdadc253-f6de-4f73-94fb-32b109331c9b req-a1b739ff-dd41-487f-893e-3c3c6f10f428 service nova] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Updated VIF entry in instance network info cache for port 5c876f87-7dd0-42e7-8aac-fa016d177a8a. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1643.914630] env[63348]: DEBUG nova.network.neutron [req-cdadc253-f6de-4f73-94fb-32b109331c9b req-a1b739ff-dd41-487f-893e-3c3c6f10f428 service nova] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Updating instance_info_cache with network_info: [{"id": "5c876f87-7dd0-42e7-8aac-fa016d177a8a", "address": "fa:16:3e:72:4c:9d", "network": {"id": "6ffe0af5-088f-4adb-98db-333af5d38bed", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1821198798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced294486434485a8664ea79dd870d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c876f87-7d", "ovs_interfaceid": "5c876f87-7dd0-42e7-8aac-fa016d177a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.923752] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52979cc9-e623-4c0f-45c8-ae5c6b5b824f, 'name': SearchDatastore_Task, 'duration_secs': 0.013944} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.925836] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55f105bd-7ffa-4dc0-9d9f-324b05bb1296 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.932379] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Waiting for the task: (returnval){ [ 1643.932379] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520a8575-72c9-5264-e711-4f35eb0dc2d5" [ 1643.932379] env[63348]: _type = "Task" [ 1643.932379] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.942768] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520a8575-72c9-5264-e711-4f35eb0dc2d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.233455] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Releasing lock "refresh_cache-9d2c0789-1ee9-409a-b8da-17b8a776c067" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.233817] env[63348]: DEBUG nova.compute.manager [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Instance network_info: |[{"id": "a7898c75-ddb0-4b57-964b-6651fc9de5ea", "address": "fa:16:3e:af:a6:3f", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7898c75-dd", "ovs_interfaceid": "a7898c75-ddb0-4b57-964b-6651fc9de5ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1644.234933] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:a6:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7898c75-ddb0-4b57-964b-6651fc9de5ea', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1644.245586] env[63348]: DEBUG oslo.service.loopingcall [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1644.245869] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1644.246178] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0981c7a1-56e2-4989-9bac-e174b56a6c0d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.270957] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1644.270957] env[63348]: value = "task-2022118" [ 1644.270957] env[63348]: _type = "Task" [ 1644.270957] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.283532] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022118, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.317460] env[63348]: INFO nova.compute.manager [-] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Took 1.57 seconds to deallocate network for instance. [ 1644.323965] env[63348]: DEBUG oslo_concurrency.lockutils [None req-401853ae-932e-4803-8042-cb318654e903 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Lock "93aff290-b2d9-4ef5-bc6d-0206be00253c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.491s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.340045] env[63348]: DEBUG nova.compute.manager [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1644.343753] env[63348]: DEBUG oslo_vmware.api [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022117, 'name': PowerOnVM_Task, 'duration_secs': 0.914378} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.344115] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1644.344115] env[63348]: DEBUG nova.compute.manager [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1644.347777] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9b1d8c-5fe7-472e-a009-3336f5770766 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.371865] env[63348]: DEBUG oslo_concurrency.lockutils [req-06779380-0d09-4725-b4bf-f69aad3ee23d req-0c3e7c87-ecba-483b-8376-3c6eb8d814e8 service nova] Releasing lock "refresh_cache-b145eddf-c0e7-4a82-936b-1e929500929e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.418029] env[63348]: DEBUG oslo_concurrency.lockutils [req-cdadc253-f6de-4f73-94fb-32b109331c9b req-a1b739ff-dd41-487f-893e-3c3c6f10f428 service nova] Releasing lock "refresh_cache-8fe84c5b-5758-4907-9578-8e9a8588088c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.446760] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520a8575-72c9-5264-e711-4f35eb0dc2d5, 'name': SearchDatastore_Task, 'duration_secs': 0.013693} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.447721] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.448444] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] b145eddf-c0e7-4a82-936b-1e929500929e/b145eddf-c0e7-4a82-936b-1e929500929e.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1644.448653] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4e4565e-8cf8-417b-a158-e23d3493ea37 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.455902] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Waiting for the task: (returnval){ [ 1644.455902] env[63348]: value = "task-2022119" [ 1644.455902] env[63348]: _type = "Task" [ 1644.455902] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.464975] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': task-2022119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.730088] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985913bd-15bb-4993-80f5-fc1f9dcbddae {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.741066] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef9edaa-9808-43f7-a0da-5cf04c41b472 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.781353] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35de7060-831f-41f6-9477-09fab94d0890 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.791806] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf5289a-0867-4128-ab81-45c4a9fa16cf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.795575] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022118, 'name': CreateVM_Task, 'duration_secs': 0.419791} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.795736] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1644.796790] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.799633] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.799633] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1644.799633] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29bd49bf-2c66-44ef-891c-898935e0a1d3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.806999] env[63348]: DEBUG nova.compute.provider_tree [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.813033] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1644.813033] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52251ed0-2237-780a-551c-8c0ba71fc10e" [ 1644.813033] env[63348]: _type = "Task" [ 1644.813033] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.819648] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52251ed0-2237-780a-551c-8c0ba71fc10e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.833095] env[63348]: DEBUG nova.compute.manager [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1644.836892] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.866587] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.869696] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.969562] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': task-2022119, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.978680] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquiring lock "1ef63437-d024-4508-8433-596f964fbc2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.978973] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "1ef63437-d024-4508-8433-596f964fbc2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.310947] env[63348]: DEBUG nova.scheduler.client.report [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1645.324390] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52251ed0-2237-780a-551c-8c0ba71fc10e, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.324954] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.325057] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1645.325680] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.325680] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.325680] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1645.325860] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23b0c358-d72e-49c3-aa94-e885e25ae5f0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.334826] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1645.335086] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1645.338031] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2087e3e-7f14-4c6f-ba63-319a3d068d64 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.341124] env[63348]: DEBUG nova.compute.manager [req-fe2d4cf1-18ed-499d-b077-5ca9dfeb6496 req-f353ee27-bd59-4fef-921a-b09d6ceebfea service nova] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Received event network-vif-plugged-a7898c75-ddb0-4b57-964b-6651fc9de5ea {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1645.341354] env[63348]: DEBUG oslo_concurrency.lockutils [req-fe2d4cf1-18ed-499d-b077-5ca9dfeb6496 req-f353ee27-bd59-4fef-921a-b09d6ceebfea service nova] Acquiring lock "9d2c0789-1ee9-409a-b8da-17b8a776c067-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.341568] env[63348]: DEBUG oslo_concurrency.lockutils [req-fe2d4cf1-18ed-499d-b077-5ca9dfeb6496 req-f353ee27-bd59-4fef-921a-b09d6ceebfea service nova] Lock "9d2c0789-1ee9-409a-b8da-17b8a776c067-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.341762] env[63348]: DEBUG oslo_concurrency.lockutils [req-fe2d4cf1-18ed-499d-b077-5ca9dfeb6496 req-f353ee27-bd59-4fef-921a-b09d6ceebfea service nova] Lock "9d2c0789-1ee9-409a-b8da-17b8a776c067-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.341926] env[63348]: DEBUG nova.compute.manager [req-fe2d4cf1-18ed-499d-b077-5ca9dfeb6496 req-f353ee27-bd59-4fef-921a-b09d6ceebfea service nova] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] No waiting events found dispatching network-vif-plugged-a7898c75-ddb0-4b57-964b-6651fc9de5ea {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1645.342122] env[63348]: WARNING nova.compute.manager [req-fe2d4cf1-18ed-499d-b077-5ca9dfeb6496 req-f353ee27-bd59-4fef-921a-b09d6ceebfea service nova] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Received unexpected event network-vif-plugged-a7898c75-ddb0-4b57-964b-6651fc9de5ea for instance with vm_state building and task_state spawning. [ 1645.342361] env[63348]: DEBUG nova.compute.manager [req-fe2d4cf1-18ed-499d-b077-5ca9dfeb6496 req-f353ee27-bd59-4fef-921a-b09d6ceebfea service nova] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Received event network-changed-a7898c75-ddb0-4b57-964b-6651fc9de5ea {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1645.342677] env[63348]: DEBUG nova.compute.manager [req-fe2d4cf1-18ed-499d-b077-5ca9dfeb6496 req-f353ee27-bd59-4fef-921a-b09d6ceebfea service nova] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Refreshing instance network info cache due to event network-changed-a7898c75-ddb0-4b57-964b-6651fc9de5ea. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1645.342906] env[63348]: DEBUG oslo_concurrency.lockutils [req-fe2d4cf1-18ed-499d-b077-5ca9dfeb6496 req-f353ee27-bd59-4fef-921a-b09d6ceebfea service nova] Acquiring lock "refresh_cache-9d2c0789-1ee9-409a-b8da-17b8a776c067" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.343078] env[63348]: DEBUG oslo_concurrency.lockutils [req-fe2d4cf1-18ed-499d-b077-5ca9dfeb6496 req-f353ee27-bd59-4fef-921a-b09d6ceebfea service nova] Acquired lock "refresh_cache-9d2c0789-1ee9-409a-b8da-17b8a776c067" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.343245] env[63348]: DEBUG nova.network.neutron [req-fe2d4cf1-18ed-499d-b077-5ca9dfeb6496 req-f353ee27-bd59-4fef-921a-b09d6ceebfea service nova] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Refreshing network info cache for port a7898c75-ddb0-4b57-964b-6651fc9de5ea {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1645.352367] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1645.352367] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bb54ff-7049-4139-f93b-09fcd4ca9f12" [ 1645.352367] env[63348]: _type = "Task" [ 1645.352367] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.362376] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bb54ff-7049-4139-f93b-09fcd4ca9f12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.366078] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.474432] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': task-2022119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806411} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.474432] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] b145eddf-c0e7-4a82-936b-1e929500929e/b145eddf-c0e7-4a82-936b-1e929500929e.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1645.474701] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1645.474780] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1001786d-98a4-4151-a1f8-9852a38c7f79 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.482956] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Waiting for the task: (returnval){ [ 1645.482956] env[63348]: value = "task-2022120" [ 1645.482956] env[63348]: _type = "Task" [ 1645.482956] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.490431] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': task-2022120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.820033] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.821721] env[63348]: DEBUG nova.compute.manager [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1645.824450] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.662s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.827343] env[63348]: INFO nova.compute.claims [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1645.862472] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bb54ff-7049-4139-f93b-09fcd4ca9f12, 'name': SearchDatastore_Task, 'duration_secs': 0.027193} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.863390] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb48ee87-486d-4dd7-9d53-e9d96f5300a6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.869243] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1645.869243] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d6a389-61e1-cec2-9333-20e1ebbbfcbc" [ 1645.869243] env[63348]: _type = "Task" [ 1645.869243] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.878725] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d6a389-61e1-cec2-9333-20e1ebbbfcbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.994218] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': task-2022120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067308} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.994527] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1645.995569] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f18e994-9ac4-49a7-a8a0-3107c5c7701d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.029403] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] b145eddf-c0e7-4a82-936b-1e929500929e/b145eddf-c0e7-4a82-936b-1e929500929e.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1646.033523] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3102dd0b-12c6-4f75-b4bb-ec7c7b81d06d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.056260] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Waiting for the task: (returnval){ [ 1646.056260] env[63348]: value = "task-2022121" [ 1646.056260] env[63348]: _type = "Task" [ 1646.056260] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.064380] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': task-2022121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.166943] env[63348]: DEBUG nova.network.neutron [req-fe2d4cf1-18ed-499d-b077-5ca9dfeb6496 req-f353ee27-bd59-4fef-921a-b09d6ceebfea service nova] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Updated VIF entry in instance network info cache for port a7898c75-ddb0-4b57-964b-6651fc9de5ea. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1646.167581] env[63348]: DEBUG nova.network.neutron [req-fe2d4cf1-18ed-499d-b077-5ca9dfeb6496 req-f353ee27-bd59-4fef-921a-b09d6ceebfea service nova] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Updating instance_info_cache with network_info: [{"id": "a7898c75-ddb0-4b57-964b-6651fc9de5ea", "address": "fa:16:3e:af:a6:3f", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7898c75-dd", "ovs_interfaceid": "a7898c75-ddb0-4b57-964b-6651fc9de5ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.335327] env[63348]: DEBUG nova.compute.utils [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1646.339267] env[63348]: DEBUG nova.compute.manager [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1646.339267] env[63348]: DEBUG nova.network.neutron [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1646.379659] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d6a389-61e1-cec2-9333-20e1ebbbfcbc, 'name': SearchDatastore_Task, 'duration_secs': 0.043293} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.379919] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.380358] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 9d2c0789-1ee9-409a-b8da-17b8a776c067/9d2c0789-1ee9-409a-b8da-17b8a776c067.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1646.380557] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-804a80be-ff8a-491c-81a4-7a0f05063979 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.387798] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1646.387798] env[63348]: value = "task-2022122" [ 1646.387798] env[63348]: _type = "Task" [ 1646.387798] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.392649] env[63348]: DEBUG nova.policy [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf89cafde0b34f138202137b1ab6d913', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e0a5ee50aa9492f8e144c7fa84d015e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1646.399889] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.403796] env[63348]: INFO nova.compute.manager [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Rebuilding instance [ 1646.459024] env[63348]: DEBUG nova.compute.manager [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1646.459141] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be1b159-5de6-43d3-bbf7-638e84140724 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.466025] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b32563-fa9a-4d43-ab16-97437926a00f tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Acquiring lock "93aff290-b2d9-4ef5-bc6d-0206be00253c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.466025] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b32563-fa9a-4d43-ab16-97437926a00f tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Lock "93aff290-b2d9-4ef5-bc6d-0206be00253c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.466025] env[63348]: INFO nova.compute.manager [None req-55b32563-fa9a-4d43-ab16-97437926a00f tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Rebooting instance [ 1646.569072] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': task-2022121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.670477] env[63348]: DEBUG oslo_concurrency.lockutils [req-fe2d4cf1-18ed-499d-b077-5ca9dfeb6496 req-f353ee27-bd59-4fef-921a-b09d6ceebfea service nova] Releasing lock "refresh_cache-9d2c0789-1ee9-409a-b8da-17b8a776c067" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.671082] env[63348]: DEBUG nova.compute.manager [req-fe2d4cf1-18ed-499d-b077-5ca9dfeb6496 req-f353ee27-bd59-4fef-921a-b09d6ceebfea service nova] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Received event network-vif-deleted-69863d0d-709f-4f6c-a8ee-9498ca023011 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1646.843853] env[63348]: DEBUG nova.compute.manager [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1646.879154] env[63348]: DEBUG nova.network.neutron [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Successfully created port: 9357fd70-3b6f-45f8-bacb-a2afbcf32329 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1646.899033] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022122, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.012962] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b32563-fa9a-4d43-ab16-97437926a00f tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Acquiring lock "refresh_cache-93aff290-b2d9-4ef5-bc6d-0206be00253c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.013305] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b32563-fa9a-4d43-ab16-97437926a00f tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Acquired lock "refresh_cache-93aff290-b2d9-4ef5-bc6d-0206be00253c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.014164] env[63348]: DEBUG nova.network.neutron [None req-55b32563-fa9a-4d43-ab16-97437926a00f tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1647.077297] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': task-2022121, 'name': ReconfigVM_Task, 'duration_secs': 0.920565} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.077297] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Reconfigured VM instance instance-00000011 to attach disk [datastore1] b145eddf-c0e7-4a82-936b-1e929500929e/b145eddf-c0e7-4a82-936b-1e929500929e.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1647.078028] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e0ad56d-1245-4120-be2a-736e843a7e9f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.090620] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Waiting for the task: (returnval){ [ 1647.090620] env[63348]: value = "task-2022123" [ 1647.090620] env[63348]: _type = "Task" [ 1647.090620] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.103701] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': task-2022123, 'name': Rename_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.406039] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022122, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.439372] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e731e9-6ddd-488d-bffd-d1926d34068a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.448848] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c075d3a-9404-4abb-b9ca-c195c97c1834 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.489884] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876f1708-c304-4647-a80a-5adc03eee049 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.495144] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1647.496106] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7033f4cc-38a8-40ce-8bbb-2298f379cd04 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.498852] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42371de-220d-479c-954f-fd20b021b85e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.514740] env[63348]: DEBUG nova.compute.provider_tree [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.519484] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Waiting for the task: (returnval){ [ 1647.519484] env[63348]: value = "task-2022124" [ 1647.519484] env[63348]: _type = "Task" [ 1647.519484] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.531824] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': task-2022124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.599979] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': task-2022123, 'name': Rename_Task, 'duration_secs': 0.180637} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.603453] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1647.606019] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a34ce20-a2ab-4218-9da7-63ac24cd9bad {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.612532] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Waiting for the task: (returnval){ [ 1647.612532] env[63348]: value = "task-2022125" [ 1647.612532] env[63348]: _type = "Task" [ 1647.612532] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.626458] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': task-2022125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.865154] env[63348]: DEBUG nova.compute.manager [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1647.903945] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022122, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.906661] env[63348]: DEBUG nova.virt.hardware [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1647.906888] env[63348]: DEBUG nova.virt.hardware [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1647.907197] env[63348]: DEBUG nova.virt.hardware [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1647.907321] env[63348]: DEBUG nova.virt.hardware [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1647.907384] env[63348]: DEBUG nova.virt.hardware [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1647.907526] env[63348]: DEBUG nova.virt.hardware [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1647.907704] env[63348]: DEBUG nova.virt.hardware [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1647.907859] env[63348]: DEBUG nova.virt.hardware [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1647.908719] env[63348]: DEBUG nova.virt.hardware [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1647.908986] env[63348]: DEBUG nova.virt.hardware [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1647.909239] env[63348]: DEBUG nova.virt.hardware [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1647.910351] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf69654-496d-473a-9c10-6f324ca5bd04 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.920056] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c4ce92-ecee-4d42-ba45-b949cc347e23 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.022202] env[63348]: DEBUG nova.scheduler.client.report [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1648.034739] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': task-2022124, 'name': PowerOffVM_Task, 'duration_secs': 0.352605} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.035023] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1648.035267] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1648.036051] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a12897-50f7-470f-af1e-9aa30cf134bf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.051016] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1648.051016] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b1f41e1-e62e-497e-a796-3cbd6484c7ce {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.080033] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1648.081965] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1648.081965] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Deleting the datastore file [datastore1] eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1648.081965] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8911dc0-9cc3-43f8-8087-04104c213014 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.087867] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Waiting for the task: (returnval){ [ 1648.087867] env[63348]: value = "task-2022127" [ 1648.087867] env[63348]: _type = "Task" [ 1648.087867] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.097776] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': task-2022127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.122932] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': task-2022125, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.273770] env[63348]: DEBUG nova.network.neutron [None req-55b32563-fa9a-4d43-ab16-97437926a00f tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Updating instance_info_cache with network_info: [{"id": "a92079f3-d85c-4fdd-ae72-aaafe6456ebd", "address": "fa:16:3e:e6:f1:04", "network": {"id": "08d302b2-3489-4524-af97-4bc344a20a03", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1603278405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64109b684fb7467384b1f7bb8375e363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa92079f3-d8", "ovs_interfaceid": "a92079f3-d85c-4fdd-ae72-aaafe6456ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.401262] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022122, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.530255] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.531074] env[63348]: DEBUG nova.compute.manager [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1648.535923] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.159s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.538369] env[63348]: INFO nova.compute.claims [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1648.602452] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': task-2022127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236087} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.602797] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1648.602919] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1648.603121] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1648.631710] env[63348]: DEBUG oslo_vmware.api [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': task-2022125, 'name': PowerOnVM_Task, 'duration_secs': 0.708101} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.631710] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1648.631857] env[63348]: INFO nova.compute.manager [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1648.631983] env[63348]: DEBUG nova.compute.manager [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1648.632864] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee37aff-5346-4279-b85a-c1f93c3fe306 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.778026] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b32563-fa9a-4d43-ab16-97437926a00f tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Releasing lock "refresh_cache-93aff290-b2d9-4ef5-bc6d-0206be00253c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.902809] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022122, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.023544} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.903495] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 9d2c0789-1ee9-409a-b8da-17b8a776c067/9d2c0789-1ee9-409a-b8da-17b8a776c067.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1648.903983] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1648.904373] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95e1b944-0a58-44ec-85f2-d396b49ffa26 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.915219] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1648.915219] env[63348]: value = "task-2022128" [ 1648.915219] env[63348]: _type = "Task" [ 1648.915219] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.926983] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.051261] env[63348]: DEBUG nova.compute.utils [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1649.051320] env[63348]: DEBUG nova.compute.manager [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1649.051529] env[63348]: DEBUG nova.network.neutron [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1649.160193] env[63348]: INFO nova.compute.manager [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Took 21.26 seconds to build instance. [ 1649.241306] env[63348]: DEBUG nova.policy [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '536c86cc4fd94f0a9144801ab5c82ef9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f45a73d2d1f42a0a0c672abd085f991', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1649.284886] env[63348]: DEBUG nova.compute.manager [None req-55b32563-fa9a-4d43-ab16-97437926a00f tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1649.285581] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e978b9-2937-47bd-ad64-7493e12990bd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.425082] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207695} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.425391] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1649.426181] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0609496a-b0db-4c07-8025-34fd9ef3b5ba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.448242] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 9d2c0789-1ee9-409a-b8da-17b8a776c067/9d2c0789-1ee9-409a-b8da-17b8a776c067.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1649.448538] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1085237f-bd25-4a25-a311-4d3677b1563e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.467599] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1649.467599] env[63348]: value = "task-2022129" [ 1649.467599] env[63348]: _type = "Task" [ 1649.467599] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.475162] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022129, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.552048] env[63348]: DEBUG nova.compute.manager [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1649.652646] env[63348]: DEBUG nova.virt.hardware [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1649.653171] env[63348]: DEBUG nova.virt.hardware [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1649.653263] env[63348]: DEBUG nova.virt.hardware [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1649.653549] env[63348]: DEBUG nova.virt.hardware [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1649.654017] env[63348]: DEBUG nova.virt.hardware [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1649.654017] env[63348]: DEBUG nova.virt.hardware [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1649.654454] env[63348]: DEBUG nova.virt.hardware [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1649.654534] env[63348]: DEBUG nova.virt.hardware [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1649.655025] env[63348]: DEBUG nova.virt.hardware [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1649.655025] env[63348]: DEBUG nova.virt.hardware [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1649.655221] env[63348]: DEBUG nova.virt.hardware [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1649.656681] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39772c39-d903-4114-a584-489a91087f52 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.661252] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10982f38-941e-4226-8a3e-279de77ccc27 tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Lock "b145eddf-c0e7-4a82-936b-1e929500929e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.768s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.668835] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c374e6e-2a01-4e33-be42-95699d6ffbe8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.687299] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Instance VIF info [] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1649.693132] env[63348]: DEBUG oslo.service.loopingcall [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1649.697408] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1649.697408] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51847607-efd5-4b10-9957-75d92d74608a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.713760] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1649.713760] env[63348]: value = "task-2022130" [ 1649.713760] env[63348]: _type = "Task" [ 1649.713760] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.724632] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022130, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.979593] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.053539] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c86df5a-9591-469f-824a-a5788f72c884 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.065847] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fe0a14-43ae-4669-8d8c-832503c3a0d3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.099901] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ac76aa-2d24-44f6-aa35-2566f1746478 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.109821] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e97192-be0b-48fb-8e1f-52b55ad232f3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.125095] env[63348]: DEBUG nova.compute.provider_tree [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.165430] env[63348]: DEBUG nova.compute.manager [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1650.224600] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022130, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.305380] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e4329c-7c1e-406f-a49c-b58b94d1c66b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.321925] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55b32563-fa9a-4d43-ab16-97437926a00f tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Doing hard reboot of VM {{(pid=63348) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1650.322340] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-32e95855-4d8a-4f7d-8ae6-54611debeb27 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.338265] env[63348]: DEBUG oslo_vmware.api [None req-55b32563-fa9a-4d43-ab16-97437926a00f tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Waiting for the task: (returnval){ [ 1650.338265] env[63348]: value = "task-2022131" [ 1650.338265] env[63348]: _type = "Task" [ 1650.338265] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.342025] env[63348]: DEBUG oslo_vmware.api [None req-55b32563-fa9a-4d43-ab16-97437926a00f tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022131, 'name': ResetVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.387681] env[63348]: DEBUG nova.network.neutron [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Successfully updated port: 9357fd70-3b6f-45f8-bacb-a2afbcf32329 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1650.479169] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022129, 'name': ReconfigVM_Task, 'duration_secs': 0.794397} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.479450] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 9d2c0789-1ee9-409a-b8da-17b8a776c067/9d2c0789-1ee9-409a-b8da-17b8a776c067.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.480603] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c7f8e5f-2ef0-4cd1-9c4e-dc8bef4241ad {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.486814] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1650.486814] env[63348]: value = "task-2022132" [ 1650.486814] env[63348]: _type = "Task" [ 1650.486814] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.495065] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022132, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.572740] env[63348]: DEBUG nova.compute.manager [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1650.613837] env[63348]: DEBUG nova.virt.hardware [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1650.613837] env[63348]: DEBUG nova.virt.hardware [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1650.613837] env[63348]: DEBUG nova.virt.hardware [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1650.614198] env[63348]: DEBUG nova.virt.hardware [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1650.614198] env[63348]: DEBUG nova.virt.hardware [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1650.614198] env[63348]: DEBUG nova.virt.hardware [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1650.614198] env[63348]: DEBUG nova.virt.hardware [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1650.614198] env[63348]: DEBUG nova.virt.hardware [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1650.614474] env[63348]: DEBUG nova.virt.hardware [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1650.614474] env[63348]: DEBUG nova.virt.hardware [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1650.614676] env[63348]: DEBUG nova.virt.hardware [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1650.615811] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb248cac-c1e1-4331-928c-b3f28ee28d77 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.624380] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4309901c-da4b-42a7-8ac5-b2464b6b117c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.630144] env[63348]: DEBUG nova.scheduler.client.report [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1650.704110] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.727011] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022130, 'name': CreateVM_Task, 'duration_secs': 0.729748} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.727011] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1650.727293] env[63348]: DEBUG oslo_concurrency.lockutils [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.727455] env[63348]: DEBUG oslo_concurrency.lockutils [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.727809] env[63348]: DEBUG oslo_concurrency.lockutils [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1650.728039] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b52983d-b675-4278-8e29-fe5e4590c628 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.730386] env[63348]: DEBUG nova.network.neutron [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Successfully created port: 6e61b95a-46e1-46d1-a6f5-a63217cbddc6 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1650.734829] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Waiting for the task: (returnval){ [ 1650.734829] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f4f615-346a-c1a6-cb7f-105ffaa12266" [ 1650.734829] env[63348]: _type = "Task" [ 1650.734829] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.743751] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f4f615-346a-c1a6-cb7f-105ffaa12266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.841564] env[63348]: DEBUG oslo_vmware.api [None req-55b32563-fa9a-4d43-ab16-97437926a00f tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022131, 'name': ResetVM_Task, 'duration_secs': 0.096977} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.841564] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55b32563-fa9a-4d43-ab16-97437926a00f tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Did hard reboot of VM {{(pid=63348) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1650.841564] env[63348]: DEBUG nova.compute.manager [None req-55b32563-fa9a-4d43-ab16-97437926a00f tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1650.841564] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfb0862-e64b-4441-90a0-6b674b8921c9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.890726] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Acquiring lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.891964] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Acquired lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.891964] env[63348]: DEBUG nova.network.neutron [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1651.001197] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022132, 'name': Rename_Task, 'duration_secs': 0.179583} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.001485] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1651.001731] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e603c11-769b-4154-ad52-a0d628977fc4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.008637] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1651.008637] env[63348]: value = "task-2022133" [ 1651.008637] env[63348]: _type = "Task" [ 1651.008637] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.017077] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.139083] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.139083] env[63348]: DEBUG nova.compute.manager [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1651.144036] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.637s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.144036] env[63348]: INFO nova.compute.claims [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1651.165735] env[63348]: DEBUG nova.compute.manager [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1651.166712] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e32839-bccb-4a82-b41c-077a65f7bbef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.245884] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f4f615-346a-c1a6-cb7f-105ffaa12266, 'name': SearchDatastore_Task, 'duration_secs': 0.010106} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.246288] env[63348]: DEBUG oslo_concurrency.lockutils [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.246625] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1651.246867] env[63348]: DEBUG oslo_concurrency.lockutils [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.247024] env[63348]: DEBUG oslo_concurrency.lockutils [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.247208] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1651.247479] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47cb0d6f-c134-43d8-b5c8-613e3d243bec {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.257999] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1651.258212] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1651.258980] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25677ecc-5cc9-4141-abc1-8ea1e23c1b3b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.264591] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Waiting for the task: (returnval){ [ 1651.264591] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526da24e-0a8a-8a1d-b55c-0b8ac20b528c" [ 1651.264591] env[63348]: _type = "Task" [ 1651.264591] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.272576] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526da24e-0a8a-8a1d-b55c-0b8ac20b528c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.358972] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b32563-fa9a-4d43-ab16-97437926a00f tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Lock "93aff290-b2d9-4ef5-bc6d-0206be00253c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.895s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.521706] env[63348]: DEBUG oslo_vmware.api [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022133, 'name': PowerOnVM_Task, 'duration_secs': 0.500759} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.522058] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1651.522256] env[63348]: INFO nova.compute.manager [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Took 10.69 seconds to spawn the instance on the hypervisor. [ 1651.522527] env[63348]: DEBUG nova.compute.manager [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1651.523339] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cc1c4d-bc4e-4c27-ae35-6cb424a93836 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.538631] env[63348]: DEBUG nova.network.neutron [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1651.647606] env[63348]: DEBUG nova.compute.utils [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1651.652203] env[63348]: DEBUG nova.compute.manager [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1651.652203] env[63348]: DEBUG nova.network.neutron [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1651.680068] env[63348]: INFO nova.compute.manager [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] instance snapshotting [ 1651.682765] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da0e0c3-4267-4fb7-a262-ad23e7e18a3f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.704905] env[63348]: DEBUG nova.policy [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34136ef7756e42d2b8a19d1c9629435e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aa0bdf58ca64d12a00eb56d886966e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1651.706998] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44dd638-16a2-4d37-9153-18a82a8bb351 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.779920] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526da24e-0a8a-8a1d-b55c-0b8ac20b528c, 'name': SearchDatastore_Task, 'duration_secs': 0.032008} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.780752] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-124cacf4-4e9f-43c3-a970-2bb9de0b320a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.785933] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Waiting for the task: (returnval){ [ 1651.785933] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52617931-cc5e-afdb-055c-51f48a4edf70" [ 1651.785933] env[63348]: _type = "Task" [ 1651.785933] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.796012] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52617931-cc5e-afdb-055c-51f48a4edf70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.040022] env[63348]: DEBUG nova.network.neutron [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Successfully created port: 446e36ba-0c46-42db-91da-ccd41044ebe6 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1652.042599] env[63348]: INFO nova.compute.manager [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Took 23.38 seconds to build instance. [ 1652.125539] env[63348]: DEBUG nova.compute.manager [req-18614359-1f7d-4119-837e-a3fbb2e24054 req-e23b6f37-7f6d-4a76-9670-ba3ccb677369 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Received event network-vif-plugged-9357fd70-3b6f-45f8-bacb-a2afbcf32329 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1652.125778] env[63348]: DEBUG oslo_concurrency.lockutils [req-18614359-1f7d-4119-837e-a3fbb2e24054 req-e23b6f37-7f6d-4a76-9670-ba3ccb677369 service nova] Acquiring lock "f4ee9c60-8bc1-4397-8c5b-9b94f2318db0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.126013] env[63348]: DEBUG oslo_concurrency.lockutils [req-18614359-1f7d-4119-837e-a3fbb2e24054 req-e23b6f37-7f6d-4a76-9670-ba3ccb677369 service nova] Lock "f4ee9c60-8bc1-4397-8c5b-9b94f2318db0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.126611] env[63348]: DEBUG oslo_concurrency.lockutils [req-18614359-1f7d-4119-837e-a3fbb2e24054 req-e23b6f37-7f6d-4a76-9670-ba3ccb677369 service nova] Lock "f4ee9c60-8bc1-4397-8c5b-9b94f2318db0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.126726] env[63348]: DEBUG nova.compute.manager [req-18614359-1f7d-4119-837e-a3fbb2e24054 req-e23b6f37-7f6d-4a76-9670-ba3ccb677369 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] No waiting events found dispatching network-vif-plugged-9357fd70-3b6f-45f8-bacb-a2afbcf32329 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1652.126894] env[63348]: WARNING nova.compute.manager [req-18614359-1f7d-4119-837e-a3fbb2e24054 req-e23b6f37-7f6d-4a76-9670-ba3ccb677369 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Received unexpected event network-vif-plugged-9357fd70-3b6f-45f8-bacb-a2afbcf32329 for instance with vm_state building and task_state spawning. [ 1652.151203] env[63348]: DEBUG nova.compute.manager [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1652.222745] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Creating Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1652.223401] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-00480a0d-2b97-4af8-872c-1661ce6eb806 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.232445] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1652.232445] env[63348]: value = "task-2022134" [ 1652.232445] env[63348]: _type = "Task" [ 1652.232445] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.245374] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022134, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.296689] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52617931-cc5e-afdb-055c-51f48a4edf70, 'name': SearchDatastore_Task, 'duration_secs': 0.02162} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.298023] env[63348]: DEBUG oslo_concurrency.lockutils [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.298023] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f/eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1652.298023] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-324fa82c-2071-4084-968f-0e5d4a265ab9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.307545] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Waiting for the task: (returnval){ [ 1652.307545] env[63348]: value = "task-2022135" [ 1652.307545] env[63348]: _type = "Task" [ 1652.307545] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.316635] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': task-2022135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.407988] env[63348]: DEBUG nova.network.neutron [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Updating instance_info_cache with network_info: [{"id": "9357fd70-3b6f-45f8-bacb-a2afbcf32329", "address": "fa:16:3e:9a:0c:5e", "network": {"id": "627d4b8c-a9db-41a2-af0c-3fa61502f932", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1805083929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8e0a5ee50aa9492f8e144c7fa84d015e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9357fd70-3b", "ovs_interfaceid": "9357fd70-3b6f-45f8-bacb-a2afbcf32329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.549566] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807bde88-6bd5-46ec-a280-a9365084ae11 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "9d2c0789-1ee9-409a-b8da-17b8a776c067" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.907s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.749224] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022134, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.772657] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5c2d59-6c83-4c95-b780-52b4bee5ba84 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.781697] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86af316-88b3-40ca-a831-23647df5a69f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.829249] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2420cdd-cde8-4e3c-9c6c-e4bcc07e4c36 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.841091] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': task-2022135, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.844987] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd60c14-a8aa-42bb-8d01-6e136bcd6390 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.864119] env[63348]: DEBUG nova.compute.provider_tree [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1652.912094] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Releasing lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.912094] env[63348]: DEBUG nova.compute.manager [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Instance network_info: |[{"id": "9357fd70-3b6f-45f8-bacb-a2afbcf32329", "address": "fa:16:3e:9a:0c:5e", "network": {"id": "627d4b8c-a9db-41a2-af0c-3fa61502f932", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1805083929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8e0a5ee50aa9492f8e144c7fa84d015e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9357fd70-3b", "ovs_interfaceid": "9357fd70-3b6f-45f8-bacb-a2afbcf32329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1652.912583] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:0c:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9357fd70-3b6f-45f8-bacb-a2afbcf32329', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1652.922417] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Creating folder: Project (8e0a5ee50aa9492f8e144c7fa84d015e). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1652.922735] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecb4e792-41c3-45b2-9a40-121755eeb2c7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.935272] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Created folder: Project (8e0a5ee50aa9492f8e144c7fa84d015e) in parent group-v415427. [ 1652.935470] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Creating folder: Instances. Parent ref: group-v415488. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1652.935708] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b04ce7c6-4b85-4485-a868-6631576b5908 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.947416] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Created folder: Instances in parent group-v415488. [ 1652.947416] env[63348]: DEBUG oslo.service.loopingcall [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1652.947416] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1652.947727] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0856d1a6-d29d-4f6f-9ae7-e5a76d0ba695 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.967040] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1652.967040] env[63348]: value = "task-2022138" [ 1652.967040] env[63348]: _type = "Task" [ 1652.967040] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.974929] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022138, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.052205] env[63348]: DEBUG nova.compute.manager [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1653.179075] env[63348]: DEBUG nova.compute.manager [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1653.207383] env[63348]: DEBUG nova.virt.hardware [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:35:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='854468921',id=35,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2021244929',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1653.207970] env[63348]: DEBUG nova.virt.hardware [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1653.208230] env[63348]: DEBUG nova.virt.hardware [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1653.208533] env[63348]: DEBUG nova.virt.hardware [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1653.208915] env[63348]: DEBUG nova.virt.hardware [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1653.211139] env[63348]: DEBUG nova.virt.hardware [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1653.211139] env[63348]: DEBUG nova.virt.hardware [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1653.211139] env[63348]: DEBUG nova.virt.hardware [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1653.211139] env[63348]: DEBUG nova.virt.hardware [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1653.211139] env[63348]: DEBUG nova.virt.hardware [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1653.211332] env[63348]: DEBUG nova.virt.hardware [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1653.212330] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c13b82f-bb98-4398-9857-618d6875129b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.220180] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f8f95c-5bd1-447d-b364-57601d22cd3d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.245420] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022134, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.334263] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': task-2022135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575137} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.334640] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f/eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1653.334767] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1653.335428] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a97a721b-331d-4217-b1fa-f41a51f6ca98 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.341747] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Waiting for the task: (returnval){ [ 1653.341747] env[63348]: value = "task-2022139" [ 1653.341747] env[63348]: _type = "Task" [ 1653.341747] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.351620] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': task-2022139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.370672] env[63348]: DEBUG nova.scheduler.client.report [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1653.483403] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022138, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.584463] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.746417] env[63348]: DEBUG nova.network.neutron [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Successfully updated port: 446e36ba-0c46-42db-91da-ccd41044ebe6 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1653.760137] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022134, 'name': CreateSnapshot_Task, 'duration_secs': 1.319889} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.760137] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Created Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1653.760137] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b5c5cc-6e40-4638-8b1a-8e549bf1154f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.853515] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': task-2022139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068351} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.853515] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1653.854217] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb53443-4ff0-4707-9a0f-bac40b324147 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.878909] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f/eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1653.878909] env[63348]: DEBUG nova.network.neutron [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Successfully updated port: 6e61b95a-46e1-46d1-a6f5-a63217cbddc6 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1653.889078] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.889526] env[63348]: DEBUG nova.compute.manager [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1653.894160] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6654cbc-0636-4bde-85a3-8304f70b30cd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.913553] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.674s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.925276] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Waiting for the task: (returnval){ [ 1653.925276] env[63348]: value = "task-2022140" [ 1653.925276] env[63348]: _type = "Task" [ 1653.925276] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.940985] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': task-2022140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.980665] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022138, 'name': CreateVM_Task, 'duration_secs': 0.802835} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.980665] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1653.981104] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.981303] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.982131] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1653.982395] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e69dd4-3dbc-48c2-861b-d058edd05d8c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.987475] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for the task: (returnval){ [ 1653.987475] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5237a478-7e54-1869-8e7c-d14cda1c47b6" [ 1653.987475] env[63348]: _type = "Task" [ 1653.987475] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.995691] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5237a478-7e54-1869-8e7c-d14cda1c47b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.249840] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquiring lock "refresh_cache-d405bcd4-e175-4c22-b7ab-6a03b44bac42" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.249840] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquired lock "refresh_cache-d405bcd4-e175-4c22-b7ab-6a03b44bac42" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.249840] env[63348]: DEBUG nova.network.neutron [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1654.292478] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Creating linked-clone VM from snapshot {{(pid=63348) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1654.292836] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ca56da27-0125-408d-b986-54b89e7ef25a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.308814] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1654.308814] env[63348]: value = "task-2022141" [ 1654.308814] env[63348]: _type = "Task" [ 1654.308814] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.324494] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022141, 'name': CloneVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.392043] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquiring lock "refresh_cache-b55b19a2-4be9-47ac-bdb9-64789756f862" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.392043] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquired lock "refresh_cache-b55b19a2-4be9-47ac-bdb9-64789756f862" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.392043] env[63348]: DEBUG nova.network.neutron [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1654.418087] env[63348]: DEBUG nova.compute.utils [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1654.423012] env[63348]: INFO nova.compute.claims [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1654.426403] env[63348]: DEBUG nova.compute.manager [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1654.426669] env[63348]: DEBUG nova.network.neutron [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1654.442177] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': task-2022140, 'name': ReconfigVM_Task, 'duration_secs': 0.321633} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.442486] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Reconfigured VM instance instance-0000000d to attach disk [datastore2] eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f/eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1654.443125] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e975632-181a-4ac9-b937-7cf07272919c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.451301] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Waiting for the task: (returnval){ [ 1654.451301] env[63348]: value = "task-2022142" [ 1654.451301] env[63348]: _type = "Task" [ 1654.451301] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.460156] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': task-2022142, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.499669] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5237a478-7e54-1869-8e7c-d14cda1c47b6, 'name': SearchDatastore_Task, 'duration_secs': 0.01091} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.499669] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.499860] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1654.500127] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.501148] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.501148] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1654.501148] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24149b25-e7e2-4244-ab46-543396c14e03 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.518980] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1654.518980] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1654.518980] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-811d3c71-a5d4-4bc0-896e-60487287ba9f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.523742] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "4a57ba32-af4f-40ae-adfa-44a392db196c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.523992] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "4a57ba32-af4f-40ae-adfa-44a392db196c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.528038] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for the task: (returnval){ [ 1654.528038] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52166103-ba1e-211e-d9b7-67099932866c" [ 1654.528038] env[63348]: _type = "Task" [ 1654.528038] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.537266] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52166103-ba1e-211e-d9b7-67099932866c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.551809] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "753ee905-0679-4502-bfc4-46a993662b53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.552063] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "753ee905-0679-4502-bfc4-46a993662b53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.575983] env[63348]: DEBUG nova.policy [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11f99f1e1ffb49ed8d13924f482c37d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9cfe6d207f84cc8b6e2e637d69fa056', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1654.579909] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "5f4a132f-9b11-491a-bb76-e0f8bc69ef0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.579909] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "5f4a132f-9b11-491a-bb76-e0f8bc69ef0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.769814] env[63348]: DEBUG nova.compute.manager [req-433ed1f3-9e19-4396-9674-6abd24a23cdd req-b49c4a78-d11a-4c18-9d50-1600cb9c65cb service nova] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Received event network-vif-plugged-446e36ba-0c46-42db-91da-ccd41044ebe6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1654.770108] env[63348]: DEBUG oslo_concurrency.lockutils [req-433ed1f3-9e19-4396-9674-6abd24a23cdd req-b49c4a78-d11a-4c18-9d50-1600cb9c65cb service nova] Acquiring lock "d405bcd4-e175-4c22-b7ab-6a03b44bac42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.770977] env[63348]: DEBUG oslo_concurrency.lockutils [req-433ed1f3-9e19-4396-9674-6abd24a23cdd req-b49c4a78-d11a-4c18-9d50-1600cb9c65cb service nova] Lock "d405bcd4-e175-4c22-b7ab-6a03b44bac42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.770977] env[63348]: DEBUG oslo_concurrency.lockutils [req-433ed1f3-9e19-4396-9674-6abd24a23cdd req-b49c4a78-d11a-4c18-9d50-1600cb9c65cb service nova] Lock "d405bcd4-e175-4c22-b7ab-6a03b44bac42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.770977] env[63348]: DEBUG nova.compute.manager [req-433ed1f3-9e19-4396-9674-6abd24a23cdd req-b49c4a78-d11a-4c18-9d50-1600cb9c65cb service nova] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] No waiting events found dispatching network-vif-plugged-446e36ba-0c46-42db-91da-ccd41044ebe6 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1654.770977] env[63348]: WARNING nova.compute.manager [req-433ed1f3-9e19-4396-9674-6abd24a23cdd req-b49c4a78-d11a-4c18-9d50-1600cb9c65cb service nova] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Received unexpected event network-vif-plugged-446e36ba-0c46-42db-91da-ccd41044ebe6 for instance with vm_state building and task_state spawning. [ 1654.821351] env[63348]: DEBUG nova.network.neutron [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1654.823623] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022141, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.931180] env[63348]: INFO nova.compute.resource_tracker [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Updating resource usage from migration bd344404-91fe-493a-acc0-79ceb966e78b [ 1654.940300] env[63348]: DEBUG nova.compute.manager [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1654.964599] env[63348]: DEBUG nova.network.neutron [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1654.974798] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': task-2022142, 'name': Rename_Task, 'duration_secs': 0.379071} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.978934] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1654.986390] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-351d3a3c-aed2-4359-95cf-6a6286a7cc95 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.996252] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Waiting for the task: (returnval){ [ 1654.996252] env[63348]: value = "task-2022143" [ 1654.996252] env[63348]: _type = "Task" [ 1654.996252] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.014634] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': task-2022143, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.045607] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52166103-ba1e-211e-d9b7-67099932866c, 'name': SearchDatastore_Task, 'duration_secs': 0.012176} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.046895] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f438e53-1823-4a39-8f5a-57f4644c6d51 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.055713] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for the task: (returnval){ [ 1655.055713] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52249d00-61c4-5b42-3461-83eafb85ab43" [ 1655.055713] env[63348]: _type = "Task" [ 1655.055713] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.071564] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52249d00-61c4-5b42-3461-83eafb85ab43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.121176] env[63348]: DEBUG nova.network.neutron [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Updating instance_info_cache with network_info: [{"id": "446e36ba-0c46-42db-91da-ccd41044ebe6", "address": "fa:16:3e:06:70:44", "network": {"id": "cf2d52d3-c65c-4ead-bd43-9b2887557b51", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2002302812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa0bdf58ca64d12a00eb56d886966e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap446e36ba-0c", "ovs_interfaceid": "446e36ba-0c46-42db-91da-ccd41044ebe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.321045] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022141, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.434435] env[63348]: DEBUG nova.network.neutron [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Updating instance_info_cache with network_info: [{"id": "6e61b95a-46e1-46d1-a6f5-a63217cbddc6", "address": "fa:16:3e:78:af:94", "network": {"id": "c8ec7dc5-bd89-42cd-be55-8a2ff6416ad6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1929788479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f45a73d2d1f42a0a0c672abd085f991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e61b95a-46", "ovs_interfaceid": "6e61b95a-46e1-46d1-a6f5-a63217cbddc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.472476] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d176e0-379f-4c8b-ae4a-3dbc1232088c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.483651] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0c9562-cb4f-4116-8a65-bbfdc3874a83 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.518973] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Acquiring lock "93aff290-b2d9-4ef5-bc6d-0206be00253c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.519461] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Lock "93aff290-b2d9-4ef5-bc6d-0206be00253c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.519719] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Acquiring lock "93aff290-b2d9-4ef5-bc6d-0206be00253c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.519916] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Lock "93aff290-b2d9-4ef5-bc6d-0206be00253c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.520099] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Lock "93aff290-b2d9-4ef5-bc6d-0206be00253c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.523629] env[63348]: INFO nova.compute.manager [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Terminating instance [ 1655.525453] env[63348]: DEBUG nova.network.neutron [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Successfully created port: 0fa72944-e43a-468d-8312-d26f88d5f0aa {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1655.531669] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c498cec-e1d8-47c1-9490-0267d4524f1b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.540163] env[63348]: DEBUG nova.compute.manager [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Received event network-changed-9357fd70-3b6f-45f8-bacb-a2afbcf32329 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1655.540163] env[63348]: DEBUG nova.compute.manager [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Refreshing instance network info cache due to event network-changed-9357fd70-3b6f-45f8-bacb-a2afbcf32329. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1655.540163] env[63348]: DEBUG oslo_concurrency.lockutils [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] Acquiring lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.540163] env[63348]: DEBUG oslo_concurrency.lockutils [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] Acquired lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.540163] env[63348]: DEBUG nova.network.neutron [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Refreshing network info cache for port 9357fd70-3b6f-45f8-bacb-a2afbcf32329 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1655.547479] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': task-2022143, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.551190] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de09fe2-94af-4da5-807f-6c738e19343d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.566164] env[63348]: DEBUG nova.compute.provider_tree [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.575579] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52249d00-61c4-5b42-3461-83eafb85ab43, 'name': SearchDatastore_Task, 'duration_secs': 0.035344} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.576306] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.576589] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] f4ee9c60-8bc1-4397-8c5b-9b94f2318db0/f4ee9c60-8bc1-4397-8c5b-9b94f2318db0.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1655.576832] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b93fda2c-2224-4875-82b3-b0a43407af38 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.583466] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for the task: (returnval){ [ 1655.583466] env[63348]: value = "task-2022144" [ 1655.583466] env[63348]: _type = "Task" [ 1655.583466] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.591159] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.630470] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Releasing lock "refresh_cache-d405bcd4-e175-4c22-b7ab-6a03b44bac42" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.630799] env[63348]: DEBUG nova.compute.manager [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Instance network_info: |[{"id": "446e36ba-0c46-42db-91da-ccd41044ebe6", "address": "fa:16:3e:06:70:44", "network": {"id": "cf2d52d3-c65c-4ead-bd43-9b2887557b51", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2002302812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa0bdf58ca64d12a00eb56d886966e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap446e36ba-0c", "ovs_interfaceid": "446e36ba-0c46-42db-91da-ccd41044ebe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1655.631318] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:70:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '446e36ba-0c46-42db-91da-ccd41044ebe6', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1655.639011] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Creating folder: Project (9aa0bdf58ca64d12a00eb56d886966e1). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1655.639334] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4eb0db66-c206-4be9-a9bc-6e80abbbbd89 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.650563] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Created folder: Project (9aa0bdf58ca64d12a00eb56d886966e1) in parent group-v415427. [ 1655.650753] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Creating folder: Instances. Parent ref: group-v415493. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1655.654014] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8f1363a-97c2-44c3-be6d-1126fc390cd6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.659794] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Created folder: Instances in parent group-v415493. [ 1655.659973] env[63348]: DEBUG oslo.service.loopingcall [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.660162] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1655.660353] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90c625bd-4070-428d-beba-6202d92700dd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.679180] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1655.679180] env[63348]: value = "task-2022147" [ 1655.679180] env[63348]: _type = "Task" [ 1655.679180] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.687175] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022147, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.820984] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022141, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.937190] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Releasing lock "refresh_cache-b55b19a2-4be9-47ac-bdb9-64789756f862" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.937552] env[63348]: DEBUG nova.compute.manager [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Instance network_info: |[{"id": "6e61b95a-46e1-46d1-a6f5-a63217cbddc6", "address": "fa:16:3e:78:af:94", "network": {"id": "c8ec7dc5-bd89-42cd-be55-8a2ff6416ad6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1929788479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f45a73d2d1f42a0a0c672abd085f991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e61b95a-46", "ovs_interfaceid": "6e61b95a-46e1-46d1-a6f5-a63217cbddc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1655.938218] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:af:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e61b95a-46e1-46d1-a6f5-a63217cbddc6', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1655.948195] env[63348]: DEBUG oslo.service.loopingcall [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.948510] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1655.948874] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f027a039-09fc-4669-8af3-afa6037934fb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.969435] env[63348]: DEBUG nova.compute.manager [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1655.980997] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1655.980997] env[63348]: value = "task-2022148" [ 1655.980997] env[63348]: _type = "Task" [ 1655.980997] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.999267] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022148, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.011156] env[63348]: DEBUG nova.virt.hardware [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1656.011378] env[63348]: DEBUG nova.virt.hardware [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1656.011570] env[63348]: DEBUG nova.virt.hardware [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1656.011770] env[63348]: DEBUG nova.virt.hardware [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1656.012454] env[63348]: DEBUG nova.virt.hardware [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1656.013385] env[63348]: DEBUG nova.virt.hardware [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1656.013385] env[63348]: DEBUG nova.virt.hardware [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1656.013385] env[63348]: DEBUG nova.virt.hardware [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1656.013470] env[63348]: DEBUG nova.virt.hardware [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1656.013854] env[63348]: DEBUG nova.virt.hardware [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1656.014067] env[63348]: DEBUG nova.virt.hardware [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1656.015296] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a8047d-46df-4adc-8958-a7ec28bb47de {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.028123] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a21b58-66d4-41a1-bd84-9bf76e2a442c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.048663] env[63348]: DEBUG oslo_vmware.api [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Task: {'id': task-2022143, 'name': PowerOnVM_Task, 'duration_secs': 0.780332} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.049512] env[63348]: DEBUG nova.compute.manager [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1656.049832] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1656.053193] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1656.053361] env[63348]: DEBUG nova.compute.manager [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1656.054315] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bc15c9-cf57-4720-a8f5-f9a4313002f3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.059057] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4d0193-38a9-408c-9ce0-1ec181dfd11c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.069127] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1656.071202] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9ecce77-9ca6-47bc-b59f-0e7811a756f5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.073873] env[63348]: DEBUG nova.scheduler.client.report [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1656.089917] env[63348]: DEBUG oslo_vmware.api [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Waiting for the task: (returnval){ [ 1656.089917] env[63348]: value = "task-2022149" [ 1656.089917] env[63348]: _type = "Task" [ 1656.089917] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.104130] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022144, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.115839] env[63348]: DEBUG oslo_vmware.api [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.193794] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022147, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.320422] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022141, 'name': CloneVM_Task, 'duration_secs': 1.763197} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.320812] env[63348]: INFO nova.virt.vmwareapi.vmops [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Created linked-clone VM from snapshot [ 1656.321734] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc51c37-3c54-4569-897d-1654e9f95ae4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.329674] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Uploading image 04c67a4a-774c-4cd3-ad82-067ca82872a0 {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1656.342808] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Destroying the VM {{(pid=63348) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1656.343123] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-39977e2a-55bb-47e8-9b11-1ad43350490b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.350193] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1656.350193] env[63348]: value = "task-2022150" [ 1656.350193] env[63348]: _type = "Task" [ 1656.350193] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.359844] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022150, 'name': Destroy_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.493368] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022148, 'name': CreateVM_Task, 'duration_secs': 0.474758} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.493560] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1656.494221] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.494419] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.495122] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1656.495376] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5116ba7f-b16c-4908-a5fd-ab7164c7d87f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.500722] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1656.500722] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523695d1-e591-7cff-77e3-2791efa138d1" [ 1656.500722] env[63348]: _type = "Task" [ 1656.500722] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.510766] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523695d1-e591-7cff-77e3-2791efa138d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.582148] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.669s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.582344] env[63348]: INFO nova.compute.manager [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Migrating [ 1656.582592] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.582733] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.589044] env[63348]: INFO nova.compute.rpcapi [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1656.589373] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.596013] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.205s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.597574] env[63348]: INFO nova.compute.claims [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1656.615240] env[63348]: DEBUG oslo_concurrency.lockutils [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.621568] env[63348]: DEBUG nova.network.neutron [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Updated VIF entry in instance network info cache for port 9357fd70-3b6f-45f8-bacb-a2afbcf32329. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1656.622133] env[63348]: DEBUG nova.network.neutron [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Updating instance_info_cache with network_info: [{"id": "9357fd70-3b6f-45f8-bacb-a2afbcf32329", "address": "fa:16:3e:9a:0c:5e", "network": {"id": "627d4b8c-a9db-41a2-af0c-3fa61502f932", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1805083929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8e0a5ee50aa9492f8e144c7fa84d015e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9357fd70-3b", "ovs_interfaceid": "9357fd70-3b6f-45f8-bacb-a2afbcf32329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.632024] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5945} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.632024] env[63348]: DEBUG oslo_vmware.api [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022149, 'name': PowerOffVM_Task, 'duration_secs': 0.214917} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.632705] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] f4ee9c60-8bc1-4397-8c5b-9b94f2318db0/f4ee9c60-8bc1-4397-8c5b-9b94f2318db0.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1656.633150] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1656.633610] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1656.634019] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1656.635962] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94c4d60f-d9d4-43cb-a4d3-de322548d128 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.638153] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e07fff35-e6f0-4a19-b6ff-b58c67d35e07 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.648644] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for the task: (returnval){ [ 1656.648644] env[63348]: value = "task-2022151" [ 1656.648644] env[63348]: _type = "Task" [ 1656.648644] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.659266] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.691642] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022147, 'name': CreateVM_Task, 'duration_secs': 0.649274} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.692129] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1656.693289] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.721053] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1656.721053] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1656.721053] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Deleting the datastore file [datastore2] 93aff290-b2d9-4ef5-bc6d-0206be00253c {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1656.721380] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0ecde34-06d2-41e8-9c83-12e19740ed08 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.728169] env[63348]: DEBUG oslo_vmware.api [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Waiting for the task: (returnval){ [ 1656.728169] env[63348]: value = "task-2022153" [ 1656.728169] env[63348]: _type = "Task" [ 1656.728169] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.737382] env[63348]: DEBUG oslo_vmware.api [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.863126] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022150, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.015402] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523695d1-e591-7cff-77e3-2791efa138d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013444} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.017808] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.017808] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.017808] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.017808] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.018124] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.018124] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.019380] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1657.023095] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2bceff5-096e-47c0-985e-d1f1fe36068b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.023095] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bda9015-e5b7-44a0-bc55-05cdb7f3dacc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.027752] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1657.027752] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d8c653-e2e7-9539-88bf-e347c001c12b" [ 1657.027752] env[63348]: _type = "Task" [ 1657.027752] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.036675] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d8c653-e2e7-9539-88bf-e347c001c12b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.043021] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.043021] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.043021] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f133ed66-b561-4d93-a7a7-4b0e0820fe3b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.046945] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1657.046945] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5248eb9f-9a4c-cb9e-24f6-3fe913383cfa" [ 1657.046945] env[63348]: _type = "Task" [ 1657.046945] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.055749] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5248eb9f-9a4c-cb9e-24f6-3fe913383cfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.122435] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "refresh_cache-f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.122435] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquired lock "refresh_cache-f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.122435] env[63348]: DEBUG nova.network.neutron [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1657.122435] env[63348]: DEBUG nova.compute.manager [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1657.123338] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cee2d19-68da-4074-94fa-45158cf32773 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.133576] env[63348]: DEBUG oslo_concurrency.lockutils [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] Releasing lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.133800] env[63348]: DEBUG nova.compute.manager [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Received event network-changed-5b0a9b19-268e-4310-9cbc-5716879299de {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1657.134086] env[63348]: DEBUG nova.compute.manager [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Refreshing instance network info cache due to event network-changed-5b0a9b19-268e-4310-9cbc-5716879299de. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1657.134356] env[63348]: DEBUG oslo_concurrency.lockutils [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] Acquiring lock "refresh_cache-b145eddf-c0e7-4a82-936b-1e929500929e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.134356] env[63348]: DEBUG oslo_concurrency.lockutils [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] Acquired lock "refresh_cache-b145eddf-c0e7-4a82-936b-1e929500929e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.136019] env[63348]: DEBUG nova.network.neutron [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Refreshing network info cache for port 5b0a9b19-268e-4310-9cbc-5716879299de {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1657.159485] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095573} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.159934] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1657.160941] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833ca6f7-88e6-47a0-b894-4fcd5f414c29 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.193382] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] f4ee9c60-8bc1-4397-8c5b-9b94f2318db0/f4ee9c60-8bc1-4397-8c5b-9b94f2318db0.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1657.194120] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-572e99e2-5982-4d6d-aaff-eb3c7c43e4f7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.217534] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for the task: (returnval){ [ 1657.217534] env[63348]: value = "task-2022154" [ 1657.217534] env[63348]: _type = "Task" [ 1657.217534] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.225982] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.238134] env[63348]: DEBUG oslo_vmware.api [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.363146] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022150, 'name': Destroy_Task, 'duration_secs': 0.84505} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.363554] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Destroyed the VM [ 1657.363844] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Deleting Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1657.364657] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ff9fd78d-445e-4a22-80b4-2fc79593128b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.372018] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1657.372018] env[63348]: value = "task-2022155" [ 1657.372018] env[63348]: _type = "Task" [ 1657.372018] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.381344] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022155, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.513134] env[63348]: DEBUG nova.network.neutron [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Successfully updated port: 0fa72944-e43a-468d-8312-d26f88d5f0aa {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1657.541043] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d8c653-e2e7-9539-88bf-e347c001c12b, 'name': SearchDatastore_Task, 'duration_secs': 0.044625} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.541564] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.542284] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.542284] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.563120] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5248eb9f-9a4c-cb9e-24f6-3fe913383cfa, 'name': SearchDatastore_Task, 'duration_secs': 0.032451} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.564548] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66ffecbc-0d29-4a61-bd75-5a97079b18b8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.572022] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1657.572022] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d3102c-9faf-57d5-0459-353cab151e94" [ 1657.572022] env[63348]: _type = "Task" [ 1657.572022] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.587993] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d3102c-9faf-57d5-0459-353cab151e94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.634091] env[63348]: INFO nova.compute.manager [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] instance snapshotting [ 1657.637136] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddf5b05-48c7-433e-951c-7e5523440e2c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.661381] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf5607b-3655-4c17-bf66-da6d9bcda70b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.730878] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.739800] env[63348]: DEBUG oslo_vmware.api [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Task: {'id': task-2022153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.531986} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.742468] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1657.742812] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1657.743062] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1657.743246] env[63348]: INFO nova.compute.manager [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1657.743490] env[63348]: DEBUG oslo.service.loopingcall [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1657.743865] env[63348]: DEBUG nova.compute.manager [-] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1657.743950] env[63348]: DEBUG nova.network.neutron [-] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1657.837056] env[63348]: DEBUG nova.compute.manager [req-e3b7ea04-145b-4796-bc0f-eeb15a305582 req-c2edcdec-70f5-48d8-835c-5c06d48a9183 service nova] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Received event network-changed-446e36ba-0c46-42db-91da-ccd41044ebe6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1657.837125] env[63348]: DEBUG nova.compute.manager [req-e3b7ea04-145b-4796-bc0f-eeb15a305582 req-c2edcdec-70f5-48d8-835c-5c06d48a9183 service nova] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Refreshing instance network info cache due to event network-changed-446e36ba-0c46-42db-91da-ccd41044ebe6. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1657.838136] env[63348]: DEBUG oslo_concurrency.lockutils [req-e3b7ea04-145b-4796-bc0f-eeb15a305582 req-c2edcdec-70f5-48d8-835c-5c06d48a9183 service nova] Acquiring lock "refresh_cache-d405bcd4-e175-4c22-b7ab-6a03b44bac42" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.838136] env[63348]: DEBUG oslo_concurrency.lockutils [req-e3b7ea04-145b-4796-bc0f-eeb15a305582 req-c2edcdec-70f5-48d8-835c-5c06d48a9183 service nova] Acquired lock "refresh_cache-d405bcd4-e175-4c22-b7ab-6a03b44bac42" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.838136] env[63348]: DEBUG nova.network.neutron [req-e3b7ea04-145b-4796-bc0f-eeb15a305582 req-c2edcdec-70f5-48d8-835c-5c06d48a9183 service nova] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Refreshing network info cache for port 446e36ba-0c46-42db-91da-ccd41044ebe6 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1657.889072] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022155, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.965360] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquiring lock "e2fb160c-154e-4a47-87ce-471d2e49ae75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.965747] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "e2fb160c-154e-4a47-87ce-471d2e49ae75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.019431] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Acquiring lock "refresh_cache-00bd8ea9-349c-493d-8f54-85856c566ad8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.019589] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Acquired lock "refresh_cache-00bd8ea9-349c-493d-8f54-85856c566ad8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.019846] env[63348]: DEBUG nova.network.neutron [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1658.085238] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d3102c-9faf-57d5-0459-353cab151e94, 'name': SearchDatastore_Task, 'duration_secs': 0.035663} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.085630] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.088120] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] b55b19a2-4be9-47ac-bdb9-64789756f862/b55b19a2-4be9-47ac-bdb9-64789756f862.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1658.088120] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.088120] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1658.088120] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9736bbee-c276-456c-a3c0-0150d922cdbf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.091997] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e4bb794-b579-459f-bced-c1ee0bd5598e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.099115] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1658.099115] env[63348]: value = "task-2022156" [ 1658.099115] env[63348]: _type = "Task" [ 1658.099115] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.104285] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1658.104485] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1658.105757] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17998d80-00f6-4286-bbbf-231f5d1e8697 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.113162] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.117130] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1658.117130] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5244e2fb-3efe-547f-a2f0-1a3d49d0511a" [ 1658.117130] env[63348]: _type = "Task" [ 1658.117130] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.124208] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5244e2fb-3efe-547f-a2f0-1a3d49d0511a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.173740] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Creating Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1658.175457] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d9237fe7-ccdd-484a-be60-b19e23fbb20c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.183895] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1658.183895] env[63348]: value = "task-2022157" [ 1658.183895] env[63348]: _type = "Task" [ 1658.183895] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.201635] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022157, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.238032] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022154, 'name': ReconfigVM_Task, 'duration_secs': 0.846105} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.238615] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Reconfigured VM instance instance-00000013 to attach disk [datastore2] f4ee9c60-8bc1-4397-8c5b-9b94f2318db0/f4ee9c60-8bc1-4397-8c5b-9b94f2318db0.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1658.239717] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-202e6f81-dbdf-4b10-8795-d9d1fd51ca48 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.247512] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for the task: (returnval){ [ 1658.247512] env[63348]: value = "task-2022158" [ 1658.247512] env[63348]: _type = "Task" [ 1658.247512] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.257277] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022158, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.281850] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e95d54-6f0f-4490-be08-f08f15f7af62 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.295648] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c23e59d-8e1d-476f-b2f4-6dc5d1e9fb2b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.332379] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5725f206-cc2c-4554-9c34-1c1909a81f2e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.344213] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75073543-4c65-4f41-9b02-24232333e511 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.361346] env[63348]: DEBUG nova.compute.provider_tree [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.365583] env[63348]: DEBUG nova.network.neutron [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Updating instance_info_cache with network_info: [{"id": "c17bdedc-4c02-4db3-b04c-8f5ce39961d9", "address": "fa:16:3e:68:83:ea", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17bdedc-4c", "ovs_interfaceid": "c17bdedc-4c02-4db3-b04c-8f5ce39961d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.384984] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022155, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.427207] env[63348]: DEBUG nova.network.neutron [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Updated VIF entry in instance network info cache for port 5b0a9b19-268e-4310-9cbc-5716879299de. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1658.427559] env[63348]: DEBUG nova.network.neutron [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Updating instance_info_cache with network_info: [{"id": "5b0a9b19-268e-4310-9cbc-5716879299de", "address": "fa:16:3e:64:c7:87", "network": {"id": "d73c827b-b278-4c42-8851-4b19fd10eaf2", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1898511803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe558c9e0dbc4dc1b048e1a8a44d87d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0a9b19-26", "ovs_interfaceid": "5b0a9b19-268e-4310-9cbc-5716879299de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.511786] env[63348]: DEBUG nova.compute.manager [req-60da2526-8fad-44f0-8105-6f3c02802c05 req-dd430390-6c4f-44fd-ae68-35aee54632b2 service nova] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Received event network-vif-plugged-0fa72944-e43a-468d-8312-d26f88d5f0aa {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1658.512329] env[63348]: DEBUG oslo_concurrency.lockutils [req-60da2526-8fad-44f0-8105-6f3c02802c05 req-dd430390-6c4f-44fd-ae68-35aee54632b2 service nova] Acquiring lock "00bd8ea9-349c-493d-8f54-85856c566ad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.512329] env[63348]: DEBUG oslo_concurrency.lockutils [req-60da2526-8fad-44f0-8105-6f3c02802c05 req-dd430390-6c4f-44fd-ae68-35aee54632b2 service nova] Lock "00bd8ea9-349c-493d-8f54-85856c566ad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.512422] env[63348]: DEBUG oslo_concurrency.lockutils [req-60da2526-8fad-44f0-8105-6f3c02802c05 req-dd430390-6c4f-44fd-ae68-35aee54632b2 service nova] Lock "00bd8ea9-349c-493d-8f54-85856c566ad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.512613] env[63348]: DEBUG nova.compute.manager [req-60da2526-8fad-44f0-8105-6f3c02802c05 req-dd430390-6c4f-44fd-ae68-35aee54632b2 service nova] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] No waiting events found dispatching network-vif-plugged-0fa72944-e43a-468d-8312-d26f88d5f0aa {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1658.512896] env[63348]: WARNING nova.compute.manager [req-60da2526-8fad-44f0-8105-6f3c02802c05 req-dd430390-6c4f-44fd-ae68-35aee54632b2 service nova] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Received unexpected event network-vif-plugged-0fa72944-e43a-468d-8312-d26f88d5f0aa for instance with vm_state building and task_state spawning. [ 1658.513517] env[63348]: DEBUG nova.compute.manager [req-60da2526-8fad-44f0-8105-6f3c02802c05 req-dd430390-6c4f-44fd-ae68-35aee54632b2 service nova] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Received event network-changed-0fa72944-e43a-468d-8312-d26f88d5f0aa {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1658.513517] env[63348]: DEBUG nova.compute.manager [req-60da2526-8fad-44f0-8105-6f3c02802c05 req-dd430390-6c4f-44fd-ae68-35aee54632b2 service nova] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Refreshing instance network info cache due to event network-changed-0fa72944-e43a-468d-8312-d26f88d5f0aa. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1658.513517] env[63348]: DEBUG oslo_concurrency.lockutils [req-60da2526-8fad-44f0-8105-6f3c02802c05 req-dd430390-6c4f-44fd-ae68-35aee54632b2 service nova] Acquiring lock "refresh_cache-00bd8ea9-349c-493d-8f54-85856c566ad8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.590467] env[63348]: DEBUG nova.network.neutron [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1658.612473] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477988} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.612797] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] b55b19a2-4be9-47ac-bdb9-64789756f862/b55b19a2-4be9-47ac-bdb9-64789756f862.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1658.613145] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1658.613382] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-101c327c-07b2-46e1-8208-28610e166fe9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.625131] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1658.625131] env[63348]: value = "task-2022159" [ 1658.625131] env[63348]: _type = "Task" [ 1658.625131] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.632526] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5244e2fb-3efe-547f-a2f0-1a3d49d0511a, 'name': SearchDatastore_Task, 'duration_secs': 0.009007} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.636219] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd6cbc4-ca24-4c69-a201-27da937f0d66 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.642125] env[63348]: DEBUG nova.network.neutron [req-e3b7ea04-145b-4796-bc0f-eeb15a305582 req-c2edcdec-70f5-48d8-835c-5c06d48a9183 service nova] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Updated VIF entry in instance network info cache for port 446e36ba-0c46-42db-91da-ccd41044ebe6. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1658.643104] env[63348]: DEBUG nova.network.neutron [req-e3b7ea04-145b-4796-bc0f-eeb15a305582 req-c2edcdec-70f5-48d8-835c-5c06d48a9183 service nova] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Updating instance_info_cache with network_info: [{"id": "446e36ba-0c46-42db-91da-ccd41044ebe6", "address": "fa:16:3e:06:70:44", "network": {"id": "cf2d52d3-c65c-4ead-bd43-9b2887557b51", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2002302812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa0bdf58ca64d12a00eb56d886966e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap446e36ba-0c", "ovs_interfaceid": "446e36ba-0c46-42db-91da-ccd41044ebe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.643681] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.647479] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1658.647479] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521c576d-a008-c3a3-08e4-10d8d8364519" [ 1658.647479] env[63348]: _type = "Task" [ 1658.647479] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.657108] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521c576d-a008-c3a3-08e4-10d8d8364519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.680572] env[63348]: DEBUG nova.network.neutron [-] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.699127] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022157, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.758120] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022158, 'name': Rename_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.864606] env[63348]: DEBUG nova.scheduler.client.report [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1658.868469] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Releasing lock "refresh_cache-f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.885521] env[63348]: DEBUG oslo_vmware.api [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022155, 'name': RemoveSnapshot_Task, 'duration_secs': 1.21665} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.886431] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Deleted Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1658.921845] env[63348]: DEBUG nova.network.neutron [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Updating instance_info_cache with network_info: [{"id": "0fa72944-e43a-468d-8312-d26f88d5f0aa", "address": "fa:16:3e:47:fb:5c", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa72944-e4", "ovs_interfaceid": "0fa72944-e43a-468d-8312-d26f88d5f0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.930803] env[63348]: DEBUG oslo_concurrency.lockutils [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] Releasing lock "refresh_cache-b145eddf-c0e7-4a82-936b-1e929500929e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.931078] env[63348]: DEBUG nova.compute.manager [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Received event network-vif-plugged-6e61b95a-46e1-46d1-a6f5-a63217cbddc6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1658.931272] env[63348]: DEBUG oslo_concurrency.lockutils [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] Acquiring lock "b55b19a2-4be9-47ac-bdb9-64789756f862-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.931470] env[63348]: DEBUG oslo_concurrency.lockutils [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] Lock "b55b19a2-4be9-47ac-bdb9-64789756f862-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.931622] env[63348]: DEBUG oslo_concurrency.lockutils [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] Lock "b55b19a2-4be9-47ac-bdb9-64789756f862-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.931777] env[63348]: DEBUG nova.compute.manager [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] No waiting events found dispatching network-vif-plugged-6e61b95a-46e1-46d1-a6f5-a63217cbddc6 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1658.931935] env[63348]: WARNING nova.compute.manager [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Received unexpected event network-vif-plugged-6e61b95a-46e1-46d1-a6f5-a63217cbddc6 for instance with vm_state building and task_state spawning. [ 1658.932118] env[63348]: DEBUG nova.compute.manager [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Received event network-changed-6e61b95a-46e1-46d1-a6f5-a63217cbddc6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1658.932280] env[63348]: DEBUG nova.compute.manager [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Refreshing instance network info cache due to event network-changed-6e61b95a-46e1-46d1-a6f5-a63217cbddc6. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1658.932593] env[63348]: DEBUG oslo_concurrency.lockutils [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] Acquiring lock "refresh_cache-b55b19a2-4be9-47ac-bdb9-64789756f862" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.932593] env[63348]: DEBUG oslo_concurrency.lockutils [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] Acquired lock "refresh_cache-b55b19a2-4be9-47ac-bdb9-64789756f862" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.932972] env[63348]: DEBUG nova.network.neutron [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Refreshing network info cache for port 6e61b95a-46e1-46d1-a6f5-a63217cbddc6 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1659.137030] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074595} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.137030] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1659.137535] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa3fde3-a826-40bd-ab17-501e1d337ae3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.152541] env[63348]: DEBUG oslo_concurrency.lockutils [req-e3b7ea04-145b-4796-bc0f-eeb15a305582 req-c2edcdec-70f5-48d8-835c-5c06d48a9183 service nova] Releasing lock "refresh_cache-d405bcd4-e175-4c22-b7ab-6a03b44bac42" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.165015] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] b55b19a2-4be9-47ac-bdb9-64789756f862/b55b19a2-4be9-47ac-bdb9-64789756f862.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1659.170026] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38655bfd-53e2-430a-a88d-1be9f192c105 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.188658] env[63348]: INFO nova.compute.manager [-] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Took 1.44 seconds to deallocate network for instance. [ 1659.202193] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521c576d-a008-c3a3-08e4-10d8d8364519, 'name': SearchDatastore_Task, 'duration_secs': 0.010868} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.206892] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.207047] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] d405bcd4-e175-4c22-b7ab-6a03b44bac42/d405bcd4-e175-4c22-b7ab-6a03b44bac42.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1659.207383] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1659.207383] env[63348]: value = "task-2022160" [ 1659.207383] env[63348]: _type = "Task" [ 1659.207383] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.207613] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fdbcf9b-bb9d-489f-8254-483f3e8b3ed8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.218776] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022157, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.222858] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1659.222858] env[63348]: value = "task-2022161" [ 1659.222858] env[63348]: _type = "Task" [ 1659.222858] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.226277] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.234640] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.258536] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022158, 'name': Rename_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.284701] env[63348]: DEBUG oslo_concurrency.lockutils [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Acquiring lock "eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.285422] env[63348]: DEBUG oslo_concurrency.lockutils [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Lock "eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.285422] env[63348]: DEBUG oslo_concurrency.lockutils [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Acquiring lock "eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.285422] env[63348]: DEBUG oslo_concurrency.lockutils [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Lock "eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.285536] env[63348]: DEBUG oslo_concurrency.lockutils [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Lock "eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.287744] env[63348]: INFO nova.compute.manager [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Terminating instance [ 1659.371669] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.372284] env[63348]: DEBUG nova.compute.manager [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1659.375182] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.053s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.375436] env[63348]: DEBUG nova.objects.instance [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Lazy-loading 'resources' on Instance uuid 9d723a61-a652-4e89-9bf7-eb544d66b24f {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.392612] env[63348]: WARNING nova.compute.manager [None req-ee979f85-9650-48b3-816c-afc3993ebd46 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Image not found during snapshot: nova.exception.ImageNotFound: Image 04c67a4a-774c-4cd3-ad82-067ca82872a0 could not be found. [ 1659.424748] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Releasing lock "refresh_cache-00bd8ea9-349c-493d-8f54-85856c566ad8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.425097] env[63348]: DEBUG nova.compute.manager [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Instance network_info: |[{"id": "0fa72944-e43a-468d-8312-d26f88d5f0aa", "address": "fa:16:3e:47:fb:5c", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa72944-e4", "ovs_interfaceid": "0fa72944-e43a-468d-8312-d26f88d5f0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1659.425396] env[63348]: DEBUG oslo_concurrency.lockutils [req-60da2526-8fad-44f0-8105-6f3c02802c05 req-dd430390-6c4f-44fd-ae68-35aee54632b2 service nova] Acquired lock "refresh_cache-00bd8ea9-349c-493d-8f54-85856c566ad8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.425568] env[63348]: DEBUG nova.network.neutron [req-60da2526-8fad-44f0-8105-6f3c02802c05 req-dd430390-6c4f-44fd-ae68-35aee54632b2 service nova] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Refreshing network info cache for port 0fa72944-e43a-468d-8312-d26f88d5f0aa {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1659.427594] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:fb:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fa72944-e43a-468d-8312-d26f88d5f0aa', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1659.436091] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Creating folder: Project (c9cfe6d207f84cc8b6e2e637d69fa056). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1659.438651] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e44b94ea-6c5b-4b70-9473-fb4333ddd38c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.450533] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Created folder: Project (c9cfe6d207f84cc8b6e2e637d69fa056) in parent group-v415427. [ 1659.450748] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Creating folder: Instances. Parent ref: group-v415498. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1659.451584] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c153a0dc-0240-4a62-8421-bbaa8379fd45 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.461385] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Created folder: Instances in parent group-v415498. [ 1659.461622] env[63348]: DEBUG oslo.service.loopingcall [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.461817] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1659.462177] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d62b6a6-6258-4e8b-88c6-e14dbacc4d8d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.482065] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1659.482065] env[63348]: value = "task-2022164" [ 1659.482065] env[63348]: _type = "Task" [ 1659.482065] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.489999] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022164, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.698764] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.714532] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022157, 'name': CreateSnapshot_Task, 'duration_secs': 1.102189} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.721764] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Created Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1659.722570] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04795d7-d885-44de-b364-95840e625d4d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.735972] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022160, 'name': ReconfigVM_Task, 'duration_secs': 0.347634} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.742333] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Reconfigured VM instance instance-00000014 to attach disk [datastore2] b55b19a2-4be9-47ac-bdb9-64789756f862/b55b19a2-4be9-47ac-bdb9-64789756f862.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1659.749228] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75ab06c9-7937-4c12-9a24-36353bbb09f8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.751699] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.760972] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022158, 'name': Rename_Task, 'duration_secs': 1.410009} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.762723] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1659.762723] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1659.762723] env[63348]: value = "task-2022165" [ 1659.762723] env[63348]: _type = "Task" [ 1659.762723] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.762891] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-843c485a-3afe-473f-8a65-9feeaef70445 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.777699] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022165, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.779184] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for the task: (returnval){ [ 1659.779184] env[63348]: value = "task-2022166" [ 1659.779184] env[63348]: _type = "Task" [ 1659.779184] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.793179] env[63348]: DEBUG oslo_concurrency.lockutils [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Acquiring lock "refresh_cache-eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.793441] env[63348]: DEBUG oslo_concurrency.lockutils [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Acquired lock "refresh_cache-eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.793629] env[63348]: DEBUG nova.network.neutron [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1659.794825] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022166, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.874134] env[63348]: DEBUG nova.network.neutron [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Updated VIF entry in instance network info cache for port 6e61b95a-46e1-46d1-a6f5-a63217cbddc6. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1659.874500] env[63348]: DEBUG nova.network.neutron [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Updating instance_info_cache with network_info: [{"id": "6e61b95a-46e1-46d1-a6f5-a63217cbddc6", "address": "fa:16:3e:78:af:94", "network": {"id": "c8ec7dc5-bd89-42cd-be55-8a2ff6416ad6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1929788479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f45a73d2d1f42a0a0c672abd085f991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e61b95a-46", "ovs_interfaceid": "6e61b95a-46e1-46d1-a6f5-a63217cbddc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.887769] env[63348]: DEBUG nova.compute.utils [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1659.895753] env[63348]: DEBUG nova.compute.manager [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Not allocating networking since 'none' was specified. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1659.997967] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022164, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.241319] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022161, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.250842] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Creating linked-clone VM from snapshot {{(pid=63348) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1660.254072] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4f09f991-610d-49ac-bd4d-1924cc120d2c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.263305] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1660.263305] env[63348]: value = "task-2022167" [ 1660.263305] env[63348]: _type = "Task" [ 1660.263305] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.280072] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022167, 'name': CloneVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.289917] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022165, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.295982] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022166, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.320505] env[63348]: DEBUG nova.network.neutron [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1660.377400] env[63348]: DEBUG oslo_concurrency.lockutils [req-e71fa632-e2af-4348-ab26-5bd7c3b3d7ed req-e7cd9f10-a413-412a-aaac-e8ce65b1670a service nova] Releasing lock "refresh_cache-b55b19a2-4be9-47ac-bdb9-64789756f862" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.381328] env[63348]: DEBUG nova.network.neutron [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.393017] env[63348]: DEBUG nova.compute.manager [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1660.399980] env[63348]: DEBUG nova.network.neutron [req-60da2526-8fad-44f0-8105-6f3c02802c05 req-dd430390-6c4f-44fd-ae68-35aee54632b2 service nova] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Updated VIF entry in instance network info cache for port 0fa72944-e43a-468d-8312-d26f88d5f0aa. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1660.400359] env[63348]: DEBUG nova.network.neutron [req-60da2526-8fad-44f0-8105-6f3c02802c05 req-dd430390-6c4f-44fd-ae68-35aee54632b2 service nova] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Updating instance_info_cache with network_info: [{"id": "0fa72944-e43a-468d-8312-d26f88d5f0aa", "address": "fa:16:3e:47:fb:5c", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa72944-e4", "ovs_interfaceid": "0fa72944-e43a-468d-8312-d26f88d5f0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.401998] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7328efc6-ae1a-4113-bece-8390aa3974d7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.426467] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Updating instance 'f964b631-4f16-4ba9-b0e2-61b99b1e3bf1' progress to 0 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1660.498891] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022164, 'name': CreateVM_Task, 'duration_secs': 0.732994} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.501783] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1660.502737] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.502902] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.503248] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1660.503685] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c41d8f-e9cb-44e7-a1de-4127842bd251 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.509057] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Waiting for the task: (returnval){ [ 1660.509057] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52cceb01-3318-a4d7-29f5-1fd81a5396c2" [ 1660.509057] env[63348]: _type = "Task" [ 1660.509057] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.517159] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac7cd21-96c2-42c9-961e-689fcdefcdad {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.522768] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52cceb01-3318-a4d7-29f5-1fd81a5396c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.528467] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a974e4ba-c508-4b51-bfaa-4b586acb07ef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.563424] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8243d8e1-cbc3-4e88-b16b-218c3b864c29 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.571298] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c97318-e5f3-4b5c-8537-dc78035ba34b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.585694] env[63348]: DEBUG nova.compute.provider_tree [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.737338] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022161, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.092336} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.738317] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] d405bcd4-e175-4c22-b7ab-6a03b44bac42/d405bcd4-e175-4c22-b7ab-6a03b44bac42.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1660.738317] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1660.738317] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a74303e-9070-4f44-aeae-a298ee115535 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.745661] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1660.745661] env[63348]: value = "task-2022168" [ 1660.745661] env[63348]: _type = "Task" [ 1660.745661] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.756648] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.776114] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022167, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.780665] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022165, 'name': Rename_Task, 'duration_secs': 0.874747} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.783727] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1660.783982] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68fffd2b-c0f0-4901-8bde-ba5cb5e2a917 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.791756] env[63348]: DEBUG oslo_vmware.api [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022166, 'name': PowerOnVM_Task, 'duration_secs': 1.00061} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.792819] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1660.793069] env[63348]: INFO nova.compute.manager [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Took 12.93 seconds to spawn the instance on the hypervisor. [ 1660.793326] env[63348]: DEBUG nova.compute.manager [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1660.793648] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1660.793648] env[63348]: value = "task-2022169" [ 1660.793648] env[63348]: _type = "Task" [ 1660.793648] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.794784] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fecd507-1c3a-469e-a45e-87d5af0c3939 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.810523] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022169, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.884280] env[63348]: DEBUG oslo_concurrency.lockutils [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Releasing lock "refresh_cache-eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.885061] env[63348]: DEBUG nova.compute.manager [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1660.885420] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1660.886729] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18cfbeb-8d02-4db4-873e-305db70b15dc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.896889] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.897398] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcfe2fac-8766-4b5e-af8c-3015b32c7199 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.906921] env[63348]: DEBUG oslo_concurrency.lockutils [req-60da2526-8fad-44f0-8105-6f3c02802c05 req-dd430390-6c4f-44fd-ae68-35aee54632b2 service nova] Releasing lock "refresh_cache-00bd8ea9-349c-493d-8f54-85856c566ad8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.908672] env[63348]: DEBUG oslo_vmware.api [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1660.908672] env[63348]: value = "task-2022170" [ 1660.908672] env[63348]: _type = "Task" [ 1660.908672] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.916821] env[63348]: DEBUG oslo_vmware.api [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.937547] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.937547] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bffce9b5-7922-4717-a793-c6ea4bc83616 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.945395] env[63348]: DEBUG oslo_vmware.api [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1660.945395] env[63348]: value = "task-2022171" [ 1660.945395] env[63348]: _type = "Task" [ 1660.945395] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.954774] env[63348]: DEBUG oslo_vmware.api [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.020633] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52cceb01-3318-a4d7-29f5-1fd81a5396c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011575} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.022699] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.022699] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1661.022699] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.022699] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.022949] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1661.023136] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-406185db-e86f-4656-8fca-80c23ac7b378 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.091736] env[63348]: DEBUG nova.scheduler.client.report [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1661.256410] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075263} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.256605] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1661.258205] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2f7e28-8d05-488e-a386-8448689e41e8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.280512] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] d405bcd4-e175-4c22-b7ab-6a03b44bac42/d405bcd4-e175-4c22-b7ab-6a03b44bac42.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1661.284388] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b891222e-9dd2-4620-bf65-f265cdaa597d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.305166] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022167, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.306846] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1661.306846] env[63348]: value = "task-2022172" [ 1661.306846] env[63348]: _type = "Task" [ 1661.306846] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.316643] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022169, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.320100] env[63348]: INFO nova.compute.manager [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Took 30.64 seconds to build instance. [ 1661.324787] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.405308] env[63348]: DEBUG nova.compute.manager [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1661.418545] env[63348]: DEBUG nova.compute.manager [req-10ba630c-76cd-4585-8297-520543b72d14 req-67e9c7f9-ca22-4dfd-ad36-4e44f9e4e6d3 service nova] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Received event network-vif-deleted-a92079f3-d85c-4fdd-ae72-aaafe6456ebd {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1661.426332] env[63348]: DEBUG oslo_vmware.api [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022170, 'name': PowerOffVM_Task, 'duration_secs': 0.183953} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.429235] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1661.429526] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1661.430405] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e5bbb16-285a-4c86-92c2-81390465d8bb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.437050] env[63348]: DEBUG nova.virt.hardware [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1661.437285] env[63348]: DEBUG nova.virt.hardware [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1661.437439] env[63348]: DEBUG nova.virt.hardware [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1661.437653] env[63348]: DEBUG nova.virt.hardware [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1661.437831] env[63348]: DEBUG nova.virt.hardware [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1661.437940] env[63348]: DEBUG nova.virt.hardware [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1661.438158] env[63348]: DEBUG nova.virt.hardware [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1661.439026] env[63348]: DEBUG nova.virt.hardware [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1661.439026] env[63348]: DEBUG nova.virt.hardware [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1661.439026] env[63348]: DEBUG nova.virt.hardware [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1661.439026] env[63348]: DEBUG nova.virt.hardware [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1661.439745] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfaab58-c5e9-48da-9e85-fdf2720301cf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.451191] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc5a7cd-d004-4119-a275-b4a1f6b47c4a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.462330] env[63348]: DEBUG oslo_vmware.api [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022171, 'name': PowerOffVM_Task, 'duration_secs': 0.448519} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.470657] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1661.470892] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Updating instance 'f964b631-4f16-4ba9-b0e2-61b99b1e3bf1' progress to 17 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1661.475438] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Instance VIF info [] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1661.481637] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Creating folder: Project (cbf3bd6cc30648d6816420d521891124). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1661.482949] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3343429f-d731-4142-9c2a-8cb891df5b43 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.484587] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1661.484774] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1661.484996] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Deleting the datastore file [datastore2] eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.485389] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-482b1cd1-eb1e-4f56-a5d1-4c6ae8f77f21 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.493845] env[63348]: DEBUG oslo_vmware.api [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for the task: (returnval){ [ 1661.493845] env[63348]: value = "task-2022175" [ 1661.493845] env[63348]: _type = "Task" [ 1661.493845] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.498249] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Created folder: Project (cbf3bd6cc30648d6816420d521891124) in parent group-v415427. [ 1661.498249] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Creating folder: Instances. Parent ref: group-v415502. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1661.498384] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4239b6ac-fe61-49b3-9538-b56e81fca293 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.502600] env[63348]: DEBUG oslo_vmware.api [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.510526] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Created folder: Instances in parent group-v415502. [ 1661.510769] env[63348]: DEBUG oslo.service.loopingcall [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.510960] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1661.511179] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66bdff5b-280c-451d-981a-4d93eb959ff7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.528718] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1661.528718] env[63348]: value = "task-2022177" [ 1661.528718] env[63348]: _type = "Task" [ 1661.528718] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.536515] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022177, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.595563] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.598790] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.371s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.598790] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.598790] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1661.599259] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.926s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.600579] env[63348]: INFO nova.compute.claims [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1661.604024] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ca05dd-1ab0-4e4e-950c-24152f302da5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.613307] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45840b0-0e07-4eb8-bb5a-d9d4a5106bab {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.621192] env[63348]: INFO nova.scheduler.client.report [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Deleted allocations for instance 9d723a61-a652-4e89-9bf7-eb544d66b24f [ 1661.636777] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f34fdd0-0c6b-4252-98e4-f025b3f87285 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.650143] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43474a76-3680-4a29-b9df-1d01c899377e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.685702] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180319MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1661.685886] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.781575] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022167, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.808473] env[63348]: DEBUG oslo_vmware.api [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022169, 'name': PowerOnVM_Task, 'duration_secs': 0.626931} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.811616] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1661.811854] env[63348]: INFO nova.compute.manager [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Took 11.24 seconds to spawn the instance on the hypervisor. [ 1661.812058] env[63348]: DEBUG nova.compute.manager [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1661.812845] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6f59fe-17e0-4a68-b4eb-3d1f0ba8d11e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.820738] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022172, 'name': ReconfigVM_Task, 'duration_secs': 0.500276} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.822519] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Reconfigured VM instance instance-00000015 to attach disk [datastore2] d405bcd4-e175-4c22-b7ab-6a03b44bac42/d405bcd4-e175-4c22-b7ab-6a03b44bac42.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1661.825886] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fa31f71-8e71-4da0-b22b-7e122aafc988 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.827980] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04607cfd-0cdf-46bd-8ee9-d070afa171da tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Lock "f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.188s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.836020] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1661.836020] env[63348]: value = "task-2022178" [ 1661.836020] env[63348]: _type = "Task" [ 1661.836020] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.844191] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022178, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.985781] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1661.985781] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1661.985781] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1661.985781] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1661.986052] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1661.986052] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1661.986220] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1661.986381] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1661.986597] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1661.986767] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1661.987351] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1661.992929] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ef4c277-c249-407d-9be1-dd931df73763 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.013384] env[63348]: DEBUG oslo_vmware.api [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Task: {'id': task-2022175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199937} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.014912] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1662.015205] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1662.015302] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1662.015521] env[63348]: INFO nova.compute.manager [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1662.015886] env[63348]: DEBUG oslo.service.loopingcall [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.016146] env[63348]: DEBUG oslo_vmware.api [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1662.016146] env[63348]: value = "task-2022179" [ 1662.016146] env[63348]: _type = "Task" [ 1662.016146] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.016401] env[63348]: DEBUG nova.compute.manager [-] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1662.016603] env[63348]: DEBUG nova.network.neutron [-] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1662.033119] env[63348]: DEBUG oslo_vmware.api [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.040536] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022177, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.046330] env[63348]: DEBUG nova.network.neutron [-] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1662.145512] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "bac7ec18-8d57-45bf-901a-ad7020428158" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.145804] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "bac7ec18-8d57-45bf-901a-ad7020428158" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.146046] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "bac7ec18-8d57-45bf-901a-ad7020428158-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.146240] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "bac7ec18-8d57-45bf-901a-ad7020428158-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.146513] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "bac7ec18-8d57-45bf-901a-ad7020428158-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.148181] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d79d1c2f-4944-4055-8cdf-c3ab326a54a5 tempest-ServerExternalEventsTest-691257004 tempest-ServerExternalEventsTest-691257004-project-member] Lock "9d723a61-a652-4e89-9bf7-eb544d66b24f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.782s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.149328] env[63348]: INFO nova.compute.manager [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Terminating instance [ 1662.287353] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022167, 'name': CloneVM_Task, 'duration_secs': 1.891082} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.287857] env[63348]: INFO nova.virt.vmwareapi.vmops [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Created linked-clone VM from snapshot [ 1662.289063] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc6b4de-0df7-4fe2-a389-1824db7d06cc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.301430] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Uploading image 552fab35-184d-4240-8dcb-1a81797478de {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1662.326664] env[63348]: DEBUG oslo_vmware.rw_handles [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1662.326664] env[63348]: value = "vm-415501" [ 1662.326664] env[63348]: _type = "VirtualMachine" [ 1662.326664] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1662.327547] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3af9eb2f-47e7-4947-8e13-73e2d394a86f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.338097] env[63348]: DEBUG nova.compute.manager [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1662.341339] env[63348]: INFO nova.compute.manager [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Took 30.21 seconds to build instance. [ 1662.349028] env[63348]: DEBUG oslo_vmware.rw_handles [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lease: (returnval){ [ 1662.349028] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a727cb-22c2-c902-a025-c4a0cf58eef1" [ 1662.349028] env[63348]: _type = "HttpNfcLease" [ 1662.349028] env[63348]: } obtained for exporting VM: (result){ [ 1662.349028] env[63348]: value = "vm-415501" [ 1662.349028] env[63348]: _type = "VirtualMachine" [ 1662.349028] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1662.349028] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the lease: (returnval){ [ 1662.349028] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a727cb-22c2-c902-a025-c4a0cf58eef1" [ 1662.349028] env[63348]: _type = "HttpNfcLease" [ 1662.349028] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1662.355746] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022178, 'name': Rename_Task, 'duration_secs': 0.139966} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.356457] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1662.356781] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f53933e-7e06-431a-b236-0a6c581abc19 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.363499] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1662.363499] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a727cb-22c2-c902-a025-c4a0cf58eef1" [ 1662.363499] env[63348]: _type = "HttpNfcLease" [ 1662.363499] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1662.369514] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1662.369514] env[63348]: value = "task-2022181" [ 1662.369514] env[63348]: _type = "Task" [ 1662.369514] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.379811] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.439745] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1662.439993] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1662.440870] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be2f0fff-5c51-4d98-ab2a-597ce23270b1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.446914] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Waiting for the task: (returnval){ [ 1662.446914] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528dfc19-d57f-f575-7c90-1a6f9df9aea3" [ 1662.446914] env[63348]: _type = "Task" [ 1662.446914] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.457206] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528dfc19-d57f-f575-7c90-1a6f9df9aea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.527804] env[63348]: DEBUG oslo_vmware.api [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022179, 'name': ReconfigVM_Task, 'duration_secs': 0.25773} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.528154] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Updating instance 'f964b631-4f16-4ba9-b0e2-61b99b1e3bf1' progress to 33 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1662.540391] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022177, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.548856] env[63348]: DEBUG nova.network.neutron [-] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.652844] env[63348]: DEBUG nova.compute.manager [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1662.653097] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1662.653969] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870c106d-1df8-47c4-b154-1ea302577d39 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.667109] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1662.667296] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4edce830-d55a-4b7d-aa45-97c7c8c52050 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.675217] env[63348]: DEBUG oslo_vmware.api [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1662.675217] env[63348]: value = "task-2022182" [ 1662.675217] env[63348]: _type = "Task" [ 1662.675217] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.688543] env[63348]: DEBUG oslo_vmware.api [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.848999] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a15cb1ca-9173-42af-b17f-7aa8bf5ea74d tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "b55b19a2-4be9-47ac-bdb9-64789756f862" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.729s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.862231] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1662.862231] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a727cb-22c2-c902-a025-c4a0cf58eef1" [ 1662.862231] env[63348]: _type = "HttpNfcLease" [ 1662.862231] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1662.862996] env[63348]: DEBUG oslo_vmware.rw_handles [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1662.862996] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a727cb-22c2-c902-a025-c4a0cf58eef1" [ 1662.862996] env[63348]: _type = "HttpNfcLease" [ 1662.862996] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1662.863831] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e50335-495a-4155-85a8-276567bf5701 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.872319] env[63348]: DEBUG oslo_vmware.rw_handles [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280edd7-0ff4-bd68-d358-21618f8b5b5c/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1662.872553] env[63348]: DEBUG oslo_vmware.rw_handles [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280edd7-0ff4-bd68-d358-21618f8b5b5c/disk-0.vmdk for reading. {{(pid=63348) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1662.882669] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.952227] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022181, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.967024] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528dfc19-d57f-f575-7c90-1a6f9df9aea3, 'name': SearchDatastore_Task, 'duration_secs': 0.041887} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.967024] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e4bea02-7942-4e62-be65-8c45c944eb84 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.971517] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Waiting for the task: (returnval){ [ 1662.971517] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520c2608-9632-6aa6-e4e9-cd8cf7c52006" [ 1662.971517] env[63348]: _type = "Task" [ 1662.971517] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.986126] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520c2608-9632-6aa6-e4e9-cd8cf7c52006, 'name': SearchDatastore_Task, 'duration_secs': 0.010749} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.986998] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.986998] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 00bd8ea9-349c-493d-8f54-85856c566ad8/00bd8ea9-349c-493d-8f54-85856c566ad8.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1662.987174] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47b4ec90-f6e1-421b-89fd-b249157a3007 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.999989] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Waiting for the task: (returnval){ [ 1662.999989] env[63348]: value = "task-2022183" [ 1662.999989] env[63348]: _type = "Task" [ 1662.999989] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.000411] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9f6cec0e-7c40-4b1d-884f-29fce4eb76d0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.012641] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': task-2022183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.034433] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1663.034934] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1663.035211] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1663.035488] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1663.035694] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1663.035898] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1663.036212] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1663.036454] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1663.037533] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1663.037533] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1663.037533] env[63348]: DEBUG nova.virt.hardware [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1663.046380] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1663.055248] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00d2b190-7bd4-4875-8040-fffc2f09856d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.074139] env[63348]: INFO nova.compute.manager [-] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Took 1.06 seconds to deallocate network for instance. [ 1663.083582] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022177, 'name': CreateVM_Task, 'duration_secs': 1.492957} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.088637] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1663.089089] env[63348]: DEBUG oslo_vmware.api [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1663.089089] env[63348]: value = "task-2022184" [ 1663.089089] env[63348]: _type = "Task" [ 1663.089089] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.092481] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.092764] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.093210] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1663.093841] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d161d196-f7a2-439f-87c7-d172d581f716 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.103290] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1663.103290] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5219be37-e7a9-4809-a685-cc2a992e10cc" [ 1663.103290] env[63348]: _type = "Task" [ 1663.103290] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.106721] env[63348]: DEBUG oslo_vmware.api [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.121014] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5219be37-e7a9-4809-a685-cc2a992e10cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.121014] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.121014] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1663.121182] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.121297] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.121479] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1663.121760] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbfee9d8-0bb6-4cc3-b80f-1beae32ad4b6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.129638] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1663.129832] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1663.132998] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4de74ea-f6e6-4950-9033-2b360348715b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.139240] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1663.139240] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52040f1c-33dc-6a32-8f3b-27b13fd567a0" [ 1663.139240] env[63348]: _type = "Task" [ 1663.139240] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.147882] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52040f1c-33dc-6a32-8f3b-27b13fd567a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.189297] env[63348]: DEBUG oslo_vmware.api [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022182, 'name': PowerOffVM_Task, 'duration_secs': 0.203265} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.189655] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1663.189766] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1663.190035] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bc24a42-ff79-47ce-a9b5-873ce58a9afc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.249042] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04af5454-0688-413e-b984-3d35b7a95b58 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.263286] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed19e4d-4793-4d8c-8fa0-fbbe8b5c0e9c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.305050] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c7cc1b-9b4c-4fb7-a676-b591ad3d44b8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.308425] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1663.308532] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1663.308719] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Deleting the datastore file [datastore2] bac7ec18-8d57-45bf-901a-ad7020428158 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1663.309293] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41d2cac3-5ecf-4536-b041-d720df8799bc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.320286] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0d86d8-ca20-4706-a13e-34d0f5292328 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.327186] env[63348]: DEBUG oslo_vmware.api [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1663.327186] env[63348]: value = "task-2022186" [ 1663.327186] env[63348]: _type = "Task" [ 1663.327186] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.337877] env[63348]: DEBUG nova.compute.provider_tree [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.347253] env[63348]: DEBUG oslo_vmware.api [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.359053] env[63348]: DEBUG nova.compute.manager [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1663.384633] env[63348]: DEBUG oslo_vmware.api [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022181, 'name': PowerOnVM_Task, 'duration_secs': 0.607961} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.384985] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1663.385297] env[63348]: INFO nova.compute.manager [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1663.385514] env[63348]: DEBUG nova.compute.manager [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1663.386436] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ab582a-e9eb-4699-b957-ce8e3ef6ae6b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.389613] env[63348]: INFO nova.compute.manager [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Rescuing [ 1663.389867] env[63348]: DEBUG oslo_concurrency.lockutils [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Acquiring lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.390092] env[63348]: DEBUG oslo_concurrency.lockutils [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Acquired lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.390317] env[63348]: DEBUG nova.network.neutron [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1663.517240] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': task-2022183, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.591555] env[63348]: DEBUG oslo_concurrency.lockutils [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.606170] env[63348]: DEBUG oslo_vmware.api [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022184, 'name': ReconfigVM_Task, 'duration_secs': 0.177299} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.606170] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1663.606697] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8384c33-fd83-42ea-bc44-f6ed2702d06c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.632434] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] f964b631-4f16-4ba9-b0e2-61b99b1e3bf1/f964b631-4f16-4ba9-b0e2-61b99b1e3bf1.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1663.633058] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ced7f16-3920-46b7-8acc-0c130907d8ff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.658848] env[63348]: DEBUG oslo_vmware.api [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1663.658848] env[63348]: value = "task-2022187" [ 1663.658848] env[63348]: _type = "Task" [ 1663.658848] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.663053] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52040f1c-33dc-6a32-8f3b-27b13fd567a0, 'name': SearchDatastore_Task, 'duration_secs': 0.008849} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.667388] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac5884fe-5070-4bd5-86d3-c21cefa75c39 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.678043] env[63348]: DEBUG oslo_vmware.api [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.679703] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1663.679703] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e01fbe-bc02-4e14-92d0-8e29df639d64" [ 1663.679703] env[63348]: _type = "Task" [ 1663.679703] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.689624] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e01fbe-bc02-4e14-92d0-8e29df639d64, 'name': SearchDatastore_Task, 'duration_secs': 0.010606} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.689983] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.690379] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] f6c71ec2-3470-484e-9371-6c166bcf07a6/f6c71ec2-3470-484e-9371-6c166bcf07a6.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1663.690800] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d4614b2-2385-44f4-9761-9c46893517cd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.697593] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1663.697593] env[63348]: value = "task-2022188" [ 1663.697593] env[63348]: _type = "Task" [ 1663.697593] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.706569] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.835859] env[63348]: DEBUG oslo_vmware.api [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287845} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.836202] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1663.836463] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1663.836724] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1663.836979] env[63348]: INFO nova.compute.manager [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1663.837287] env[63348]: DEBUG oslo.service.loopingcall [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.837703] env[63348]: DEBUG nova.compute.manager [-] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1663.837816] env[63348]: DEBUG nova.network.neutron [-] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1663.842324] env[63348]: DEBUG nova.scheduler.client.report [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1663.899522] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.911224] env[63348]: INFO nova.compute.manager [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Took 31.56 seconds to build instance. [ 1664.019550] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': task-2022183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575967} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.020877] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 00bd8ea9-349c-493d-8f54-85856c566ad8/00bd8ea9-349c-493d-8f54-85856c566ad8.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1664.020877] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1664.021579] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cea35d4-6057-43e6-be6e-37d0f175c213 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.033696] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Waiting for the task: (returnval){ [ 1664.033696] env[63348]: value = "task-2022189" [ 1664.033696] env[63348]: _type = "Task" [ 1664.033696] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.047838] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': task-2022189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.180336] env[63348]: DEBUG oslo_vmware.api [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.210310] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022188, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.352464] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.355056] env[63348]: DEBUG nova.compute.manager [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1664.363349] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.526s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.363619] env[63348]: DEBUG nova.objects.instance [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lazy-loading 'resources' on Instance uuid d686e8e0-41bf-4e2a-964a-b6ffc09f8e58 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1664.413863] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a9bd5a5b-ad9c-4f3a-a8b0-945dbb97604f tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "d405bcd4-e175-4c22-b7ab-6a03b44bac42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.078s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.523468] env[63348]: DEBUG nova.network.neutron [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Updating instance_info_cache with network_info: [{"id": "9357fd70-3b6f-45f8-bacb-a2afbcf32329", "address": "fa:16:3e:9a:0c:5e", "network": {"id": "627d4b8c-a9db-41a2-af0c-3fa61502f932", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1805083929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8e0a5ee50aa9492f8e144c7fa84d015e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9357fd70-3b", "ovs_interfaceid": "9357fd70-3b6f-45f8-bacb-a2afbcf32329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.546026] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': task-2022189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172785} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.547542] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1664.548983] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3472c382-e70f-4c5b-bb55-c2bc05ce0c85 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.577513] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 00bd8ea9-349c-493d-8f54-85856c566ad8/00bd8ea9-349c-493d-8f54-85856c566ad8.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1664.580527] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6428d1a3-aa78-4870-951e-9d7ab5b07856 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.604016] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Waiting for the task: (returnval){ [ 1664.604016] env[63348]: value = "task-2022190" [ 1664.604016] env[63348]: _type = "Task" [ 1664.604016] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.615826] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': task-2022190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.673681] env[63348]: DEBUG oslo_vmware.api [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022187, 'name': ReconfigVM_Task, 'duration_secs': 0.750111} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.673971] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Reconfigured VM instance instance-00000009 to attach disk [datastore1] f964b631-4f16-4ba9-b0e2-61b99b1e3bf1/f964b631-4f16-4ba9-b0e2-61b99b1e3bf1.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1664.674668] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Updating instance 'f964b631-4f16-4ba9-b0e2-61b99b1e3bf1' progress to 50 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1664.709816] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511345} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.710300] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] f6c71ec2-3470-484e-9371-6c166bcf07a6/f6c71ec2-3470-484e-9371-6c166bcf07a6.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1664.711589] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1664.711589] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9bcf1a1-1653-4fa7-abf8-a9891a061619 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.718563] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1664.718563] env[63348]: value = "task-2022191" [ 1664.718563] env[63348]: _type = "Task" [ 1664.718563] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.728435] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.867021] env[63348]: DEBUG nova.compute.utils [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1664.867021] env[63348]: DEBUG nova.compute.manager [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1664.867021] env[63348]: DEBUG nova.network.neutron [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1664.919598] env[63348]: DEBUG nova.compute.manager [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1664.980102] env[63348]: DEBUG nova.policy [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7da690f2285747a2993f34880de218bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1637aa2e8f824ad0aad5804bf93a4a97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1665.030467] env[63348]: DEBUG oslo_concurrency.lockutils [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Releasing lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.080333] env[63348]: DEBUG nova.network.neutron [-] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.117444] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': task-2022190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.186262] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4229ef2-32f3-46bf-a29d-be6b73b6b7ba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.221636] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0498dd5b-f13a-444a-8b00-2e38c9b1524b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.231285] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235871} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.248698] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1665.249836] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Updating instance 'f964b631-4f16-4ba9-b0e2-61b99b1e3bf1' progress to 67 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1665.257276] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d99162b-1190-4f91-9cc2-ba52bde9f7f1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.279968] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] f6c71ec2-3470-484e-9371-6c166bcf07a6/f6c71ec2-3470-484e-9371-6c166bcf07a6.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1665.283554] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9ae8d62-6bfc-42a5-9c8f-7bdf84bc5706 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.304673] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1665.304673] env[63348]: value = "task-2022192" [ 1665.304673] env[63348]: _type = "Task" [ 1665.304673] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.314862] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.373552] env[63348]: DEBUG nova.compute.manager [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1665.441128] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.462061] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d22511c-15c9-43a8-a575-922189641980 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.472200] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f2f04c-cad6-4c44-a38f-28d82a408e82 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.510196] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf02bbc-c0fd-404c-866e-2f2d85996fcf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.518426] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f18d0b6-55c7-441c-bde6-cfb308bbfd22 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.532643] env[63348]: DEBUG nova.compute.provider_tree [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.582672] env[63348]: INFO nova.compute.manager [-] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Took 1.74 seconds to deallocate network for instance. [ 1665.621868] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': task-2022190, 'name': ReconfigVM_Task, 'duration_secs': 0.966225} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.622179] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 00bd8ea9-349c-493d-8f54-85856c566ad8/00bd8ea9-349c-493d-8f54-85856c566ad8.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1665.622884] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8813c0b9-d001-4917-bdbe-c6c3c5dea346 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.632404] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Waiting for the task: (returnval){ [ 1665.632404] env[63348]: value = "task-2022193" [ 1665.632404] env[63348]: _type = "Task" [ 1665.632404] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.642548] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': task-2022193, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.817828] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022192, 'name': ReconfigVM_Task, 'duration_secs': 0.497295} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.818242] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Reconfigured VM instance instance-00000017 to attach disk [datastore1] f6c71ec2-3470-484e-9371-6c166bcf07a6/f6c71ec2-3470-484e-9371-6c166bcf07a6.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1665.819182] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7005a6d5-1319-4892-a8cc-c078d5c2cb83 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.827010] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1665.827010] env[63348]: value = "task-2022194" [ 1665.827010] env[63348]: _type = "Task" [ 1665.827010] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.827913] env[63348]: DEBUG nova.network.neutron [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Successfully created port: 251574ad-777e-42f9-890e-3a6e89f8096d {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1665.843451] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022194, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.848582] env[63348]: DEBUG nova.network.neutron [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Port c17bdedc-4c02-4db3-b04c-8f5ce39961d9 binding to destination host cpu-1 is already ACTIVE {{(pid=63348) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3227}} [ 1665.917473] env[63348]: DEBUG nova.compute.manager [req-e354e5c6-e87f-4d39-86cf-9aebae58c682 req-7fdc602b-c733-4d4a-beb8-35ef8fae60a1 service nova] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Received event network-vif-deleted-dfc4e3e6-2bab-41d0-a225-470f7ddb7a5c {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1666.036598] env[63348]: DEBUG nova.scheduler.client.report [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1666.089457] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.146768] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': task-2022193, 'name': Rename_Task, 'duration_secs': 0.215277} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.147193] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1666.147393] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8771834c-90dc-49b0-bf9f-a7908c65317b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.154137] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Waiting for the task: (returnval){ [ 1666.154137] env[63348]: value = "task-2022195" [ 1666.154137] env[63348]: _type = "Task" [ 1666.154137] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.162970] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': task-2022195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.345272] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022194, 'name': Rename_Task, 'duration_secs': 0.210281} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.345925] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1666.346312] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a48e0d82-56e4-4ac8-8a1b-38b2c42388b5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.356034] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1666.356034] env[63348]: value = "task-2022196" [ 1666.356034] env[63348]: _type = "Task" [ 1666.356034] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.365534] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.385557] env[63348]: DEBUG nova.compute.manager [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1666.420288] env[63348]: DEBUG nova.virt.hardware [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1666.420418] env[63348]: DEBUG nova.virt.hardware [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1666.420575] env[63348]: DEBUG nova.virt.hardware [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1666.420755] env[63348]: DEBUG nova.virt.hardware [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1666.420899] env[63348]: DEBUG nova.virt.hardware [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1666.421059] env[63348]: DEBUG nova.virt.hardware [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1666.421273] env[63348]: DEBUG nova.virt.hardware [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1666.421429] env[63348]: DEBUG nova.virt.hardware [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1666.421681] env[63348]: DEBUG nova.virt.hardware [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1666.422181] env[63348]: DEBUG nova.virt.hardware [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1666.422181] env[63348]: DEBUG nova.virt.hardware [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1666.422923] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc24221-1012-434e-9bd2-fa6db3a3fb6d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.432055] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2160d03d-0769-4f46-b615-b72068afd8d2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.543434] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.545918] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.679s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.550870] env[63348]: INFO nova.compute.claims [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1666.573658] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1666.574031] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78fbe4dc-4aa0-4ec8-95fd-984ccd885be8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.580892] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for the task: (returnval){ [ 1666.580892] env[63348]: value = "task-2022197" [ 1666.580892] env[63348]: _type = "Task" [ 1666.580892] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.585632] env[63348]: INFO nova.scheduler.client.report [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Deleted allocations for instance d686e8e0-41bf-4e2a-964a-b6ffc09f8e58 [ 1666.597359] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.669931] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': task-2022195, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.870943] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.871578] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.871822] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.892457] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022196, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.092371] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022197, 'name': PowerOffVM_Task, 'duration_secs': 0.229142} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.092702] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1667.093584] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d397ee4-d7e9-473c-8645-c8de08532d6d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.116206] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e6eead0-3923-43a3-837f-a726d8f3845a tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "d686e8e0-41bf-4e2a-964a-b6ffc09f8e58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.503s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.117660] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18596378-3ca0-4409-ab22-5d63c8a115d2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.156413] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1667.156413] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4e7510a-5253-41f5-a3ae-5e9434bfa3aa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.170316] env[63348]: DEBUG oslo_vmware.api [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': task-2022195, 'name': PowerOnVM_Task, 'duration_secs': 0.75552} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.172484] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1667.172772] env[63348]: INFO nova.compute.manager [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Took 11.20 seconds to spawn the instance on the hypervisor. [ 1667.173036] env[63348]: DEBUG nova.compute.manager [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1667.173555] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for the task: (returnval){ [ 1667.173555] env[63348]: value = "task-2022198" [ 1667.173555] env[63348]: _type = "Task" [ 1667.173555] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.174394] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bd44f9-8074-4a3a-8257-028da9b268db {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.201837] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] VM already powered off {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1667.202281] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1667.202620] env[63348]: DEBUG oslo_concurrency.lockutils [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.202841] env[63348]: DEBUG oslo_concurrency.lockutils [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.203119] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1667.203797] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c42bee4a-62d2-44e3-8d90-c814ec78b728 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.214612] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1667.215344] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1667.216100] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c19d99-0222-44dc-b7c5-9d7f01140546 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.224791] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for the task: (returnval){ [ 1667.224791] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52925743-6b8b-f081-6f09-a21c74214df7" [ 1667.224791] env[63348]: _type = "Task" [ 1667.224791] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.234565] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52925743-6b8b-f081-6f09-a21c74214df7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.377755] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022196, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.714157] env[63348]: INFO nova.compute.manager [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Took 33.24 seconds to build instance. [ 1667.735644] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52925743-6b8b-f081-6f09-a21c74214df7, 'name': SearchDatastore_Task, 'duration_secs': 0.016075} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.739686] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe5b5ee3-d08d-42bd-b23b-7af8fe538086 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.749563] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for the task: (returnval){ [ 1667.749563] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ab120f-7adc-fa4a-a64f-1b9c40a823f2" [ 1667.749563] env[63348]: _type = "Task" [ 1667.749563] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.762671] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ab120f-7adc-fa4a-a64f-1b9c40a823f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.882936] env[63348]: DEBUG oslo_vmware.api [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022196, 'name': PowerOnVM_Task, 'duration_secs': 1.497274} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.883196] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1667.884460] env[63348]: INFO nova.compute.manager [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Took 6.48 seconds to spawn the instance on the hypervisor. [ 1667.884694] env[63348]: DEBUG nova.compute.manager [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1667.890845] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680478c9-2445-41a2-b7da-33dd68b789b3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.957144] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "refresh_cache-f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.957337] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquired lock "refresh_cache-f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.957509] env[63348]: DEBUG nova.network.neutron [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1668.027180] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccf6a96-b0a4-4cf9-9131-129651007ffb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.035251] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c35e07-6f6e-479e-b4cf-bb1dcdaafe33 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.075275] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2958efc2-6c2b-41ee-89cf-832176cc2a79 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.083184] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3934dff-5d03-4d14-8d96-2436c3949f89 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.098069] env[63348]: DEBUG nova.compute.provider_tree [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1668.219454] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4580e9e1-6e43-447f-81f3-0250a9c1a2ac tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Lock "00bd8ea9-349c-493d-8f54-85856c566ad8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.751s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.262811] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ab120f-7adc-fa4a-a64f-1b9c40a823f2, 'name': SearchDatastore_Task, 'duration_secs': 0.013605} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.263092] env[63348]: DEBUG oslo_concurrency.lockutils [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.263350] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] f4ee9c60-8bc1-4397-8c5b-9b94f2318db0/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk. {{(pid=63348) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1668.263613] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a665525-a173-40b2-8547-b8777fa17fb1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.270771] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for the task: (returnval){ [ 1668.270771] env[63348]: value = "task-2022199" [ 1668.270771] env[63348]: _type = "Task" [ 1668.270771] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.279321] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.422030] env[63348]: INFO nova.compute.manager [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Took 33.05 seconds to build instance. [ 1668.605151] env[63348]: DEBUG nova.scheduler.client.report [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1668.655479] env[63348]: DEBUG nova.network.neutron [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Successfully updated port: 251574ad-777e-42f9-890e-3a6e89f8096d {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1668.722338] env[63348]: DEBUG nova.compute.manager [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1668.783645] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022199, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.923282] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a483bbc7-0b08-4ce2-ae11-db5dcaf8dfdb tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Lock "f6c71ec2-3470-484e-9371-6c166bcf07a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.565s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.112296] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.112708] env[63348]: DEBUG nova.compute.manager [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1669.116219] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.247s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.116408] env[63348]: DEBUG nova.objects.instance [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63348) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1669.139024] env[63348]: DEBUG nova.network.neutron [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Updating instance_info_cache with network_info: [{"id": "c17bdedc-4c02-4db3-b04c-8f5ce39961d9", "address": "fa:16:3e:68:83:ea", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17bdedc-4c", "ovs_interfaceid": "c17bdedc-4c02-4db3-b04c-8f5ce39961d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.160119] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Acquiring lock "refresh_cache-ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.160618] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Acquired lock "refresh_cache-ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.160618] env[63348]: DEBUG nova.network.neutron [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1669.251479] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.285046] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835631} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.285477] env[63348]: INFO nova.virt.vmwareapi.ds_util [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] f4ee9c60-8bc1-4397-8c5b-9b94f2318db0/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk. [ 1669.286351] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea3c1b5-8e2e-453c-900f-c4d46dca8a09 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.313108] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] f4ee9c60-8bc1-4397-8c5b-9b94f2318db0/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1669.313817] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7599bdb-9452-4989-9797-2dbb89219c88 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.332672] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for the task: (returnval){ [ 1669.332672] env[63348]: value = "task-2022200" [ 1669.332672] env[63348]: _type = "Task" [ 1669.332672] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.341703] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.427093] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1669.632745] env[63348]: DEBUG nova.compute.utils [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1669.637297] env[63348]: DEBUG nova.compute.manager [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1669.641542] env[63348]: DEBUG nova.network.neutron [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1669.644376] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Releasing lock "refresh_cache-f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.683901] env[63348]: DEBUG nova.compute.manager [req-d540eafc-b107-4884-9e34-c9766015b0b2 req-5332cfbc-74df-4f43-a20c-dd89bbae42fd service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Received event network-changed-028d5cda-bece-4e66-b80b-52613eadb5a0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1669.688260] env[63348]: DEBUG nova.compute.manager [req-d540eafc-b107-4884-9e34-c9766015b0b2 req-5332cfbc-74df-4f43-a20c-dd89bbae42fd service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Refreshing instance network info cache due to event network-changed-028d5cda-bece-4e66-b80b-52613eadb5a0. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1669.688649] env[63348]: DEBUG oslo_concurrency.lockutils [req-d540eafc-b107-4884-9e34-c9766015b0b2 req-5332cfbc-74df-4f43-a20c-dd89bbae42fd service nova] Acquiring lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.688765] env[63348]: DEBUG oslo_concurrency.lockutils [req-d540eafc-b107-4884-9e34-c9766015b0b2 req-5332cfbc-74df-4f43-a20c-dd89bbae42fd service nova] Acquired lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.688946] env[63348]: DEBUG nova.network.neutron [req-d540eafc-b107-4884-9e34-c9766015b0b2 req-5332cfbc-74df-4f43-a20c-dd89bbae42fd service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Refreshing network info cache for port 028d5cda-bece-4e66-b80b-52613eadb5a0 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1669.729455] env[63348]: DEBUG nova.policy [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b47d155012464658b0641ae18c1bcd0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3cec521bc6149ebb5d1ade9791ac3b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1669.759896] env[63348]: DEBUG nova.network.neutron [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1669.848624] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.954492] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.137996] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f612d8c3-7f01-4a91-bf25-c48853bf0496 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.139293] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.773s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.141699] env[63348]: INFO nova.compute.claims [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1670.147291] env[63348]: DEBUG nova.compute.manager [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1670.181891] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f18241f-89b9-4218-96db-2f9e281d2ed8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.217091] env[63348]: DEBUG nova.network.neutron [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Updating instance_info_cache with network_info: [{"id": "251574ad-777e-42f9-890e-3a6e89f8096d", "address": "fa:16:3e:41:4f:ee", "network": {"id": "cc2d6ac0-c029-4c1e-a56d-3391892b826d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1236811107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1637aa2e8f824ad0aad5804bf93a4a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251574ad-77", "ovs_interfaceid": "251574ad-777e-42f9-890e-3a6e89f8096d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.219910] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9890fcb-8b68-4f75-9519-4a4745323ef6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.232773] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Updating instance 'f964b631-4f16-4ba9-b0e2-61b99b1e3bf1' progress to 83 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1670.345772] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022200, 'name': ReconfigVM_Task, 'duration_secs': 0.582793} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.346951] env[63348]: DEBUG nova.network.neutron [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Successfully created port: cfa9d608-d2e4-4f82-9943-cb9ce2b697e5 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1670.348995] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Reconfigured VM instance instance-00000013 to attach disk [datastore2] f4ee9c60-8bc1-4397-8c5b-9b94f2318db0/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1670.350593] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5680be-661c-46a3-8094-0fb662c0783e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.381878] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0635fa3f-e3f2-498e-a849-2cd78028ac4d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.399436] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for the task: (returnval){ [ 1670.399436] env[63348]: value = "task-2022201" [ 1670.399436] env[63348]: _type = "Task" [ 1670.399436] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.413158] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.662802] env[63348]: INFO nova.virt.block_device [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Booting with volume b91ac360-8b4e-448d-be18-9242e4d80391 at /dev/sda [ 1670.721810] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96230f01-3b1c-4417-b5dd-df6bdacb636a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.727922] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Releasing lock "refresh_cache-ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.728166] env[63348]: DEBUG nova.compute.manager [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Instance network_info: |[{"id": "251574ad-777e-42f9-890e-3a6e89f8096d", "address": "fa:16:3e:41:4f:ee", "network": {"id": "cc2d6ac0-c029-4c1e-a56d-3391892b826d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1236811107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1637aa2e8f824ad0aad5804bf93a4a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251574ad-77", "ovs_interfaceid": "251574ad-777e-42f9-890e-3a6e89f8096d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1670.728845] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:4f:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '251574ad-777e-42f9-890e-3a6e89f8096d', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1670.736532] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Creating folder: Project (1637aa2e8f824ad0aad5804bf93a4a97). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1670.738487] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b475f516-35db-49d7-8789-6c57399048dc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.741941] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1670.743822] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b84420d-661d-437a-9847-508d7cbe9a32 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.747781] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3388c89f-2f72-43c0-a255-ae1e0bebfa43 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.761637] env[63348]: DEBUG nova.network.neutron [req-d540eafc-b107-4884-9e34-c9766015b0b2 req-5332cfbc-74df-4f43-a20c-dd89bbae42fd service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Updated VIF entry in instance network info cache for port 028d5cda-bece-4e66-b80b-52613eadb5a0. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1670.762015] env[63348]: DEBUG nova.network.neutron [req-d540eafc-b107-4884-9e34-c9766015b0b2 req-5332cfbc-74df-4f43-a20c-dd89bbae42fd service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Updating instance_info_cache with network_info: [{"id": "028d5cda-bece-4e66-b80b-52613eadb5a0", "address": "fa:16:3e:91:c0:b7", "network": {"id": "c8ec7dc5-bd89-42cd-be55-8a2ff6416ad6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1929788479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f45a73d2d1f42a0a0c672abd085f991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028d5cda-be", "ovs_interfaceid": "028d5cda-bece-4e66-b80b-52613eadb5a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.768648] env[63348]: DEBUG oslo_vmware.api [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1670.768648] env[63348]: value = "task-2022202" [ 1670.768648] env[63348]: _type = "Task" [ 1670.768648] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.772544] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Created folder: Project (1637aa2e8f824ad0aad5804bf93a4a97) in parent group-v415427. [ 1670.772544] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Creating folder: Instances. Parent ref: group-v415505. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1670.786044] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb1045a9-a647-44e1-bdbc-1ea321566dfb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.792245] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cd46049-f0b3-4f85-ab58-185e9827ab1c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.802956] env[63348]: DEBUG oslo_vmware.api [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022202, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.806050] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Created folder: Instances in parent group-v415505. [ 1670.806050] env[63348]: DEBUG oslo.service.loopingcall [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.809034] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3f40e4-08a1-4f5e-ab9a-b6524dc31c13 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.819476] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1670.823025] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35298aec-d905-4e12-a765-40a00da342be {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.842325] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1670.842325] env[63348]: value = "task-2022205" [ 1670.842325] env[63348]: _type = "Task" [ 1670.842325] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.861345] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49762a1b-8842-4931-adb7-a6b476177566 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.866834] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022205, 'name': CreateVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.872164] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b06f22d-5962-427b-915e-643ffa58cb4d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.893343] env[63348]: DEBUG nova.virt.block_device [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Updating existing volume attachment record: f2e93735-ea58-4273-9a36-c856b94f1290 {{(pid=63348) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1670.911535] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022201, 'name': ReconfigVM_Task, 'duration_secs': 0.362724} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.911967] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1670.912271] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e479976-f78e-459c-a0fd-b41ddb27b377 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.918826] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for the task: (returnval){ [ 1670.918826] env[63348]: value = "task-2022206" [ 1670.918826] env[63348]: _type = "Task" [ 1670.918826] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.928207] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.275545] env[63348]: DEBUG oslo_concurrency.lockutils [req-d540eafc-b107-4884-9e34-c9766015b0b2 req-5332cfbc-74df-4f43-a20c-dd89bbae42fd service nova] Releasing lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.275803] env[63348]: DEBUG nova.compute.manager [req-d540eafc-b107-4884-9e34-c9766015b0b2 req-5332cfbc-74df-4f43-a20c-dd89bbae42fd service nova] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Received event network-changed-446e36ba-0c46-42db-91da-ccd41044ebe6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1671.275968] env[63348]: DEBUG nova.compute.manager [req-d540eafc-b107-4884-9e34-c9766015b0b2 req-5332cfbc-74df-4f43-a20c-dd89bbae42fd service nova] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Refreshing instance network info cache due to event network-changed-446e36ba-0c46-42db-91da-ccd41044ebe6. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1671.276362] env[63348]: DEBUG oslo_concurrency.lockutils [req-d540eafc-b107-4884-9e34-c9766015b0b2 req-5332cfbc-74df-4f43-a20c-dd89bbae42fd service nova] Acquiring lock "refresh_cache-d405bcd4-e175-4c22-b7ab-6a03b44bac42" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.276534] env[63348]: DEBUG oslo_concurrency.lockutils [req-d540eafc-b107-4884-9e34-c9766015b0b2 req-5332cfbc-74df-4f43-a20c-dd89bbae42fd service nova] Acquired lock "refresh_cache-d405bcd4-e175-4c22-b7ab-6a03b44bac42" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.276719] env[63348]: DEBUG nova.network.neutron [req-d540eafc-b107-4884-9e34-c9766015b0b2 req-5332cfbc-74df-4f43-a20c-dd89bbae42fd service nova] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Refreshing network info cache for port 446e36ba-0c46-42db-91da-ccd41044ebe6 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1671.292783] env[63348]: DEBUG oslo_vmware.api [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022202, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.355375] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022205, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.437993] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022206, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.739692] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cbad13-bfa9-469f-9f83-22511e4daf2b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.750245] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dbde19-6b4d-4b72-99f0-f2c7f42fa130 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.788571] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89a2e4e-abfa-4399-9579-29274f7c159a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.798296] env[63348]: DEBUG oslo_vmware.api [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022202, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.801397] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430fb1b0-7898-41f6-b581-bc0092adba98 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.814693] env[63348]: DEBUG nova.compute.provider_tree [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1671.853572] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022205, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.931887] env[63348]: DEBUG oslo_vmware.api [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022206, 'name': PowerOnVM_Task, 'duration_secs': 0.576871} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.932215] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1671.939080] env[63348]: DEBUG nova.compute.manager [None req-76119b59-71eb-4ed3-a294-ed409a7bab8a tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1671.939080] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f51fa22-4257-46de-b505-cf2de037d8dc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.131747] env[63348]: DEBUG nova.network.neutron [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Successfully updated port: cfa9d608-d2e4-4f82-9943-cb9ce2b697e5 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1672.302399] env[63348]: DEBUG oslo_vmware.api [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022202, 'name': PowerOnVM_Task, 'duration_secs': 1.297057} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.302688] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1672.302882] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a8d6ae-bcb4-4ad9-a474-23f8827c3088 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Updating instance 'f964b631-4f16-4ba9-b0e2-61b99b1e3bf1' progress to 100 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1672.317840] env[63348]: DEBUG nova.scheduler.client.report [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1672.360212] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022205, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.410609] env[63348]: INFO nova.compute.manager [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Rebuilding instance [ 1672.502362] env[63348]: DEBUG nova.compute.manager [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1672.503270] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6e82cc-8fac-4619-9090-af735317c48a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.562720] env[63348]: DEBUG nova.network.neutron [req-d540eafc-b107-4884-9e34-c9766015b0b2 req-5332cfbc-74df-4f43-a20c-dd89bbae42fd service nova] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Updated VIF entry in instance network info cache for port 446e36ba-0c46-42db-91da-ccd41044ebe6. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1672.564149] env[63348]: DEBUG nova.network.neutron [req-d540eafc-b107-4884-9e34-c9766015b0b2 req-5332cfbc-74df-4f43-a20c-dd89bbae42fd service nova] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Updating instance_info_cache with network_info: [{"id": "446e36ba-0c46-42db-91da-ccd41044ebe6", "address": "fa:16:3e:06:70:44", "network": {"id": "cf2d52d3-c65c-4ead-bd43-9b2887557b51", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2002302812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa0bdf58ca64d12a00eb56d886966e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap446e36ba-0c", "ovs_interfaceid": "446e36ba-0c46-42db-91da-ccd41044ebe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.638039] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Acquiring lock "refresh_cache-c731cd74-f289-409c-a8aa-6faa7cf6bb2b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.638039] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Acquired lock "refresh_cache-c731cd74-f289-409c-a8aa-6faa7cf6bb2b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.638039] env[63348]: DEBUG nova.network.neutron [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1672.809479] env[63348]: DEBUG nova.compute.manager [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Received event network-vif-plugged-251574ad-777e-42f9-890e-3a6e89f8096d {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1672.809701] env[63348]: DEBUG oslo_concurrency.lockutils [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] Acquiring lock "ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.809962] env[63348]: DEBUG oslo_concurrency.lockutils [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] Lock "ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.810087] env[63348]: DEBUG oslo_concurrency.lockutils [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] Lock "ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.810248] env[63348]: DEBUG nova.compute.manager [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] No waiting events found dispatching network-vif-plugged-251574ad-777e-42f9-890e-3a6e89f8096d {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1672.810409] env[63348]: WARNING nova.compute.manager [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Received unexpected event network-vif-plugged-251574ad-777e-42f9-890e-3a6e89f8096d for instance with vm_state building and task_state spawning. [ 1672.810567] env[63348]: DEBUG nova.compute.manager [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Received event network-changed-028d5cda-bece-4e66-b80b-52613eadb5a0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1672.810719] env[63348]: DEBUG nova.compute.manager [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Refreshing instance network info cache due to event network-changed-028d5cda-bece-4e66-b80b-52613eadb5a0. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1672.810899] env[63348]: DEBUG oslo_concurrency.lockutils [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] Acquiring lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.811045] env[63348]: DEBUG oslo_concurrency.lockutils [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] Acquired lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.811203] env[63348]: DEBUG nova.network.neutron [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Refreshing network info cache for port 028d5cda-bece-4e66-b80b-52613eadb5a0 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1672.826358] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.826358] env[63348]: DEBUG nova.compute.manager [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1672.828937] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.125s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.830461] env[63348]: INFO nova.compute.claims [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1672.858109] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022205, 'name': CreateVM_Task, 'duration_secs': 1.618396} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.858109] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1672.858464] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.858694] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.859162] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1672.859689] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555a9967-22e3-48df-8591-e44920c676ea {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.867025] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Waiting for the task: (returnval){ [ 1672.867025] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523bcbea-4150-a8b0-0709-c0a984ed7365" [ 1672.867025] env[63348]: _type = "Task" [ 1672.867025] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.875049] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523bcbea-4150-a8b0-0709-c0a984ed7365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.959807] env[63348]: DEBUG nova.compute.manager [req-57fba4e8-6b02-441f-8454-22da9eb7c174 req-dd5d47ea-f878-4b94-bd38-6e940e9153e9 service nova] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Received event network-vif-plugged-cfa9d608-d2e4-4f82-9943-cb9ce2b697e5 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1672.959807] env[63348]: DEBUG oslo_concurrency.lockutils [req-57fba4e8-6b02-441f-8454-22da9eb7c174 req-dd5d47ea-f878-4b94-bd38-6e940e9153e9 service nova] Acquiring lock "c731cd74-f289-409c-a8aa-6faa7cf6bb2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.959807] env[63348]: DEBUG oslo_concurrency.lockutils [req-57fba4e8-6b02-441f-8454-22da9eb7c174 req-dd5d47ea-f878-4b94-bd38-6e940e9153e9 service nova] Lock "c731cd74-f289-409c-a8aa-6faa7cf6bb2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.959807] env[63348]: DEBUG oslo_concurrency.lockutils [req-57fba4e8-6b02-441f-8454-22da9eb7c174 req-dd5d47ea-f878-4b94-bd38-6e940e9153e9 service nova] Lock "c731cd74-f289-409c-a8aa-6faa7cf6bb2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.959807] env[63348]: DEBUG nova.compute.manager [req-57fba4e8-6b02-441f-8454-22da9eb7c174 req-dd5d47ea-f878-4b94-bd38-6e940e9153e9 service nova] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] No waiting events found dispatching network-vif-plugged-cfa9d608-d2e4-4f82-9943-cb9ce2b697e5 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1672.960393] env[63348]: WARNING nova.compute.manager [req-57fba4e8-6b02-441f-8454-22da9eb7c174 req-dd5d47ea-f878-4b94-bd38-6e940e9153e9 service nova] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Received unexpected event network-vif-plugged-cfa9d608-d2e4-4f82-9943-cb9ce2b697e5 for instance with vm_state building and task_state spawning. [ 1673.061396] env[63348]: DEBUG nova.compute.manager [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1673.061396] env[63348]: DEBUG nova.virt.hardware [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1673.061396] env[63348]: DEBUG nova.virt.hardware [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1673.061396] env[63348]: DEBUG nova.virt.hardware [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1673.061566] env[63348]: DEBUG nova.virt.hardware [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1673.061566] env[63348]: DEBUG nova.virt.hardware [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1673.061566] env[63348]: DEBUG nova.virt.hardware [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1673.061566] env[63348]: DEBUG nova.virt.hardware [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1673.061566] env[63348]: DEBUG nova.virt.hardware [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1673.061688] env[63348]: DEBUG nova.virt.hardware [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1673.061688] env[63348]: DEBUG nova.virt.hardware [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1673.061688] env[63348]: DEBUG nova.virt.hardware [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1673.062947] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be52d6ad-d26e-478d-a68a-f12bcd64936a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.066705] env[63348]: DEBUG oslo_concurrency.lockutils [req-d540eafc-b107-4884-9e34-c9766015b0b2 req-5332cfbc-74df-4f43-a20c-dd89bbae42fd service nova] Releasing lock "refresh_cache-d405bcd4-e175-4c22-b7ab-6a03b44bac42" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.079095] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a751d31-de5f-45aa-bf22-a98b0925f1db {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.230544] env[63348]: DEBUG nova.network.neutron [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1673.347028] env[63348]: DEBUG nova.compute.utils [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1673.365460] env[63348]: DEBUG nova.compute.manager [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1673.365964] env[63348]: DEBUG nova.network.neutron [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1673.372101] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Acquiring lock "00bd8ea9-349c-493d-8f54-85856c566ad8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.372891] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Lock "00bd8ea9-349c-493d-8f54-85856c566ad8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.374030] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Acquiring lock "00bd8ea9-349c-493d-8f54-85856c566ad8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.374030] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Lock "00bd8ea9-349c-493d-8f54-85856c566ad8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.374030] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Lock "00bd8ea9-349c-493d-8f54-85856c566ad8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.378804] env[63348]: INFO nova.compute.manager [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Terminating instance [ 1673.407395] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523bcbea-4150-a8b0-0709-c0a984ed7365, 'name': SearchDatastore_Task, 'duration_secs': 0.016249} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.412040] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.412361] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1673.412649] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.412839] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.413102] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1673.414823] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48e8e766-1749-486a-a1c4-ecb0d74e8305 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.427775] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1673.427775] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1673.429150] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee1412db-7375-4999-a2de-f88bc965c603 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.440184] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Waiting for the task: (returnval){ [ 1673.440184] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f59830-92ad-b684-b037-57bacdc81fa1" [ 1673.440184] env[63348]: _type = "Task" [ 1673.440184] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.454972] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f59830-92ad-b684-b037-57bacdc81fa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.525372] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1673.525372] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a7e16ca-c759-4f09-81cd-8823e370bf66 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.531728] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1673.531728] env[63348]: value = "task-2022207" [ 1673.531728] env[63348]: _type = "Task" [ 1673.531728] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.545545] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.602023] env[63348]: DEBUG nova.network.neutron [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Updated VIF entry in instance network info cache for port 028d5cda-bece-4e66-b80b-52613eadb5a0. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1673.602023] env[63348]: DEBUG nova.network.neutron [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Updating instance_info_cache with network_info: [{"id": "028d5cda-bece-4e66-b80b-52613eadb5a0", "address": "fa:16:3e:91:c0:b7", "network": {"id": "c8ec7dc5-bd89-42cd-be55-8a2ff6416ad6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1929788479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f45a73d2d1f42a0a0c672abd085f991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028d5cda-be", "ovs_interfaceid": "028d5cda-bece-4e66-b80b-52613eadb5a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.612395] env[63348]: DEBUG nova.policy [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8328d30787e04d28a65598cc556f7db2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba9ed06e46c243b0a25d80e07eaa350b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1673.734109] env[63348]: DEBUG nova.network.neutron [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Updating instance_info_cache with network_info: [{"id": "cfa9d608-d2e4-4f82-9943-cb9ce2b697e5", "address": "fa:16:3e:08:b8:71", "network": {"id": "2caebf4d-8f70-46d7-8215-09e9ae337c61", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-817491958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3cec521bc6149ebb5d1ade9791ac3b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa9d608-d2", "ovs_interfaceid": "cfa9d608-d2e4-4f82-9943-cb9ce2b697e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.853885] env[63348]: DEBUG nova.compute.manager [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1673.904339] env[63348]: DEBUG nova.compute.manager [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1673.905391] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1673.905663] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaf7e98-f103-4789-9f81-3880d1ae0fff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.917528] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1673.917882] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a97ea988-a499-49c2-b14e-c4be5411ee32 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.925055] env[63348]: DEBUG oslo_vmware.api [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Waiting for the task: (returnval){ [ 1673.925055] env[63348]: value = "task-2022208" [ 1673.925055] env[63348]: _type = "Task" [ 1673.925055] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.942023] env[63348]: DEBUG oslo_vmware.api [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': task-2022208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.956950] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f59830-92ad-b684-b037-57bacdc81fa1, 'name': SearchDatastore_Task, 'duration_secs': 0.013807} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.961906] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c79b7e66-36dd-43b7-9a11-917b4e41a7eb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.968662] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec879bae-91c4-42ad-b5a1-afa467e21600 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.974154] env[63348]: DEBUG oslo_vmware.rw_handles [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280edd7-0ff4-bd68-d358-21618f8b5b5c/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1673.975695] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f10e67-d572-4f96-8fa5-264b262db8b4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.980686] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Waiting for the task: (returnval){ [ 1673.980686] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525576e6-952f-6bc7-f0b7-afa31557e516" [ 1673.980686] env[63348]: _type = "Task" [ 1673.980686] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.989349] env[63348]: DEBUG oslo_vmware.rw_handles [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280edd7-0ff4-bd68-d358-21618f8b5b5c/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1673.989349] env[63348]: ERROR oslo_vmware.rw_handles [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280edd7-0ff4-bd68-d358-21618f8b5b5c/disk-0.vmdk due to incomplete transfer. [ 1673.990316] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76645750-7e02-47b7-947f-e924f25badfa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.994225] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-adfca804-6943-4658-8c7d-07a7597f0aed {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.999232] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525576e6-952f-6bc7-f0b7-afa31557e516, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.029320] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f611ae4a-1df8-46ba-a507-888fe818968c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.031950] env[63348]: DEBUG oslo_vmware.rw_handles [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280edd7-0ff4-bd68-d358-21618f8b5b5c/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1674.032158] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Uploaded image 552fab35-184d-4240-8dcb-1a81797478de to the Glance image server {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1674.034074] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Destroying the VM {{(pid=63348) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1674.034861] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-172a6b49-d4fd-4bec-a4cd-6b26d621d8f3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.045196] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6109c93-6a0e-45f5-94a2-26cacae9a77e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.053283] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022207, 'name': PowerOffVM_Task, 'duration_secs': 0.21135} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.053718] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1674.053718] env[63348]: value = "task-2022209" [ 1674.053718] env[63348]: _type = "Task" [ 1674.053718] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.054540] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1674.054885] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1674.055971] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4554ee-d0c9-4574-98e1-0271b626c3d8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.070655] env[63348]: DEBUG nova.compute.provider_tree [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1674.077134] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022209, 'name': Destroy_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.079339] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1674.079600] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da20c7ed-ca04-4e65-bb16-d54278da3a74 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.104357] env[63348]: DEBUG oslo_concurrency.lockutils [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] Releasing lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.104541] env[63348]: DEBUG nova.compute.manager [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Received event network-changed-251574ad-777e-42f9-890e-3a6e89f8096d {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1674.104834] env[63348]: DEBUG nova.compute.manager [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Refreshing instance network info cache due to event network-changed-251574ad-777e-42f9-890e-3a6e89f8096d. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1674.104933] env[63348]: DEBUG oslo_concurrency.lockutils [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] Acquiring lock "refresh_cache-ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.105035] env[63348]: DEBUG oslo_concurrency.lockutils [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] Acquired lock "refresh_cache-ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.105814] env[63348]: DEBUG nova.network.neutron [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Refreshing network info cache for port 251574ad-777e-42f9-890e-3a6e89f8096d {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1674.111477] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1674.111684] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1674.111857] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Deleting the datastore file [datastore1] f6c71ec2-3470-484e-9371-6c166bcf07a6 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1674.112148] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-535e5e58-aa06-4383-a943-59e5e8d6c970 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.119629] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1674.119629] env[63348]: value = "task-2022211" [ 1674.119629] env[63348]: _type = "Task" [ 1674.119629] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.130022] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.237275] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Releasing lock "refresh_cache-c731cd74-f289-409c-a8aa-6faa7cf6bb2b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.237613] env[63348]: DEBUG nova.compute.manager [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Instance network_info: |[{"id": "cfa9d608-d2e4-4f82-9943-cb9ce2b697e5", "address": "fa:16:3e:08:b8:71", "network": {"id": "2caebf4d-8f70-46d7-8215-09e9ae337c61", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-817491958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3cec521bc6149ebb5d1ade9791ac3b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa9d608-d2", "ovs_interfaceid": "cfa9d608-d2e4-4f82-9943-cb9ce2b697e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1674.238141] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:b8:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfa9d608-d2e4-4f82-9943-cb9ce2b697e5', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1674.248571] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Creating folder: Project (c3cec521bc6149ebb5d1ade9791ac3b0). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1674.248906] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a6f74fc-6913-40a1-9b4e-45d1b00681af {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.263481] env[63348]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1674.263663] env[63348]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63348) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1674.264374] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Folder already exists: Project (c3cec521bc6149ebb5d1ade9791ac3b0). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1674.264572] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Creating folder: Instances. Parent ref: group-v415452. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1674.264810] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25256423-fcd9-49d8-8a22-afcb1a46e388 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.274671] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Created folder: Instances in parent group-v415452. [ 1674.274671] env[63348]: DEBUG oslo.service.loopingcall [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1674.274671] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1674.274906] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d59b4c5a-785d-4209-b393-362c718930a8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.293747] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1674.293747] env[63348]: value = "task-2022214" [ 1674.293747] env[63348]: _type = "Task" [ 1674.293747] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.305790] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022214, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.395253] env[63348]: DEBUG nova.network.neutron [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Successfully created port: fa8ebce4-c217-4623-8c80-2189d0133946 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1674.436101] env[63348]: DEBUG oslo_vmware.api [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': task-2022208, 'name': PowerOffVM_Task, 'duration_secs': 0.239758} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.436379] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1674.436546] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1674.436912] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c59fdc16-8b81-45ae-a852-4aa49fcd3a82 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.466465] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquiring lock "b55b19a2-4be9-47ac-bdb9-64789756f862" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.466760] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "b55b19a2-4be9-47ac-bdb9-64789756f862" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.466975] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquiring lock "b55b19a2-4be9-47ac-bdb9-64789756f862-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.467359] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "b55b19a2-4be9-47ac-bdb9-64789756f862-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.467541] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "b55b19a2-4be9-47ac-bdb9-64789756f862-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.470030] env[63348]: INFO nova.compute.manager [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Terminating instance [ 1674.492583] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525576e6-952f-6bc7-f0b7-afa31557e516, 'name': SearchDatastore_Task, 'duration_secs': 0.015592} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.492895] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.493183] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1/ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1674.493451] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33b57cba-7f57-4c7f-97c6-c583da046ccf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.502352] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Waiting for the task: (returnval){ [ 1674.502352] env[63348]: value = "task-2022216" [ 1674.502352] env[63348]: _type = "Task" [ 1674.502352] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.512052] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': task-2022216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.513299] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1674.513443] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1674.513620] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Deleting the datastore file [datastore1] 00bd8ea9-349c-493d-8f54-85856c566ad8 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1674.513888] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-198a7070-0c26-431b-a33c-0f0812aea16d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.521705] env[63348]: DEBUG oslo_vmware.api [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Waiting for the task: (returnval){ [ 1674.521705] env[63348]: value = "task-2022217" [ 1674.521705] env[63348]: _type = "Task" [ 1674.521705] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.531498] env[63348]: DEBUG oslo_vmware.api [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': task-2022217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.564781] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022209, 'name': Destroy_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.573902] env[63348]: DEBUG nova.scheduler.client.report [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1674.632411] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167043} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.632698] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1674.632899] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1674.633091] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1674.806250] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022214, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.862949] env[63348]: DEBUG nova.compute.manager [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1674.891057] env[63348]: DEBUG nova.virt.hardware [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1674.891615] env[63348]: DEBUG nova.virt.hardware [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1674.891881] env[63348]: DEBUG nova.virt.hardware [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1674.892109] env[63348]: DEBUG nova.virt.hardware [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1674.892881] env[63348]: DEBUG nova.virt.hardware [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1674.893069] env[63348]: DEBUG nova.virt.hardware [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1674.893296] env[63348]: DEBUG nova.virt.hardware [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1674.893458] env[63348]: DEBUG nova.virt.hardware [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1674.893627] env[63348]: DEBUG nova.virt.hardware [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1674.893793] env[63348]: DEBUG nova.virt.hardware [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1674.893965] env[63348]: DEBUG nova.virt.hardware [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1674.894915] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07402e8c-4d91-4630-acac-beda612c39b8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.904312] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9cedc3-7a5b-4e22-abc3-a29d92bf856f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.973656] env[63348]: DEBUG nova.compute.manager [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1674.973858] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1674.974822] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b48042-98bb-49fe-9331-feabf294e1bb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.983103] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1674.983391] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06b7204d-6e34-4c13-a281-80e6fa1a8f28 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.991052] env[63348]: DEBUG oslo_vmware.api [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1674.991052] env[63348]: value = "task-2022218" [ 1674.991052] env[63348]: _type = "Task" [ 1674.991052] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.002262] env[63348]: DEBUG oslo_vmware.api [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.014114] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': task-2022216, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.035408] env[63348]: DEBUG oslo_vmware.api [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Task: {'id': task-2022217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473517} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.035736] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1675.036693] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1675.036970] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1675.037273] env[63348]: INFO nova.compute.manager [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1675.037535] env[63348]: DEBUG oslo.service.loopingcall [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1675.037767] env[63348]: DEBUG nova.compute.manager [-] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1675.037872] env[63348]: DEBUG nova.network.neutron [-] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1675.067771] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022209, 'name': Destroy_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.081985] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.082616] env[63348]: DEBUG nova.compute.manager [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1675.086607] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.503s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.088649] env[63348]: INFO nova.compute.claims [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1675.191582] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.191582] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.307986] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022214, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.408519] env[63348]: DEBUG nova.network.neutron [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Updated VIF entry in instance network info cache for port 251574ad-777e-42f9-890e-3a6e89f8096d. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1675.408875] env[63348]: DEBUG nova.network.neutron [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Updating instance_info_cache with network_info: [{"id": "251574ad-777e-42f9-890e-3a6e89f8096d", "address": "fa:16:3e:41:4f:ee", "network": {"id": "cc2d6ac0-c029-4c1e-a56d-3391892b826d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1236811107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1637aa2e8f824ad0aad5804bf93a4a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251574ad-77", "ovs_interfaceid": "251574ad-777e-42f9-890e-3a6e89f8096d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.504345] env[63348]: DEBUG oslo_vmware.api [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022218, 'name': PowerOffVM_Task, 'duration_secs': 0.313442} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.507968] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1675.508212] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1675.508496] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0610da9-e961-428a-ae89-5b71103823d5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.517976] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': task-2022216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.849933} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.518286] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1/ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1675.518557] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1675.518955] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36dfb606-50f5-4b8c-96b7-27ed02d5382f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.526291] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Waiting for the task: (returnval){ [ 1675.526291] env[63348]: value = "task-2022220" [ 1675.526291] env[63348]: _type = "Task" [ 1675.526291] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.536713] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': task-2022220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.568386] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022209, 'name': Destroy_Task, 'duration_secs': 1.329123} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.568768] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Destroyed the VM [ 1675.569040] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Deleting Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1675.569345] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f490d7f-b0d9-4c68-ad92-6a0eeee5a5c2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.576106] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1675.576106] env[63348]: value = "task-2022221" [ 1675.576106] env[63348]: _type = "Task" [ 1675.576106] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.585872] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022221, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.588840] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1675.589059] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1675.589243] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Deleting the datastore file [datastore2] b55b19a2-4be9-47ac-bdb9-64789756f862 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1675.589508] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b16fd3ea-bfc5-4781-9efc-0c40565375d6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.598443] env[63348]: DEBUG nova.compute.utils [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1675.600327] env[63348]: DEBUG nova.compute.manager [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1675.600327] env[63348]: DEBUG nova.network.neutron [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1675.602228] env[63348]: DEBUG oslo_vmware.api [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1675.602228] env[63348]: value = "task-2022222" [ 1675.602228] env[63348]: _type = "Task" [ 1675.602228] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.613457] env[63348]: DEBUG oslo_vmware.api [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.668282] env[63348]: DEBUG nova.virt.hardware [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1675.668282] env[63348]: DEBUG nova.virt.hardware [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1675.668282] env[63348]: DEBUG nova.virt.hardware [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1675.668608] env[63348]: DEBUG nova.virt.hardware [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1675.668608] env[63348]: DEBUG nova.virt.hardware [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1675.668720] env[63348]: DEBUG nova.virt.hardware [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1675.668912] env[63348]: DEBUG nova.virt.hardware [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1675.669088] env[63348]: DEBUG nova.virt.hardware [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1675.669255] env[63348]: DEBUG nova.virt.hardware [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1675.669415] env[63348]: DEBUG nova.virt.hardware [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1675.669585] env[63348]: DEBUG nova.virt.hardware [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1675.670467] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73380de4-4dbf-47ee-a1c2-532387ca6ba1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.678449] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20447072-2e69-4f8d-996a-c6279860ee11 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.693056] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Instance VIF info [] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1675.699173] env[63348]: DEBUG oslo.service.loopingcall [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1675.699445] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1675.699727] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5facdc71-a9f2-41d6-b9c6-8333a51fe43c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.712225] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.712535] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.712724] env[63348]: DEBUG nova.compute.manager [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Going to confirm migration 1 {{(pid=63348) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1675.718126] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1675.718126] env[63348]: value = "task-2022223" [ 1675.718126] env[63348]: _type = "Task" [ 1675.718126] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.731029] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022223, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.807373] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022214, 'name': CreateVM_Task, 'duration_secs': 1.417517} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.807602] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1675.808383] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415469', 'volume_id': 'b91ac360-8b4e-448d-be18-9242e4d80391', 'name': 'volume-b91ac360-8b4e-448d-be18-9242e4d80391', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c731cd74-f289-409c-a8aa-6faa7cf6bb2b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b91ac360-8b4e-448d-be18-9242e4d80391', 'serial': 'b91ac360-8b4e-448d-be18-9242e4d80391'}, 'boot_index': 0, 'guest_format': None, 'attachment_id': 'f2e93735-ea58-4273-9a36-c856b94f1290', 'mount_device': '/dev/sda', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=63348) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1675.808650] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Root volume attach. Driver type: vmdk {{(pid=63348) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1675.809572] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5211fe6b-88d2-4b74-b34e-fc27ab68e40a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.817581] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e558b1e-1de8-4245-9df3-bc558446b323 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.824593] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f21510-cb3d-4e50-9a5d-a4a35f70c640 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.829941] env[63348]: DEBUG nova.policy [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0446919387364ee4aa7b60975adb2c1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3f61f8fe3554da18bf9c98bc5ea8312', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1675.833778] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3af7fbb4-7cc1-4378-b473-6a30dfc804a0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.840437] env[63348]: DEBUG oslo_vmware.api [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Waiting for the task: (returnval){ [ 1675.840437] env[63348]: value = "task-2022224" [ 1675.840437] env[63348]: _type = "Task" [ 1675.840437] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.851153] env[63348]: DEBUG oslo_vmware.api [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022224, 'name': RelocateVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.915604] env[63348]: DEBUG oslo_concurrency.lockutils [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] Releasing lock "refresh_cache-ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.917836] env[63348]: DEBUG nova.compute.manager [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Received event network-changed-6e61b95a-46e1-46d1-a6f5-a63217cbddc6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1675.917836] env[63348]: DEBUG nova.compute.manager [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Refreshing instance network info cache due to event network-changed-6e61b95a-46e1-46d1-a6f5-a63217cbddc6. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1675.917836] env[63348]: DEBUG oslo_concurrency.lockutils [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] Acquiring lock "refresh_cache-b55b19a2-4be9-47ac-bdb9-64789756f862" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.917836] env[63348]: DEBUG oslo_concurrency.lockutils [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] Acquired lock "refresh_cache-b55b19a2-4be9-47ac-bdb9-64789756f862" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.917836] env[63348]: DEBUG nova.network.neutron [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Refreshing network info cache for port 6e61b95a-46e1-46d1-a6f5-a63217cbddc6 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1676.039810] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': task-2022220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072413} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.040188] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1676.041162] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2306972-1f93-4a0d-8573-0f59c1a3c88c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.058472] env[63348]: DEBUG nova.network.neutron [-] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.070935] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1/ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1676.071784] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a10a43fd-fd88-43ca-85fb-986a7fd4318b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.108750] env[63348]: DEBUG nova.compute.manager [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1676.112181] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022221, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.116960] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Waiting for the task: (returnval){ [ 1676.116960] env[63348]: value = "task-2022225" [ 1676.116960] env[63348]: _type = "Task" [ 1676.116960] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.123788] env[63348]: DEBUG oslo_vmware.api [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217606} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.124659] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1676.124880] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1676.125078] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1676.125520] env[63348]: INFO nova.compute.manager [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1676.125652] env[63348]: DEBUG oslo.service.loopingcall [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1676.126242] env[63348]: DEBUG nova.compute.manager [-] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1676.126359] env[63348]: DEBUG nova.network.neutron [-] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1676.132526] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': task-2022225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.188114] env[63348]: DEBUG nova.network.neutron [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Successfully created port: 932f171c-0ea3-4729-8aef-966e351a5ced {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1676.229896] env[63348]: DEBUG nova.compute.manager [req-fe80f14d-da32-4a25-bda3-b3d520a88713 req-4a51493a-320f-453f-972c-efd0f7921d5a service nova] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Received event network-changed-cfa9d608-d2e4-4f82-9943-cb9ce2b697e5 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1676.230170] env[63348]: DEBUG nova.compute.manager [req-fe80f14d-da32-4a25-bda3-b3d520a88713 req-4a51493a-320f-453f-972c-efd0f7921d5a service nova] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Refreshing instance network info cache due to event network-changed-cfa9d608-d2e4-4f82-9943-cb9ce2b697e5. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1676.230390] env[63348]: DEBUG oslo_concurrency.lockutils [req-fe80f14d-da32-4a25-bda3-b3d520a88713 req-4a51493a-320f-453f-972c-efd0f7921d5a service nova] Acquiring lock "refresh_cache-c731cd74-f289-409c-a8aa-6faa7cf6bb2b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.230531] env[63348]: DEBUG oslo_concurrency.lockutils [req-fe80f14d-da32-4a25-bda3-b3d520a88713 req-4a51493a-320f-453f-972c-efd0f7921d5a service nova] Acquired lock "refresh_cache-c731cd74-f289-409c-a8aa-6faa7cf6bb2b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.230686] env[63348]: DEBUG nova.network.neutron [req-fe80f14d-da32-4a25-bda3-b3d520a88713 req-4a51493a-320f-453f-972c-efd0f7921d5a service nova] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Refreshing network info cache for port cfa9d608-d2e4-4f82-9943-cb9ce2b697e5 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1676.240855] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022223, 'name': CreateVM_Task, 'duration_secs': 0.472881} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.241946] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1676.242239] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.242499] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.243241] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1676.243544] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b972a970-b53e-4207-9c99-776c5f2f96c7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.252501] env[63348]: DEBUG nova.compute.manager [req-7a47fd08-80f4-4744-9560-7abd6e1eba4a req-6f639420-6a0e-4834-a275-00b0fe0e2ed0 service nova] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Received event network-changed-6e61b95a-46e1-46d1-a6f5-a63217cbddc6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1676.252579] env[63348]: DEBUG nova.compute.manager [req-7a47fd08-80f4-4744-9560-7abd6e1eba4a req-6f639420-6a0e-4834-a275-00b0fe0e2ed0 service nova] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Refreshing instance network info cache due to event network-changed-6e61b95a-46e1-46d1-a6f5-a63217cbddc6. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1676.252801] env[63348]: DEBUG oslo_concurrency.lockutils [req-7a47fd08-80f4-4744-9560-7abd6e1eba4a req-6f639420-6a0e-4834-a275-00b0fe0e2ed0 service nova] Acquiring lock "refresh_cache-b55b19a2-4be9-47ac-bdb9-64789756f862" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.253961] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1676.253961] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520484d9-adfc-f0a0-b6b8-e4443ad20539" [ 1676.253961] env[63348]: _type = "Task" [ 1676.253961] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.263113] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520484d9-adfc-f0a0-b6b8-e4443ad20539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.330647] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "refresh_cache-f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.330982] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquired lock "refresh_cache-f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.330982] env[63348]: DEBUG nova.network.neutron [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1676.331190] env[63348]: DEBUG nova.objects.instance [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lazy-loading 'info_cache' on Instance uuid f964b631-4f16-4ba9-b0e2-61b99b1e3bf1 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.352575] env[63348]: DEBUG oslo_vmware.api [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022224, 'name': RelocateVM_Task} progress is 20%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.561494] env[63348]: INFO nova.compute.manager [-] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Took 1.52 seconds to deallocate network for instance. [ 1676.605812] env[63348]: DEBUG oslo_vmware.api [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022221, 'name': RemoveSnapshot_Task, 'duration_secs': 0.605785} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.605812] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Deleted Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1676.606022] env[63348]: INFO nova.compute.manager [None req-3a8b2adb-f3f2-4ed3-89d2-88857f7c6f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Took 18.97 seconds to snapshot the instance on the hypervisor. [ 1676.629750] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': task-2022225, 'name': ReconfigVM_Task, 'duration_secs': 0.297635} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.629750] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Reconfigured VM instance instance-00000018 to attach disk [datastore2] ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1/ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1676.630520] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-849c382f-08ce-43e8-b1ed-c02d09030b6a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.642043] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Waiting for the task: (returnval){ [ 1676.642043] env[63348]: value = "task-2022226" [ 1676.642043] env[63348]: _type = "Task" [ 1676.642043] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.654280] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': task-2022226, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.687864] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fb6b17-1cbb-4b01-9066-bbfcb6bd50d1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.696128] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a11b0c1-c644-42b8-b69e-5106a06d295f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.732128] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae953353-edce-4cbf-b85c-cdd76fadc02d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.742966] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bf6ec7-eb5b-437b-a72d-58d120d3bdfd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.760767] env[63348]: DEBUG nova.compute.provider_tree [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.771752] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520484d9-adfc-f0a0-b6b8-e4443ad20539, 'name': SearchDatastore_Task, 'duration_secs': 0.013352} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.774767] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.775061] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1676.775351] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.775448] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.775589] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1676.777893] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2112581-6000-4f6f-b89a-aa50693ddddf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.790107] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1676.790293] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1676.791009] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4645270-b2dc-4f69-a384-16ddb149cc49 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.796816] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1676.796816] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524371b7-8213-4209-6eaf-fa14571aac2d" [ 1676.796816] env[63348]: _type = "Task" [ 1676.796816] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.803838] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524371b7-8213-4209-6eaf-fa14571aac2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.853255] env[63348]: DEBUG oslo_vmware.api [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022224, 'name': RelocateVM_Task, 'duration_secs': 0.58567} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.853255] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Volume attach. Driver type: vmdk {{(pid=63348) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1676.853255] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415469', 'volume_id': 'b91ac360-8b4e-448d-be18-9242e4d80391', 'name': 'volume-b91ac360-8b4e-448d-be18-9242e4d80391', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c731cd74-f289-409c-a8aa-6faa7cf6bb2b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b91ac360-8b4e-448d-be18-9242e4d80391', 'serial': 'b91ac360-8b4e-448d-be18-9242e4d80391'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1676.853255] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1244320e-a881-4037-a1e7-2ed47507275e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.873173] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade1f57c-23c9-497f-b2f5-aae98b07ccc4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.896471] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] volume-b91ac360-8b4e-448d-be18-9242e4d80391/volume-b91ac360-8b4e-448d-be18-9242e4d80391.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1676.900548] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3e61519-110e-4b56-8138-fe69e4cc47d6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.917251] env[63348]: DEBUG nova.network.neutron [-] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.924211] env[63348]: DEBUG oslo_vmware.api [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Waiting for the task: (returnval){ [ 1676.924211] env[63348]: value = "task-2022227" [ 1676.924211] env[63348]: _type = "Task" [ 1676.924211] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.933573] env[63348]: DEBUG oslo_vmware.api [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.995286] env[63348]: DEBUG nova.network.neutron [req-fe80f14d-da32-4a25-bda3-b3d520a88713 req-4a51493a-320f-453f-972c-efd0f7921d5a service nova] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Updated VIF entry in instance network info cache for port cfa9d608-d2e4-4f82-9943-cb9ce2b697e5. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1676.995642] env[63348]: DEBUG nova.network.neutron [req-fe80f14d-da32-4a25-bda3-b3d520a88713 req-4a51493a-320f-453f-972c-efd0f7921d5a service nova] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Updating instance_info_cache with network_info: [{"id": "cfa9d608-d2e4-4f82-9943-cb9ce2b697e5", "address": "fa:16:3e:08:b8:71", "network": {"id": "2caebf4d-8f70-46d7-8215-09e9ae337c61", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-817491958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3cec521bc6149ebb5d1ade9791ac3b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa9d608-d2", "ovs_interfaceid": "cfa9d608-d2e4-4f82-9943-cb9ce2b697e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.072684] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.122943] env[63348]: DEBUG nova.compute.manager [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1677.151296] env[63348]: DEBUG nova.virt.hardware [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1677.151549] env[63348]: DEBUG nova.virt.hardware [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1677.151704] env[63348]: DEBUG nova.virt.hardware [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1677.151879] env[63348]: DEBUG nova.virt.hardware [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1677.152032] env[63348]: DEBUG nova.virt.hardware [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1677.152179] env[63348]: DEBUG nova.virt.hardware [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1677.152381] env[63348]: DEBUG nova.virt.hardware [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1677.152536] env[63348]: DEBUG nova.virt.hardware [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1677.152699] env[63348]: DEBUG nova.virt.hardware [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1677.152857] env[63348]: DEBUG nova.virt.hardware [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1677.153054] env[63348]: DEBUG nova.virt.hardware [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1677.153837] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9759f2ab-161c-4325-ba4b-7aa745c6a6be {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.159558] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': task-2022226, 'name': Rename_Task, 'duration_secs': 0.131048} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.160233] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1677.160524] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10d9009c-3bb9-40c4-959b-2a1ee2fd392b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.164986] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1051a5-ba51-4ed0-b783-4cd16130dd58 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.170448] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Waiting for the task: (returnval){ [ 1677.170448] env[63348]: value = "task-2022228" [ 1677.170448] env[63348]: _type = "Task" [ 1677.170448] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.189975] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': task-2022228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.203084] env[63348]: DEBUG nova.network.neutron [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Updated VIF entry in instance network info cache for port 6e61b95a-46e1-46d1-a6f5-a63217cbddc6. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1677.203441] env[63348]: DEBUG nova.network.neutron [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Updating instance_info_cache with network_info: [{"id": "6e61b95a-46e1-46d1-a6f5-a63217cbddc6", "address": "fa:16:3e:78:af:94", "network": {"id": "c8ec7dc5-bd89-42cd-be55-8a2ff6416ad6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1929788479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f45a73d2d1f42a0a0c672abd085f991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e61b95a-46", "ovs_interfaceid": "6e61b95a-46e1-46d1-a6f5-a63217cbddc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.267604] env[63348]: DEBUG nova.scheduler.client.report [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1677.307734] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524371b7-8213-4209-6eaf-fa14571aac2d, 'name': SearchDatastore_Task, 'duration_secs': 0.06822} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.308637] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef4cdd30-08d7-4474-afcd-573553829c5e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.317216] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1677.317216] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a462df-6fe3-19b3-dee8-10a723f1477f" [ 1677.317216] env[63348]: _type = "Task" [ 1677.317216] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.328200] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a462df-6fe3-19b3-dee8-10a723f1477f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.335454] env[63348]: DEBUG nova.network.neutron [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Successfully updated port: fa8ebce4-c217-4623-8c80-2189d0133946 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1677.421038] env[63348]: INFO nova.compute.manager [-] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Took 1.29 seconds to deallocate network for instance. [ 1677.442761] env[63348]: DEBUG oslo_vmware.api [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022227, 'name': ReconfigVM_Task, 'duration_secs': 0.252754} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.443122] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Reconfigured VM instance instance-00000019 to attach disk [datastore2] volume-b91ac360-8b4e-448d-be18-9242e4d80391/volume-b91ac360-8b4e-448d-be18-9242e4d80391.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1677.448809] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-053068c8-ffb3-41a2-a989-b2a257eafd5c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.469110] env[63348]: DEBUG oslo_vmware.api [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Waiting for the task: (returnval){ [ 1677.469110] env[63348]: value = "task-2022229" [ 1677.469110] env[63348]: _type = "Task" [ 1677.469110] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.479131] env[63348]: DEBUG oslo_vmware.api [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.497991] env[63348]: DEBUG oslo_concurrency.lockutils [req-fe80f14d-da32-4a25-bda3-b3d520a88713 req-4a51493a-320f-453f-972c-efd0f7921d5a service nova] Releasing lock "refresh_cache-c731cd74-f289-409c-a8aa-6faa7cf6bb2b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.666220] env[63348]: DEBUG nova.network.neutron [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Updating instance_info_cache with network_info: [{"id": "c17bdedc-4c02-4db3-b04c-8f5ce39961d9", "address": "fa:16:3e:68:83:ea", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17bdedc-4c", "ovs_interfaceid": "c17bdedc-4c02-4db3-b04c-8f5ce39961d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.685739] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': task-2022228, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.707454] env[63348]: DEBUG oslo_concurrency.lockutils [req-de16fa70-5c74-4e71-8faa-83de527d5039 req-06e7f754-5ef1-48a0-92c4-8569a587fc55 service nova] Releasing lock "refresh_cache-b55b19a2-4be9-47ac-bdb9-64789756f862" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.707905] env[63348]: DEBUG oslo_concurrency.lockutils [req-7a47fd08-80f4-4744-9560-7abd6e1eba4a req-6f639420-6a0e-4834-a275-00b0fe0e2ed0 service nova] Acquired lock "refresh_cache-b55b19a2-4be9-47ac-bdb9-64789756f862" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.708103] env[63348]: DEBUG nova.network.neutron [req-7a47fd08-80f4-4744-9560-7abd6e1eba4a req-6f639420-6a0e-4834-a275-00b0fe0e2ed0 service nova] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Refreshing network info cache for port 6e61b95a-46e1-46d1-a6f5-a63217cbddc6 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1677.773152] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.773753] env[63348]: DEBUG nova.compute.manager [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1677.776847] env[63348]: DEBUG oslo_concurrency.lockutils [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.162s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.777054] env[63348]: DEBUG nova.objects.instance [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63348) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1677.829251] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a462df-6fe3-19b3-dee8-10a723f1477f, 'name': SearchDatastore_Task, 'duration_secs': 0.017554} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.829492] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.829743] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] f6c71ec2-3470-484e-9371-6c166bcf07a6/f6c71ec2-3470-484e-9371-6c166bcf07a6.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1677.830011] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7b8508d-1df4-40fb-81f0-58bf895829ae {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.836949] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquiring lock "refresh_cache-1407dcbc-362b-443b-955d-153fbd034127" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.837094] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquired lock "refresh_cache-1407dcbc-362b-443b-955d-153fbd034127" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.837238] env[63348]: DEBUG nova.network.neutron [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1677.840213] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1677.840213] env[63348]: value = "task-2022230" [ 1677.840213] env[63348]: _type = "Task" [ 1677.840213] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.852834] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.905420] env[63348]: DEBUG nova.network.neutron [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Successfully updated port: 932f171c-0ea3-4729-8aef-966e351a5ced {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1677.934852] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.980668] env[63348]: DEBUG oslo_vmware.api [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022229, 'name': ReconfigVM_Task, 'duration_secs': 0.119433} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.981929] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415469', 'volume_id': 'b91ac360-8b4e-448d-be18-9242e4d80391', 'name': 'volume-b91ac360-8b4e-448d-be18-9242e4d80391', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c731cd74-f289-409c-a8aa-6faa7cf6bb2b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b91ac360-8b4e-448d-be18-9242e4d80391', 'serial': 'b91ac360-8b4e-448d-be18-9242e4d80391'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1677.982684] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-802f6021-e0d3-4468-bd25-27d4e9e9912a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.990641] env[63348]: DEBUG oslo_vmware.api [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Waiting for the task: (returnval){ [ 1677.990641] env[63348]: value = "task-2022231" [ 1677.990641] env[63348]: _type = "Task" [ 1677.990641] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.999806] env[63348]: DEBUG oslo_vmware.api [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022231, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.171033] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Releasing lock "refresh_cache-f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.171033] env[63348]: DEBUG nova.objects.instance [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lazy-loading 'migration_context' on Instance uuid f964b631-4f16-4ba9-b0e2-61b99b1e3bf1 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1678.185356] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': task-2022228, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.231937] env[63348]: INFO nova.network.neutron [req-7a47fd08-80f4-4744-9560-7abd6e1eba4a req-6f639420-6a0e-4834-a275-00b0fe0e2ed0 service nova] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Port 6e61b95a-46e1-46d1-a6f5-a63217cbddc6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1678.232199] env[63348]: DEBUG nova.network.neutron [req-7a47fd08-80f4-4744-9560-7abd6e1eba4a req-6f639420-6a0e-4834-a275-00b0fe0e2ed0 service nova] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.285338] env[63348]: DEBUG nova.compute.utils [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1678.290134] env[63348]: DEBUG nova.compute.manager [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1678.290233] env[63348]: DEBUG nova.network.neutron [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1678.343254] env[63348]: DEBUG nova.policy [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc971359e94a485bab5442807deeebd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a02f3a8234240369bda27de85207ca3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1678.354382] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.401087] env[63348]: DEBUG nova.network.neutron [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1678.406903] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquiring lock "refresh_cache-e97cf19f-7937-4237-b611-8742c17751e1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.407080] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquired lock "refresh_cache-e97cf19f-7937-4237-b611-8742c17751e1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.407238] env[63348]: DEBUG nova.network.neutron [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1678.501889] env[63348]: DEBUG oslo_vmware.api [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022231, 'name': Rename_Task, 'duration_secs': 0.136332} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.502235] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1678.502513] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de7a8be5-9bfb-4a53-9cbf-4127a4cf0e87 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.510092] env[63348]: DEBUG oslo_vmware.api [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Waiting for the task: (returnval){ [ 1678.510092] env[63348]: value = "task-2022232" [ 1678.510092] env[63348]: _type = "Task" [ 1678.510092] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.518398] env[63348]: DEBUG oslo_vmware.api [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.601167] env[63348]: DEBUG nova.network.neutron [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Successfully created port: 4369e515-7877-49ff-838f-0ab69a661363 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1678.678676] env[63348]: DEBUG nova.objects.base [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1678.678676] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dab6b5f-9c70-4a2b-a6d6-2652e1039570 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.693744] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': task-2022228, 'name': PowerOnVM_Task} progress is 86%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.710633] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5322dde6-4753-464c-902f-3ac1a902de56 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.719022] env[63348]: DEBUG oslo_vmware.api [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1678.719022] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52351a20-c81d-c59f-37f0-de699a5be459" [ 1678.719022] env[63348]: _type = "Task" [ 1678.719022] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.726132] env[63348]: DEBUG oslo_vmware.api [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52351a20-c81d-c59f-37f0-de699a5be459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.735214] env[63348]: DEBUG oslo_concurrency.lockutils [req-7a47fd08-80f4-4744-9560-7abd6e1eba4a req-6f639420-6a0e-4834-a275-00b0fe0e2ed0 service nova] Releasing lock "refresh_cache-b55b19a2-4be9-47ac-bdb9-64789756f862" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.794025] env[63348]: DEBUG nova.compute.manager [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1678.795862] env[63348]: DEBUG oslo_concurrency.lockutils [None req-54a01c33-8167-4fa0-b9dd-dec271cf79ca tempest-ServersAdmin275Test-744218838 tempest-ServersAdmin275Test-744218838-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.797925] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.099s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.798330] env[63348]: DEBUG nova.objects.instance [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Lazy-loading 'resources' on Instance uuid 93aff290-b2d9-4ef5-bc6d-0206be00253c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1678.858223] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.864321] env[63348]: DEBUG nova.compute.manager [req-dc6c1ae6-5318-45e0-ad1c-fff428ae4cd3 req-4730c32c-edb4-4eab-b24c-0d6ab03c7482 service nova] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Received event network-vif-deleted-0fa72944-e43a-468d-8312-d26f88d5f0aa {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1678.864727] env[63348]: DEBUG nova.compute.manager [req-dc6c1ae6-5318-45e0-ad1c-fff428ae4cd3 req-4730c32c-edb4-4eab-b24c-0d6ab03c7482 service nova] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Received event network-vif-plugged-932f171c-0ea3-4729-8aef-966e351a5ced {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1678.865083] env[63348]: DEBUG oslo_concurrency.lockutils [req-dc6c1ae6-5318-45e0-ad1c-fff428ae4cd3 req-4730c32c-edb4-4eab-b24c-0d6ab03c7482 service nova] Acquiring lock "e97cf19f-7937-4237-b611-8742c17751e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.865491] env[63348]: DEBUG oslo_concurrency.lockutils [req-dc6c1ae6-5318-45e0-ad1c-fff428ae4cd3 req-4730c32c-edb4-4eab-b24c-0d6ab03c7482 service nova] Lock "e97cf19f-7937-4237-b611-8742c17751e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.865766] env[63348]: DEBUG oslo_concurrency.lockutils [req-dc6c1ae6-5318-45e0-ad1c-fff428ae4cd3 req-4730c32c-edb4-4eab-b24c-0d6ab03c7482 service nova] Lock "e97cf19f-7937-4237-b611-8742c17751e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.866046] env[63348]: DEBUG nova.compute.manager [req-dc6c1ae6-5318-45e0-ad1c-fff428ae4cd3 req-4730c32c-edb4-4eab-b24c-0d6ab03c7482 service nova] [instance: e97cf19f-7937-4237-b611-8742c17751e1] No waiting events found dispatching network-vif-plugged-932f171c-0ea3-4729-8aef-966e351a5ced {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1678.866362] env[63348]: WARNING nova.compute.manager [req-dc6c1ae6-5318-45e0-ad1c-fff428ae4cd3 req-4730c32c-edb4-4eab-b24c-0d6ab03c7482 service nova] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Received unexpected event network-vif-plugged-932f171c-0ea3-4729-8aef-966e351a5ced for instance with vm_state building and task_state spawning. [ 1678.866656] env[63348]: DEBUG nova.compute.manager [req-dc6c1ae6-5318-45e0-ad1c-fff428ae4cd3 req-4730c32c-edb4-4eab-b24c-0d6ab03c7482 service nova] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Received event network-changed-932f171c-0ea3-4729-8aef-966e351a5ced {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1678.866948] env[63348]: DEBUG nova.compute.manager [req-dc6c1ae6-5318-45e0-ad1c-fff428ae4cd3 req-4730c32c-edb4-4eab-b24c-0d6ab03c7482 service nova] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Refreshing instance network info cache due to event network-changed-932f171c-0ea3-4729-8aef-966e351a5ced. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1678.867245] env[63348]: DEBUG oslo_concurrency.lockutils [req-dc6c1ae6-5318-45e0-ad1c-fff428ae4cd3 req-4730c32c-edb4-4eab-b24c-0d6ab03c7482 service nova] Acquiring lock "refresh_cache-e97cf19f-7937-4237-b611-8742c17751e1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.876378] env[63348]: DEBUG nova.network.neutron [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Updating instance_info_cache with network_info: [{"id": "fa8ebce4-c217-4623-8c80-2189d0133946", "address": "fa:16:3e:24:34:17", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa8ebce4-c2", "ovs_interfaceid": "fa8ebce4-c217-4623-8c80-2189d0133946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.892934] env[63348]: DEBUG nova.compute.manager [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Received event network-changed-028d5cda-bece-4e66-b80b-52613eadb5a0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1678.893279] env[63348]: DEBUG nova.compute.manager [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Refreshing instance network info cache due to event network-changed-028d5cda-bece-4e66-b80b-52613eadb5a0. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1678.893591] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] Acquiring lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.893836] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] Acquired lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.894098] env[63348]: DEBUG nova.network.neutron [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Refreshing network info cache for port 028d5cda-bece-4e66-b80b-52613eadb5a0 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1678.967517] env[63348]: DEBUG nova.network.neutron [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1679.020327] env[63348]: DEBUG oslo_vmware.api [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022232, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.189525] env[63348]: DEBUG oslo_vmware.api [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': task-2022228, 'name': PowerOnVM_Task, 'duration_secs': 1.616936} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.189525] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1679.189525] env[63348]: INFO nova.compute.manager [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Took 12.80 seconds to spawn the instance on the hypervisor. [ 1679.189525] env[63348]: DEBUG nova.compute.manager [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1679.190273] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce6cdc6-7ea9-456b-9bd9-0fe5b8faf271 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.228454] env[63348]: DEBUG oslo_vmware.api [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52351a20-c81d-c59f-37f0-de699a5be459, 'name': SearchDatastore_Task, 'duration_secs': 0.395506} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.228916] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.278472] env[63348]: DEBUG nova.network.neutron [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Updating instance_info_cache with network_info: [{"id": "932f171c-0ea3-4729-8aef-966e351a5ced", "address": "fa:16:3e:7f:e8:7f", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap932f171c-0e", "ovs_interfaceid": "932f171c-0ea3-4729-8aef-966e351a5ced", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.358379] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022230, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.378350] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Releasing lock "refresh_cache-1407dcbc-362b-443b-955d-153fbd034127" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.378693] env[63348]: DEBUG nova.compute.manager [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Instance network_info: |[{"id": "fa8ebce4-c217-4623-8c80-2189d0133946", "address": "fa:16:3e:24:34:17", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa8ebce4-c2", "ovs_interfaceid": "fa8ebce4-c217-4623-8c80-2189d0133946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1679.379325] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:34:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa8ebce4-c217-4623-8c80-2189d0133946', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1679.387927] env[63348]: DEBUG oslo.service.loopingcall [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1679.388196] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1679.388435] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c93354b-2a71-4e85-8bda-59b2cdab8a45 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.418604] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1679.418604] env[63348]: value = "task-2022233" [ 1679.418604] env[63348]: _type = "Task" [ 1679.418604] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.432379] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022233, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.526522] env[63348]: DEBUG oslo_vmware.api [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022232, 'name': PowerOnVM_Task, 'duration_secs': 0.960988} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.527028] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1679.527153] env[63348]: INFO nova.compute.manager [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Took 6.47 seconds to spawn the instance on the hypervisor. [ 1679.527319] env[63348]: DEBUG nova.compute.manager [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1679.528780] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b2a40b-866e-4c30-a636-114fe1156123 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.715502] env[63348]: INFO nova.compute.manager [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Took 37.06 seconds to build instance. [ 1679.780868] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Releasing lock "refresh_cache-e97cf19f-7937-4237-b611-8742c17751e1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.781421] env[63348]: DEBUG nova.compute.manager [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Instance network_info: |[{"id": "932f171c-0ea3-4729-8aef-966e351a5ced", "address": "fa:16:3e:7f:e8:7f", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap932f171c-0e", "ovs_interfaceid": "932f171c-0ea3-4729-8aef-966e351a5ced", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1679.781540] env[63348]: DEBUG oslo_concurrency.lockutils [req-dc6c1ae6-5318-45e0-ad1c-fff428ae4cd3 req-4730c32c-edb4-4eab-b24c-0d6ab03c7482 service nova] Acquired lock "refresh_cache-e97cf19f-7937-4237-b611-8742c17751e1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.781665] env[63348]: DEBUG nova.network.neutron [req-dc6c1ae6-5318-45e0-ad1c-fff428ae4cd3 req-4730c32c-edb4-4eab-b24c-0d6ab03c7482 service nova] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Refreshing network info cache for port 932f171c-0ea3-4729-8aef-966e351a5ced {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1679.782837] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:e8:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '932f171c-0ea3-4729-8aef-966e351a5ced', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1679.795124] env[63348]: DEBUG oslo.service.loopingcall [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1679.798573] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1679.800110] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c0b161a-4b51-47fb-9168-761b96122daf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.817028] env[63348]: DEBUG nova.compute.manager [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1679.829651] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1679.829651] env[63348]: value = "task-2022234" [ 1679.829651] env[63348]: _type = "Task" [ 1679.829651] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.846850] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022234, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.850588] env[63348]: DEBUG nova.virt.hardware [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1679.850722] env[63348]: DEBUG nova.virt.hardware [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1679.850924] env[63348]: DEBUG nova.virt.hardware [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1679.851377] env[63348]: DEBUG nova.virt.hardware [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1679.851377] env[63348]: DEBUG nova.virt.hardware [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1679.851679] env[63348]: DEBUG nova.virt.hardware [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1679.851966] env[63348]: DEBUG nova.virt.hardware [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1679.852191] env[63348]: DEBUG nova.virt.hardware [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1679.852430] env[63348]: DEBUG nova.virt.hardware [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1679.852934] env[63348]: DEBUG nova.virt.hardware [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1679.852934] env[63348]: DEBUG nova.virt.hardware [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1679.858312] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b33b7ba-236a-442a-a8d7-d76381ac933a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.861638] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8edf64-1165-4b19-a7a7-1b3438b16b40 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.870392] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022230, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.835996} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.875071] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] f6c71ec2-3470-484e-9371-6c166bcf07a6/f6c71ec2-3470-484e-9371-6c166bcf07a6.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1679.875290] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1679.875688] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bf21f6c-b80a-4f3d-861e-f44d70a2af06 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.878739] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2b52a7-65ec-45db-b93f-5773f7edb4f9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.883314] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08639ca1-9269-4216-9833-576c7eea8971 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.934492] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1679.934492] env[63348]: value = "task-2022235" [ 1679.934492] env[63348]: _type = "Task" [ 1679.934492] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.935496] env[63348]: DEBUG nova.network.neutron [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Updated VIF entry in instance network info cache for port 028d5cda-bece-4e66-b80b-52613eadb5a0. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1679.935855] env[63348]: DEBUG nova.network.neutron [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Updating instance_info_cache with network_info: [{"id": "028d5cda-bece-4e66-b80b-52613eadb5a0", "address": "fa:16:3e:91:c0:b7", "network": {"id": "c8ec7dc5-bd89-42cd-be55-8a2ff6416ad6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1929788479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f45a73d2d1f42a0a0c672abd085f991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028d5cda-be", "ovs_interfaceid": "028d5cda-bece-4e66-b80b-52613eadb5a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.944329] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d6db70-f93c-41c5-982a-ba62c5a36090 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.964640] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9651ac95-a0da-488f-8efb-7456852589d1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.968895] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022233, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.969576] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022235, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.982651] env[63348]: DEBUG nova.compute.provider_tree [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.051817] env[63348]: INFO nova.compute.manager [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Took 35.21 seconds to build instance. [ 1680.174808] env[63348]: DEBUG nova.network.neutron [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Successfully updated port: 4369e515-7877-49ff-838f-0ab69a661363 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1680.217942] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a447fe2a-59cf-433a-81d4-4636e69206e6 tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Lock "ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.428s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.343273] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022234, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.441417] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] Releasing lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.441810] env[63348]: DEBUG nova.compute.manager [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Received event network-vif-deleted-6e61b95a-46e1-46d1-a6f5-a63217cbddc6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1680.441960] env[63348]: DEBUG nova.compute.manager [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Received event network-vif-plugged-fa8ebce4-c217-4623-8c80-2189d0133946 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1680.442210] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] Acquiring lock "1407dcbc-362b-443b-955d-153fbd034127-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.442520] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] Lock "1407dcbc-362b-443b-955d-153fbd034127-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.442648] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] Lock "1407dcbc-362b-443b-955d-153fbd034127-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.442914] env[63348]: DEBUG nova.compute.manager [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] [instance: 1407dcbc-362b-443b-955d-153fbd034127] No waiting events found dispatching network-vif-plugged-fa8ebce4-c217-4623-8c80-2189d0133946 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1680.443081] env[63348]: WARNING nova.compute.manager [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Received unexpected event network-vif-plugged-fa8ebce4-c217-4623-8c80-2189d0133946 for instance with vm_state building and task_state spawning. [ 1680.443262] env[63348]: DEBUG nova.compute.manager [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Received event network-changed-9357fd70-3b6f-45f8-bacb-a2afbcf32329 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1680.443449] env[63348]: DEBUG nova.compute.manager [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Refreshing instance network info cache due to event network-changed-9357fd70-3b6f-45f8-bacb-a2afbcf32329. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1680.443661] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] Acquiring lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.443858] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] Acquired lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.444061] env[63348]: DEBUG nova.network.neutron [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Refreshing network info cache for port 9357fd70-3b6f-45f8-bacb-a2afbcf32329 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1680.449704] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022233, 'name': CreateVM_Task, 'duration_secs': 0.606908} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.452906] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1680.454060] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.454229] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.454547] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1680.455872] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f921c77-27aa-4448-9e58-90de458b0e40 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.461160] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082788} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.462418] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1680.462753] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for the task: (returnval){ [ 1680.462753] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52031d14-251b-5473-26a2-8bf56e100b04" [ 1680.462753] env[63348]: _type = "Task" [ 1680.462753] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.463488] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95772057-4d4b-40eb-ba4a-97bbe19163e9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.476315] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52031d14-251b-5473-26a2-8bf56e100b04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.491915] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] f6c71ec2-3470-484e-9371-6c166bcf07a6/f6c71ec2-3470-484e-9371-6c166bcf07a6.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1680.492896] env[63348]: DEBUG nova.scheduler.client.report [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1680.496475] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69d6fa4b-02b7-4657-bea2-98b9628dda3f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.513995] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.516379] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.830s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.525321] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1680.525321] env[63348]: value = "task-2022236" [ 1680.525321] env[63348]: _type = "Task" [ 1680.525321] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.538780] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.544895] env[63348]: INFO nova.scheduler.client.report [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Deleted allocations for instance 93aff290-b2d9-4ef5-bc6d-0206be00253c [ 1680.558591] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1ddfd43f-bdfc-4449-b90f-bc1bdc1b3d0e tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Lock "c731cd74-f289-409c-a8aa-6faa7cf6bb2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.077s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.568975] env[63348]: DEBUG nova.network.neutron [req-dc6c1ae6-5318-45e0-ad1c-fff428ae4cd3 req-4730c32c-edb4-4eab-b24c-0d6ab03c7482 service nova] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Updated VIF entry in instance network info cache for port 932f171c-0ea3-4729-8aef-966e351a5ced. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1680.569961] env[63348]: DEBUG nova.network.neutron [req-dc6c1ae6-5318-45e0-ad1c-fff428ae4cd3 req-4730c32c-edb4-4eab-b24c-0d6ab03c7482 service nova] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Updating instance_info_cache with network_info: [{"id": "932f171c-0ea3-4729-8aef-966e351a5ced", "address": "fa:16:3e:7f:e8:7f", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap932f171c-0e", "ovs_interfaceid": "932f171c-0ea3-4729-8aef-966e351a5ced", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.677840] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Acquiring lock "refresh_cache-ee8dddb0-4028-4718-9644-701b27dafd1a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.678554] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Acquired lock "refresh_cache-ee8dddb0-4028-4718-9644-701b27dafd1a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.678554] env[63348]: DEBUG nova.network.neutron [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1680.723762] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1680.845720] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022234, 'name': CreateVM_Task, 'duration_secs': 0.897159} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.845954] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1680.846653] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.976400] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52031d14-251b-5473-26a2-8bf56e100b04, 'name': SearchDatastore_Task, 'duration_secs': 0.058474} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.976893] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.977038] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1680.977287] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.977685] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.977685] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1680.977977] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.978206] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1680.978529] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63ad5263-86b1-443e-91c9-cf6598e17af7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.980998] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801904a6-8604-4c54-ae23-fc1d0633f1e5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.987439] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for the task: (returnval){ [ 1680.987439] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52245440-2c76-e8c9-df18-d14da99ff3d8" [ 1680.987439] env[63348]: _type = "Task" [ 1680.987439] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.994136] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1680.994318] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1680.995100] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9069bf-a7a9-4295-a684-aa4e0484b417 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.001271] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for the task: (returnval){ [ 1681.001271] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523d1ae8-42bc-ddd2-dddd-c7ec8e451fda" [ 1681.001271] env[63348]: _type = "Task" [ 1681.001271] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.004772] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52245440-2c76-e8c9-df18-d14da99ff3d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.013320] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523d1ae8-42bc-ddd2-dddd-c7ec8e451fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.048695] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.059244] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2ca73d54-ba06-4d6a-b5c5-c50e663028f8 tempest-InstanceActionsTestJSON-1270171382 tempest-InstanceActionsTestJSON-1270171382-project-member] Lock "93aff290-b2d9-4ef5-bc6d-0206be00253c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.539s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.063133] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1681.075192] env[63348]: DEBUG oslo_concurrency.lockutils [req-dc6c1ae6-5318-45e0-ad1c-fff428ae4cd3 req-4730c32c-edb4-4eab-b24c-0d6ab03c7482 service nova] Releasing lock "refresh_cache-e97cf19f-7937-4237-b611-8742c17751e1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.201162] env[63348]: DEBUG nova.network.neutron [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Updated VIF entry in instance network info cache for port 9357fd70-3b6f-45f8-bacb-a2afbcf32329. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1681.201256] env[63348]: DEBUG nova.network.neutron [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Updating instance_info_cache with network_info: [{"id": "9357fd70-3b6f-45f8-bacb-a2afbcf32329", "address": "fa:16:3e:9a:0c:5e", "network": {"id": "627d4b8c-a9db-41a2-af0c-3fa61502f932", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1805083929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8e0a5ee50aa9492f8e144c7fa84d015e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9357fd70-3b", "ovs_interfaceid": "9357fd70-3b6f-45f8-bacb-a2afbcf32329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.254821] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.262721] env[63348]: DEBUG nova.network.neutron [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1681.408304] env[63348]: DEBUG nova.compute.manager [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1681.411496] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26357d25-96e8-460c-ac23-b2d6a1f25c70 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.501355] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52245440-2c76-e8c9-df18-d14da99ff3d8, 'name': SearchDatastore_Task, 'duration_secs': 0.019745} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.501668] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.502196] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1681.502427] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.514155] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523d1ae8-42bc-ddd2-dddd-c7ec8e451fda, 'name': SearchDatastore_Task, 'duration_secs': 0.011215} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.514946] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d5504f-3813-42f8-b157-6462bb6f21c8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.520780] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for the task: (returnval){ [ 1681.520780] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d12b4b-6c5f-9dfa-fbbe-3838367d1b9a" [ 1681.520780] env[63348]: _type = "Task" [ 1681.520780] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.529742] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d12b4b-6c5f-9dfa-fbbe-3838367d1b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.539855] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Applying migration context for instance f964b631-4f16-4ba9-b0e2-61b99b1e3bf1 as it has an incoming, in-progress migration bd344404-91fe-493a-acc0-79ceb966e78b. Migration status is confirming {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1681.542088] env[63348]: INFO nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Updating resource usage from migration bd344404-91fe-493a-acc0-79ceb966e78b [ 1681.544260] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022236, 'name': ReconfigVM_Task, 'duration_secs': 0.755631} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.547604] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Reconfigured VM instance instance-00000017 to attach disk [datastore1] f6c71ec2-3470-484e-9371-6c166bcf07a6/f6c71ec2-3470-484e-9371-6c166bcf07a6.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1681.548316] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-282c023c-12d0-48d8-a9d1-e0b5cdbaf997 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.556438] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1681.556438] env[63348]: value = "task-2022237" [ 1681.556438] env[63348]: _type = "Task" [ 1681.556438] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.568306] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022237, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.573132] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 69eeee84-fcfd-4326-8384-79a1d5e01e9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1681.573280] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 98c625bb-3a8e-4148-87eb-88683c9995b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1681.573400] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance ba49ff78-a55c-4fb7-acf4-c77c53bd82e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1681.573517] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 8fe84c5b-5758-4907-9578-8e9a8588088c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1681.573826] env[63348]: WARNING nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1681.573826] env[63348]: WARNING nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance bac7ec18-8d57-45bf-901a-ad7020428158 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1681.573918] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance ba2c581c-a2db-44f5-a71a-6d15e5283c1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1681.573995] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance b145eddf-c0e7-4a82-936b-1e929500929e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1681.574120] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 9d2c0789-1ee9-409a-b8da-17b8a776c067 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1681.574228] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance f4ee9c60-8bc1-4397-8c5b-9b94f2318db0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1681.574365] env[63348]: WARNING nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance b55b19a2-4be9-47ac-bdb9-64789756f862 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1681.574487] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance d405bcd4-e175-4c22-b7ab-6a03b44bac42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1681.576982] env[63348]: WARNING nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 00bd8ea9-349c-493d-8f54-85856c566ad8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1681.576982] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Migration bd344404-91fe-493a-acc0-79ceb966e78b is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1681.576982] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance f964b631-4f16-4ba9-b0e2-61b99b1e3bf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1681.576982] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance f6c71ec2-3470-484e-9371-6c166bcf07a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1681.577173] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1681.577173] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance c731cd74-f289-409c-a8aa-6faa7cf6bb2b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1681.577173] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 1407dcbc-362b-443b-955d-153fbd034127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1681.577173] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance e97cf19f-7937-4237-b611-8742c17751e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1681.577297] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance ee8dddb0-4028-4718-9644-701b27dafd1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1681.584927] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.617289] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquiring lock "b55b19a2-4be9-47ac-bdb9-64789756f862" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.642064] env[63348]: DEBUG nova.compute.manager [req-49a827ad-181c-4138-9906-9b2f6ad11cea req-d7441089-d996-4895-820a-fa667347ec8b service nova] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Received event network-vif-plugged-4369e515-7877-49ff-838f-0ab69a661363 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1681.643147] env[63348]: DEBUG oslo_concurrency.lockutils [req-49a827ad-181c-4138-9906-9b2f6ad11cea req-d7441089-d996-4895-820a-fa667347ec8b service nova] Acquiring lock "ee8dddb0-4028-4718-9644-701b27dafd1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.643147] env[63348]: DEBUG oslo_concurrency.lockutils [req-49a827ad-181c-4138-9906-9b2f6ad11cea req-d7441089-d996-4895-820a-fa667347ec8b service nova] Lock "ee8dddb0-4028-4718-9644-701b27dafd1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.643147] env[63348]: DEBUG oslo_concurrency.lockutils [req-49a827ad-181c-4138-9906-9b2f6ad11cea req-d7441089-d996-4895-820a-fa667347ec8b service nova] Lock "ee8dddb0-4028-4718-9644-701b27dafd1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.643565] env[63348]: DEBUG nova.compute.manager [req-49a827ad-181c-4138-9906-9b2f6ad11cea req-d7441089-d996-4895-820a-fa667347ec8b service nova] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] No waiting events found dispatching network-vif-plugged-4369e515-7877-49ff-838f-0ab69a661363 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1681.643910] env[63348]: WARNING nova.compute.manager [req-49a827ad-181c-4138-9906-9b2f6ad11cea req-d7441089-d996-4895-820a-fa667347ec8b service nova] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Received unexpected event network-vif-plugged-4369e515-7877-49ff-838f-0ab69a661363 for instance with vm_state building and task_state spawning. [ 1681.644265] env[63348]: DEBUG nova.compute.manager [req-49a827ad-181c-4138-9906-9b2f6ad11cea req-d7441089-d996-4895-820a-fa667347ec8b service nova] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Received event network-changed-4369e515-7877-49ff-838f-0ab69a661363 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1681.644591] env[63348]: DEBUG nova.compute.manager [req-49a827ad-181c-4138-9906-9b2f6ad11cea req-d7441089-d996-4895-820a-fa667347ec8b service nova] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Refreshing instance network info cache due to event network-changed-4369e515-7877-49ff-838f-0ab69a661363. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1681.647019] env[63348]: DEBUG oslo_concurrency.lockutils [req-49a827ad-181c-4138-9906-9b2f6ad11cea req-d7441089-d996-4895-820a-fa667347ec8b service nova] Acquiring lock "refresh_cache-ee8dddb0-4028-4718-9644-701b27dafd1a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.647019] env[63348]: DEBUG nova.network.neutron [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Updating instance_info_cache with network_info: [{"id": "4369e515-7877-49ff-838f-0ab69a661363", "address": "fa:16:3e:20:b0:b2", "network": {"id": "e9523907-a6bf-465d-8015-47cb640f687d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1181571890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a02f3a8234240369bda27de85207ca3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4369e515-78", "ovs_interfaceid": "4369e515-7877-49ff-838f-0ab69a661363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.654220] env[63348]: DEBUG nova.compute.manager [req-9d535ded-807f-4ce5-9868-583dacbfe69c req-7fa1dd7b-af30-4a27-a8cd-bc8229e1c932 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Received event network-changed-9357fd70-3b6f-45f8-bacb-a2afbcf32329 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1681.654617] env[63348]: DEBUG nova.compute.manager [req-9d535ded-807f-4ce5-9868-583dacbfe69c req-7fa1dd7b-af30-4a27-a8cd-bc8229e1c932 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Refreshing instance network info cache due to event network-changed-9357fd70-3b6f-45f8-bacb-a2afbcf32329. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1681.654993] env[63348]: DEBUG oslo_concurrency.lockutils [req-9d535ded-807f-4ce5-9868-583dacbfe69c req-7fa1dd7b-af30-4a27-a8cd-bc8229e1c932 service nova] Acquiring lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.704183] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] Releasing lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.704310] env[63348]: DEBUG nova.compute.manager [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Received event network-changed-fa8ebce4-c217-4623-8c80-2189d0133946 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1681.704438] env[63348]: DEBUG nova.compute.manager [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Refreshing instance network info cache due to event network-changed-fa8ebce4-c217-4623-8c80-2189d0133946. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1681.704651] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] Acquiring lock "refresh_cache-1407dcbc-362b-443b-955d-153fbd034127" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.704790] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] Acquired lock "refresh_cache-1407dcbc-362b-443b-955d-153fbd034127" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.704951] env[63348]: DEBUG nova.network.neutron [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Refreshing network info cache for port fa8ebce4-c217-4623-8c80-2189d0133946 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1681.708495] env[63348]: DEBUG oslo_concurrency.lockutils [req-9d535ded-807f-4ce5-9868-583dacbfe69c req-7fa1dd7b-af30-4a27-a8cd-bc8229e1c932 service nova] Acquired lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.708495] env[63348]: DEBUG nova.network.neutron [req-9d535ded-807f-4ce5-9868-583dacbfe69c req-7fa1dd7b-af30-4a27-a8cd-bc8229e1c932 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Refreshing network info cache for port 9357fd70-3b6f-45f8-bacb-a2afbcf32329 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1681.924817] env[63348]: INFO nova.compute.manager [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] instance snapshotting [ 1681.928205] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf86fcf-a5df-49a4-82c3-126841058f52 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.956639] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c06472-5241-4ac4-8f57-eed9f3f97489 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.032105] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d12b4b-6c5f-9dfa-fbbe-3838367d1b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.015348} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.032419] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.032685] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 1407dcbc-362b-443b-955d-153fbd034127/1407dcbc-362b-443b-955d-153fbd034127.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1682.032984] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.033169] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1682.033395] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4330ea0d-d0da-4d21-8a05-70b6b889b575 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.035489] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-227cd909-f819-4208-9c72-2761913e24df {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.044697] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for the task: (returnval){ [ 1682.044697] env[63348]: value = "task-2022238" [ 1682.044697] env[63348]: _type = "Task" [ 1682.044697] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.049078] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1682.052020] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1682.052020] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e3d709-3d97-44e1-86db-4cbd8d0a508a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.056427] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for the task: (returnval){ [ 1682.056427] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d04011-f17a-6a47-b869-5c641ff6b819" [ 1682.056427] env[63348]: _type = "Task" [ 1682.056427] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.060332] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.072951] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022237, 'name': Rename_Task, 'duration_secs': 0.249231} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.076392] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1682.076699] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d04011-f17a-6a47-b869-5c641ff6b819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.076945] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdbd32cb-62ff-4ad6-a45f-c2fe29501fe4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.079129] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 9cabacaf-16ed-4b57-8b1c-b90756c9be4c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1682.086375] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1682.086375] env[63348]: value = "task-2022239" [ 1682.086375] env[63348]: _type = "Task" [ 1682.086375] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.094919] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.150483] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Releasing lock "refresh_cache-ee8dddb0-4028-4718-9644-701b27dafd1a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.150534] env[63348]: DEBUG nova.compute.manager [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Instance network_info: |[{"id": "4369e515-7877-49ff-838f-0ab69a661363", "address": "fa:16:3e:20:b0:b2", "network": {"id": "e9523907-a6bf-465d-8015-47cb640f687d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1181571890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a02f3a8234240369bda27de85207ca3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4369e515-78", "ovs_interfaceid": "4369e515-7877-49ff-838f-0ab69a661363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1682.150901] env[63348]: DEBUG oslo_concurrency.lockutils [req-49a827ad-181c-4138-9906-9b2f6ad11cea req-d7441089-d996-4895-820a-fa667347ec8b service nova] Acquired lock "refresh_cache-ee8dddb0-4028-4718-9644-701b27dafd1a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.151136] env[63348]: DEBUG nova.network.neutron [req-49a827ad-181c-4138-9906-9b2f6ad11cea req-d7441089-d996-4895-820a-fa667347ec8b service nova] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Refreshing network info cache for port 4369e515-7877-49ff-838f-0ab69a661363 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1682.152462] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:b0:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4369e515-7877-49ff-838f-0ab69a661363', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1682.161273] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Creating folder: Project (4a02f3a8234240369bda27de85207ca3). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1682.164870] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bed54bd8-7482-443a-8b22-6e89ce515f50 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.181522] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Created folder: Project (4a02f3a8234240369bda27de85207ca3) in parent group-v415427. [ 1682.181732] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Creating folder: Instances. Parent ref: group-v415513. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1682.181999] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-827cf863-6391-4b8a-8c2d-c002bbd1d6e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.197597] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Created folder: Instances in parent group-v415513. [ 1682.198256] env[63348]: DEBUG oslo.service.loopingcall [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.198508] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1682.198851] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74c2f52d-2c56-4345-b414-c09056960f53 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.244659] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1682.244659] env[63348]: value = "task-2022242" [ 1682.244659] env[63348]: _type = "Task" [ 1682.244659] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.255367] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022242, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.468802] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Creating Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1682.469421] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a34a9540-adf2-4e75-b880-f8b79096af4d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.488351] env[63348]: DEBUG oslo_vmware.api [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1682.488351] env[63348]: value = "task-2022243" [ 1682.488351] env[63348]: _type = "Task" [ 1682.488351] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.495032] env[63348]: DEBUG nova.network.neutron [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Updated VIF entry in instance network info cache for port fa8ebce4-c217-4623-8c80-2189d0133946. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1682.495661] env[63348]: DEBUG nova.network.neutron [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Updating instance_info_cache with network_info: [{"id": "fa8ebce4-c217-4623-8c80-2189d0133946", "address": "fa:16:3e:24:34:17", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa8ebce4-c2", "ovs_interfaceid": "fa8ebce4-c217-4623-8c80-2189d0133946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.501248] env[63348]: DEBUG oslo_vmware.api [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022243, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.563833] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022238, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.581501] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d04011-f17a-6a47-b869-5c641ff6b819, 'name': SearchDatastore_Task, 'duration_secs': 0.021491} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.585483] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 2cee836f-dda6-4be0-9b44-70e207bdc9a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1682.588094] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85831222-ca22-435e-b1e3-f42e91bfcf67 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.600048] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for the task: (returnval){ [ 1682.600048] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d1315b-94cf-0f5b-4075-a47c6a59aadd" [ 1682.600048] env[63348]: _type = "Task" [ 1682.600048] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.604987] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.617023] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d1315b-94cf-0f5b-4075-a47c6a59aadd, 'name': SearchDatastore_Task, 'duration_secs': 0.013286} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.617023] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.617311] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] e97cf19f-7937-4237-b611-8742c17751e1/e97cf19f-7937-4237-b611-8742c17751e1.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1682.617643] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1eb56543-052c-4e6c-9b81-10156ddb74df {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.629877] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for the task: (returnval){ [ 1682.629877] env[63348]: value = "task-2022244" [ 1682.629877] env[63348]: _type = "Task" [ 1682.629877] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.639267] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.755933] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022242, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.005081] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c589da5-69c1-4c73-aca7-fd63101398d7 req-29529d6f-888e-401c-ac63-3a2ec973aa15 service nova] Releasing lock "refresh_cache-1407dcbc-362b-443b-955d-153fbd034127" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.006164] env[63348]: DEBUG oslo_vmware.api [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022243, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.059165] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576013} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.059517] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 1407dcbc-362b-443b-955d-153fbd034127/1407dcbc-362b-443b-955d-153fbd034127.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1683.059794] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1683.060143] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-477acd7a-ead1-4e18-99ff-1b21cc1ad4b6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.073628] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for the task: (returnval){ [ 1683.073628] env[63348]: value = "task-2022245" [ 1683.073628] env[63348]: _type = "Task" [ 1683.073628] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.080136] env[63348]: DEBUG nova.network.neutron [req-49a827ad-181c-4138-9906-9b2f6ad11cea req-d7441089-d996-4895-820a-fa667347ec8b service nova] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Updated VIF entry in instance network info cache for port 4369e515-7877-49ff-838f-0ab69a661363. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1683.080512] env[63348]: DEBUG nova.network.neutron [req-49a827ad-181c-4138-9906-9b2f6ad11cea req-d7441089-d996-4895-820a-fa667347ec8b service nova] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Updating instance_info_cache with network_info: [{"id": "4369e515-7877-49ff-838f-0ab69a661363", "address": "fa:16:3e:20:b0:b2", "network": {"id": "e9523907-a6bf-465d-8015-47cb640f687d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1181571890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a02f3a8234240369bda27de85207ca3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4369e515-78", "ovs_interfaceid": "4369e515-7877-49ff-838f-0ab69a661363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.091185] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance ba15760a-2414-46a1-a868-ccc6ba399973 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1683.092862] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.107556] env[63348]: DEBUG oslo_vmware.api [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022239, 'name': PowerOnVM_Task, 'duration_secs': 0.913314} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.107878] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1683.108134] env[63348]: DEBUG nova.compute.manager [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1683.109389] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad2786d-9a15-41c4-b1b2-b1341c6ee162 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.114449] env[63348]: DEBUG nova.network.neutron [req-9d535ded-807f-4ce5-9868-583dacbfe69c req-7fa1dd7b-af30-4a27-a8cd-bc8229e1c932 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Updated VIF entry in instance network info cache for port 9357fd70-3b6f-45f8-bacb-a2afbcf32329. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1683.114801] env[63348]: DEBUG nova.network.neutron [req-9d535ded-807f-4ce5-9868-583dacbfe69c req-7fa1dd7b-af30-4a27-a8cd-bc8229e1c932 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Updating instance_info_cache with network_info: [{"id": "9357fd70-3b6f-45f8-bacb-a2afbcf32329", "address": "fa:16:3e:9a:0c:5e", "network": {"id": "627d4b8c-a9db-41a2-af0c-3fa61502f932", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1805083929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8e0a5ee50aa9492f8e144c7fa84d015e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9357fd70-3b", "ovs_interfaceid": "9357fd70-3b6f-45f8-bacb-a2afbcf32329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.139366] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022244, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.255023] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022242, 'name': CreateVM_Task, 'duration_secs': 0.851516} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.255197] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1683.255879] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.256054] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.256386] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1683.256631] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb3125b-589b-424f-bbdb-68f72df34d0b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.273278] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Waiting for the task: (returnval){ [ 1683.273278] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bf7fd8-822e-aae8-663c-29ce141211a5" [ 1683.273278] env[63348]: _type = "Task" [ 1683.273278] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.282457] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bf7fd8-822e-aae8-663c-29ce141211a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.501987] env[63348]: DEBUG oslo_vmware.api [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022243, 'name': CreateSnapshot_Task, 'duration_secs': 0.795587} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.502418] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Created Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1683.503337] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4543d0-df47-416c-a96b-2b7749206b43 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.585579] env[63348]: DEBUG oslo_concurrency.lockutils [req-49a827ad-181c-4138-9906-9b2f6ad11cea req-d7441089-d996-4895-820a-fa667347ec8b service nova] Releasing lock "refresh_cache-ee8dddb0-4028-4718-9644-701b27dafd1a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.586165] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170963} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.586983] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1683.587145] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afca9a05-6366-4ad4-bbf5-673ac27867fa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.603331] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 1ef63437-d024-4508-8433-596f964fbc2e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1683.613585] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 1407dcbc-362b-443b-955d-153fbd034127/1407dcbc-362b-443b-955d-153fbd034127.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1683.614139] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-852a9b21-51c5-48f1-ac3c-82821421c72a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.633806] env[63348]: DEBUG oslo_concurrency.lockutils [req-9d535ded-807f-4ce5-9868-583dacbfe69c req-7fa1dd7b-af30-4a27-a8cd-bc8229e1c932 service nova] Releasing lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.633806] env[63348]: DEBUG nova.compute.manager [req-9d535ded-807f-4ce5-9868-583dacbfe69c req-7fa1dd7b-af30-4a27-a8cd-bc8229e1c932 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Received event network-changed-028d5cda-bece-4e66-b80b-52613eadb5a0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1683.633806] env[63348]: DEBUG nova.compute.manager [req-9d535ded-807f-4ce5-9868-583dacbfe69c req-7fa1dd7b-af30-4a27-a8cd-bc8229e1c932 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Refreshing instance network info cache due to event network-changed-028d5cda-bece-4e66-b80b-52613eadb5a0. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1683.633806] env[63348]: DEBUG oslo_concurrency.lockutils [req-9d535ded-807f-4ce5-9868-583dacbfe69c req-7fa1dd7b-af30-4a27-a8cd-bc8229e1c932 service nova] Acquiring lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.633806] env[63348]: DEBUG oslo_concurrency.lockutils [req-9d535ded-807f-4ce5-9868-583dacbfe69c req-7fa1dd7b-af30-4a27-a8cd-bc8229e1c932 service nova] Acquired lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.634100] env[63348]: DEBUG nova.network.neutron [req-9d535ded-807f-4ce5-9868-583dacbfe69c req-7fa1dd7b-af30-4a27-a8cd-bc8229e1c932 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Refreshing network info cache for port 028d5cda-bece-4e66-b80b-52613eadb5a0 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1683.652520] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.654720] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for the task: (returnval){ [ 1683.654720] env[63348]: value = "task-2022246" [ 1683.654720] env[63348]: _type = "Task" [ 1683.654720] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.660036] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535131} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.661823] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] e97cf19f-7937-4237-b611-8742c17751e1/e97cf19f-7937-4237-b611-8742c17751e1.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1683.662059] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1683.662313] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9450f56-a2f9-4a7b-9a86-1f7d8891eeaf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.670843] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022246, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.672249] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for the task: (returnval){ [ 1683.672249] env[63348]: value = "task-2022247" [ 1683.672249] env[63348]: _type = "Task" [ 1683.672249] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.681388] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.784913] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bf7fd8-822e-aae8-663c-29ce141211a5, 'name': SearchDatastore_Task, 'duration_secs': 0.068699} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.785286] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.785526] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1683.785843] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.785916] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.786074] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1683.786359] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6eea4ee5-dc59-404f-9218-9472cc3df1c6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.799794] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1683.800040] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1683.800786] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33665792-08b7-40f2-b12f-1df78f037b5b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.806638] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Waiting for the task: (returnval){ [ 1683.806638] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ced56c-41f4-5236-b569-c9e84d0b866f" [ 1683.806638] env[63348]: _type = "Task" [ 1683.806638] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.814925] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ced56c-41f4-5236-b569-c9e84d0b866f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.024456] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Creating linked-clone VM from snapshot {{(pid=63348) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1684.024960] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c3f0cdc5-0d92-4233-ae8e-c06038c05b1b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.039239] env[63348]: DEBUG oslo_vmware.api [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1684.039239] env[63348]: value = "task-2022248" [ 1684.039239] env[63348]: _type = "Task" [ 1684.039239] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.049912] env[63348]: DEBUG oslo_vmware.api [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022248, 'name': CloneVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.115927] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 4a57ba32-af4f-40ae-adfa-44a392db196c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1684.169685] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.184175] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.324219] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ced56c-41f4-5236-b569-c9e84d0b866f, 'name': SearchDatastore_Task, 'duration_secs': 0.061092} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.324219] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd666e27-165b-479f-ab04-a5f5dadd1a4f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.330082] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Waiting for the task: (returnval){ [ 1684.330082] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a8aa5f-027f-7ed4-38b5-9693061291e4" [ 1684.330082] env[63348]: _type = "Task" [ 1684.330082] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.339849] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a8aa5f-027f-7ed4-38b5-9693061291e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.380141] env[63348]: DEBUG nova.compute.manager [req-55daff51-e19c-4c80-8fd6-b8d6c6abea0f req-72ba7b9d-c6de-40eb-b857-20d6913a9ead service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Received event network-changed-9357fd70-3b6f-45f8-bacb-a2afbcf32329 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1684.380500] env[63348]: DEBUG nova.compute.manager [req-55daff51-e19c-4c80-8fd6-b8d6c6abea0f req-72ba7b9d-c6de-40eb-b857-20d6913a9ead service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Refreshing instance network info cache due to event network-changed-9357fd70-3b6f-45f8-bacb-a2afbcf32329. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1684.381452] env[63348]: DEBUG oslo_concurrency.lockutils [req-55daff51-e19c-4c80-8fd6-b8d6c6abea0f req-72ba7b9d-c6de-40eb-b857-20d6913a9ead service nova] Acquiring lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.381740] env[63348]: DEBUG oslo_concurrency.lockutils [req-55daff51-e19c-4c80-8fd6-b8d6c6abea0f req-72ba7b9d-c6de-40eb-b857-20d6913a9ead service nova] Acquired lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.382028] env[63348]: DEBUG nova.network.neutron [req-55daff51-e19c-4c80-8fd6-b8d6c6abea0f req-72ba7b9d-c6de-40eb-b857-20d6913a9ead service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Refreshing network info cache for port 9357fd70-3b6f-45f8-bacb-a2afbcf32329 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1684.384363] env[63348]: DEBUG nova.compute.manager [req-b40e0d81-2c71-45c5-ae99-06d1c71d09bb req-8fd1538b-8b60-4942-91a8-e8c85d8140a7 service nova] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Received event network-changed-cfa9d608-d2e4-4f82-9943-cb9ce2b697e5 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1684.384680] env[63348]: DEBUG nova.compute.manager [req-b40e0d81-2c71-45c5-ae99-06d1c71d09bb req-8fd1538b-8b60-4942-91a8-e8c85d8140a7 service nova] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Refreshing instance network info cache due to event network-changed-cfa9d608-d2e4-4f82-9943-cb9ce2b697e5. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1684.384992] env[63348]: DEBUG oslo_concurrency.lockutils [req-b40e0d81-2c71-45c5-ae99-06d1c71d09bb req-8fd1538b-8b60-4942-91a8-e8c85d8140a7 service nova] Acquiring lock "refresh_cache-c731cd74-f289-409c-a8aa-6faa7cf6bb2b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.385250] env[63348]: DEBUG oslo_concurrency.lockutils [req-b40e0d81-2c71-45c5-ae99-06d1c71d09bb req-8fd1538b-8b60-4942-91a8-e8c85d8140a7 service nova] Acquired lock "refresh_cache-c731cd74-f289-409c-a8aa-6faa7cf6bb2b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.385493] env[63348]: DEBUG nova.network.neutron [req-b40e0d81-2c71-45c5-ae99-06d1c71d09bb req-8fd1538b-8b60-4942-91a8-e8c85d8140a7 service nova] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Refreshing network info cache for port cfa9d608-d2e4-4f82-9943-cb9ce2b697e5 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1684.550552] env[63348]: DEBUG oslo_vmware.api [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022248, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.627187] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 753ee905-0679-4502-bfc4-46a993662b53 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1684.629681] env[63348]: DEBUG nova.network.neutron [req-9d535ded-807f-4ce5-9868-583dacbfe69c req-7fa1dd7b-af30-4a27-a8cd-bc8229e1c932 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Updated VIF entry in instance network info cache for port 028d5cda-bece-4e66-b80b-52613eadb5a0. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1684.629681] env[63348]: DEBUG nova.network.neutron [req-9d535ded-807f-4ce5-9868-583dacbfe69c req-7fa1dd7b-af30-4a27-a8cd-bc8229e1c932 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Updating instance_info_cache with network_info: [{"id": "028d5cda-bece-4e66-b80b-52613eadb5a0", "address": "fa:16:3e:91:c0:b7", "network": {"id": "c8ec7dc5-bd89-42cd-be55-8a2ff6416ad6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1929788479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f45a73d2d1f42a0a0c672abd085f991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028d5cda-be", "ovs_interfaceid": "028d5cda-bece-4e66-b80b-52613eadb5a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.671980] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.685254] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.672015} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.685254] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1684.686133] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7923799-0eea-4511-a617-51ea8680e3cf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.712185] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] e97cf19f-7937-4237-b611-8742c17751e1/e97cf19f-7937-4237-b611-8742c17751e1.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1684.712520] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20435ad0-6bdc-4a63-9af3-e3fd32bde9d8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.734595] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for the task: (returnval){ [ 1684.734595] env[63348]: value = "task-2022249" [ 1684.734595] env[63348]: _type = "Task" [ 1684.734595] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.744731] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.843283] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a8aa5f-027f-7ed4-38b5-9693061291e4, 'name': SearchDatastore_Task, 'duration_secs': 0.024389} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.845898] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.845898] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] ee8dddb0-4028-4718-9644-701b27dafd1a/ee8dddb0-4028-4718-9644-701b27dafd1a.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1684.845898] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d55576f7-60c0-4ccf-8efd-8e1bccdb5cd8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.853090] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Waiting for the task: (returnval){ [ 1684.853090] env[63348]: value = "task-2022250" [ 1684.853090] env[63348]: _type = "Task" [ 1684.853090] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.863557] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': task-2022250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.054359] env[63348]: DEBUG oslo_vmware.api [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022248, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.133357] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1685.136142] env[63348]: DEBUG oslo_concurrency.lockutils [req-9d535ded-807f-4ce5-9868-583dacbfe69c req-7fa1dd7b-af30-4a27-a8cd-bc8229e1c932 service nova] Releasing lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.178052] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022246, 'name': ReconfigVM_Task, 'duration_secs': 1.096055} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.178586] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 1407dcbc-362b-443b-955d-153fbd034127/1407dcbc-362b-443b-955d-153fbd034127.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1685.179500] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5279c8b-607f-42c3-bc9b-0c58e9700a51 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.193958] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for the task: (returnval){ [ 1685.193958] env[63348]: value = "task-2022251" [ 1685.193958] env[63348]: _type = "Task" [ 1685.193958] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.210482] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022251, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.251087] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022249, 'name': ReconfigVM_Task, 'duration_secs': 0.484894} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.251550] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Reconfigured VM instance instance-0000001b to attach disk [datastore1] e97cf19f-7937-4237-b611-8742c17751e1/e97cf19f-7937-4237-b611-8742c17751e1.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1685.252345] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2030f7a0-13f1-4438-aced-63190ed8b0da {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.263204] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for the task: (returnval){ [ 1685.263204] env[63348]: value = "task-2022252" [ 1685.263204] env[63348]: _type = "Task" [ 1685.263204] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.278325] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022252, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.370835] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': task-2022250, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.501283] env[63348]: DEBUG nova.network.neutron [req-55daff51-e19c-4c80-8fd6-b8d6c6abea0f req-72ba7b9d-c6de-40eb-b857-20d6913a9ead service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Updated VIF entry in instance network info cache for port 9357fd70-3b6f-45f8-bacb-a2afbcf32329. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1685.501688] env[63348]: DEBUG nova.network.neutron [req-55daff51-e19c-4c80-8fd6-b8d6c6abea0f req-72ba7b9d-c6de-40eb-b857-20d6913a9ead service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Updating instance_info_cache with network_info: [{"id": "9357fd70-3b6f-45f8-bacb-a2afbcf32329", "address": "fa:16:3e:9a:0c:5e", "network": {"id": "627d4b8c-a9db-41a2-af0c-3fa61502f932", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1805083929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8e0a5ee50aa9492f8e144c7fa84d015e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9357fd70-3b", "ovs_interfaceid": "9357fd70-3b6f-45f8-bacb-a2afbcf32329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.551567] env[63348]: DEBUG oslo_vmware.api [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022248, 'name': CloneVM_Task, 'duration_secs': 1.278618} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.552044] env[63348]: INFO nova.virt.vmwareapi.vmops [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Created linked-clone VM from snapshot [ 1685.553754] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64664ac1-6acc-42e0-b04e-b09754c3cc28 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.563451] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Uploading image ba7a27e4-20d7-448a-bdde-b457cf0c524a {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1685.587225] env[63348]: DEBUG nova.network.neutron [req-b40e0d81-2c71-45c5-ae99-06d1c71d09bb req-8fd1538b-8b60-4942-91a8-e8c85d8140a7 service nova] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Updated VIF entry in instance network info cache for port cfa9d608-d2e4-4f82-9943-cb9ce2b697e5. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1685.588691] env[63348]: DEBUG nova.network.neutron [req-b40e0d81-2c71-45c5-ae99-06d1c71d09bb req-8fd1538b-8b60-4942-91a8-e8c85d8140a7 service nova] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Updating instance_info_cache with network_info: [{"id": "cfa9d608-d2e4-4f82-9943-cb9ce2b697e5", "address": "fa:16:3e:08:b8:71", "network": {"id": "2caebf4d-8f70-46d7-8215-09e9ae337c61", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-817491958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3cec521bc6149ebb5d1ade9791ac3b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa9d608-d2", "ovs_interfaceid": "cfa9d608-d2e4-4f82-9943-cb9ce2b697e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.599116] env[63348]: DEBUG oslo_vmware.rw_handles [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1685.599116] env[63348]: value = "vm-415517" [ 1685.599116] env[63348]: _type = "VirtualMachine" [ 1685.599116] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1685.599116] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f2297282-db9b-4c4e-8f57-6f292f2a7a83 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.608113] env[63348]: DEBUG oslo_vmware.rw_handles [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lease: (returnval){ [ 1685.608113] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520c8232-2634-d8fb-28b5-77a4e97233cb" [ 1685.608113] env[63348]: _type = "HttpNfcLease" [ 1685.608113] env[63348]: } obtained for exporting VM: (result){ [ 1685.608113] env[63348]: value = "vm-415517" [ 1685.608113] env[63348]: _type = "VirtualMachine" [ 1685.608113] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1685.608675] env[63348]: DEBUG oslo_vmware.api [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the lease: (returnval){ [ 1685.608675] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520c8232-2634-d8fb-28b5-77a4e97233cb" [ 1685.608675] env[63348]: _type = "HttpNfcLease" [ 1685.608675] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1685.617580] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1685.617580] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520c8232-2634-d8fb-28b5-77a4e97233cb" [ 1685.617580] env[63348]: _type = "HttpNfcLease" [ 1685.617580] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1685.638012] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance e2fb160c-154e-4a47-87ce-471d2e49ae75 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1685.705999] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022251, 'name': Rename_Task, 'duration_secs': 0.247582} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.706515] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1685.706591] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bc81e08-91df-4f23-b755-16c34d395b1f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.716366] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for the task: (returnval){ [ 1685.716366] env[63348]: value = "task-2022254" [ 1685.716366] env[63348]: _type = "Task" [ 1685.716366] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.731438] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.776799] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022252, 'name': Rename_Task, 'duration_secs': 0.217723} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.777296] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1685.777789] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7873f8cb-6bd2-4e9b-aef2-f5586c11a7da {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.791492] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for the task: (returnval){ [ 1685.791492] env[63348]: value = "task-2022255" [ 1685.791492] env[63348]: _type = "Task" [ 1685.791492] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.802126] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.866298] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': task-2022250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626677} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.866584] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] ee8dddb0-4028-4718-9644-701b27dafd1a/ee8dddb0-4028-4718-9644-701b27dafd1a.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1685.866820] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1685.867111] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b760c293-cd39-40c9-8b6b-e7460e3a1407 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.876101] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Waiting for the task: (returnval){ [ 1685.876101] env[63348]: value = "task-2022256" [ 1685.876101] env[63348]: _type = "Task" [ 1685.876101] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.887911] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': task-2022256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.005541] env[63348]: DEBUG oslo_concurrency.lockutils [req-55daff51-e19c-4c80-8fd6-b8d6c6abea0f req-72ba7b9d-c6de-40eb-b857-20d6913a9ead service nova] Releasing lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.093298] env[63348]: DEBUG oslo_concurrency.lockutils [req-b40e0d81-2c71-45c5-ae99-06d1c71d09bb req-8fd1538b-8b60-4942-91a8-e8c85d8140a7 service nova] Releasing lock "refresh_cache-c731cd74-f289-409c-a8aa-6faa7cf6bb2b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.122420] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1686.122420] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520c8232-2634-d8fb-28b5-77a4e97233cb" [ 1686.122420] env[63348]: _type = "HttpNfcLease" [ 1686.122420] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1686.122723] env[63348]: DEBUG oslo_vmware.rw_handles [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1686.122723] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520c8232-2634-d8fb-28b5-77a4e97233cb" [ 1686.122723] env[63348]: _type = "HttpNfcLease" [ 1686.122723] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1686.123678] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1633059-7e15-45b2-bbb1-c552ae053655 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.138831] env[63348]: DEBUG oslo_vmware.rw_handles [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52619dbd-865b-bef9-65c8-795dd07cd5cc/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1686.138831] env[63348]: DEBUG oslo_vmware.rw_handles [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52619dbd-865b-bef9-65c8-795dd07cd5cc/disk-0.vmdk for reading. {{(pid=63348) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1686.140767] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 32d353bc-25df-44fe-a0f6-d8f85ada7da9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1686.141095] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1686.141263] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1686.231718] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022254, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.251904] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aae2393a-e383-48c6-bd6a-63fbf7cae930 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.313270] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022255, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.390024] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': task-2022256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146661} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.390114] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1686.391294] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ca3449-6464-4474-be51-f93dc7f3674c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.420179] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] ee8dddb0-4028-4718-9644-701b27dafd1a/ee8dddb0-4028-4718-9644-701b27dafd1a.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1686.423177] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9777c6b2-e316-4c54-a1a3-ce35f8ab3b21 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.447087] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Waiting for the task: (returnval){ [ 1686.447087] env[63348]: value = "task-2022257" [ 1686.447087] env[63348]: _type = "Task" [ 1686.447087] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.462990] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': task-2022257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.530906] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Acquiring lock "f6c71ec2-3470-484e-9371-6c166bcf07a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.530906] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Lock "f6c71ec2-3470-484e-9371-6c166bcf07a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.531247] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Acquiring lock "f6c71ec2-3470-484e-9371-6c166bcf07a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.531483] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Lock "f6c71ec2-3470-484e-9371-6c166bcf07a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.533315] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Lock "f6c71ec2-3470-484e-9371-6c166bcf07a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.540403] env[63348]: INFO nova.compute.manager [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Terminating instance [ 1686.734433] env[63348]: DEBUG oslo_vmware.api [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022254, 'name': PowerOnVM_Task, 'duration_secs': 0.870127} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.738411] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1686.738987] env[63348]: INFO nova.compute.manager [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Took 11.88 seconds to spawn the instance on the hypervisor. [ 1686.739572] env[63348]: DEBUG nova.compute.manager [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.741330] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85682f0-06bd-4168-be01-f44fa3605bfc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.748948] env[63348]: DEBUG nova.compute.manager [req-e50462e9-7c67-4209-b89c-ed1251723853 req-56261119-c40f-4e52-a48c-a41584ac72f0 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Received event network-changed-9357fd70-3b6f-45f8-bacb-a2afbcf32329 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1686.749118] env[63348]: DEBUG nova.compute.manager [req-e50462e9-7c67-4209-b89c-ed1251723853 req-56261119-c40f-4e52-a48c-a41584ac72f0 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Refreshing instance network info cache due to event network-changed-9357fd70-3b6f-45f8-bacb-a2afbcf32329. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1686.749418] env[63348]: DEBUG oslo_concurrency.lockutils [req-e50462e9-7c67-4209-b89c-ed1251723853 req-56261119-c40f-4e52-a48c-a41584ac72f0 service nova] Acquiring lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.749491] env[63348]: DEBUG oslo_concurrency.lockutils [req-e50462e9-7c67-4209-b89c-ed1251723853 req-56261119-c40f-4e52-a48c-a41584ac72f0 service nova] Acquired lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.749777] env[63348]: DEBUG nova.network.neutron [req-e50462e9-7c67-4209-b89c-ed1251723853 req-56261119-c40f-4e52-a48c-a41584ac72f0 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Refreshing network info cache for port 9357fd70-3b6f-45f8-bacb-a2afbcf32329 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1686.810941] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022255, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.852899] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2256f0ae-1268-496c-a45d-e15b5531479b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.863239] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb231bdd-b369-4658-89e3-b74ec8baee95 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.902193] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d842323-29b8-4f73-b9cc-2221a6c21e1f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.911023] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457f8634-05f3-4e47-a965-7b06f42eb512 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.932456] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.961302] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': task-2022257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.050883] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Acquiring lock "refresh_cache-f6c71ec2-3470-484e-9371-6c166bcf07a6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.050883] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Acquired lock "refresh_cache-f6c71ec2-3470-484e-9371-6c166bcf07a6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.051692] env[63348]: DEBUG nova.network.neutron [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1687.284237] env[63348]: INFO nova.compute.manager [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Took 41.94 seconds to build instance. [ 1687.316315] env[63348]: DEBUG oslo_vmware.api [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022255, 'name': PowerOnVM_Task, 'duration_secs': 1.264259} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.317673] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1687.319372] env[63348]: INFO nova.compute.manager [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Took 10.20 seconds to spawn the instance on the hypervisor. [ 1687.319975] env[63348]: DEBUG nova.compute.manager [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1687.321983] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156defe0-a6c8-4dc6-b3b6-39f2c4448a70 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.437127] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.468201] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': task-2022257, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.597678] env[63348]: DEBUG nova.network.neutron [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1687.749810] env[63348]: DEBUG nova.network.neutron [req-e50462e9-7c67-4209-b89c-ed1251723853 req-56261119-c40f-4e52-a48c-a41584ac72f0 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Updated VIF entry in instance network info cache for port 9357fd70-3b6f-45f8-bacb-a2afbcf32329. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1687.749810] env[63348]: DEBUG nova.network.neutron [req-e50462e9-7c67-4209-b89c-ed1251723853 req-56261119-c40f-4e52-a48c-a41584ac72f0 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Updating instance_info_cache with network_info: [{"id": "9357fd70-3b6f-45f8-bacb-a2afbcf32329", "address": "fa:16:3e:9a:0c:5e", "network": {"id": "627d4b8c-a9db-41a2-af0c-3fa61502f932", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1805083929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8e0a5ee50aa9492f8e144c7fa84d015e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9357fd70-3b", "ovs_interfaceid": "9357fd70-3b6f-45f8-bacb-a2afbcf32329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.756105] env[63348]: DEBUG nova.network.neutron [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.789359] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d0b602fb-fef5-40c3-a71d-85b94841ace0 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Lock "1407dcbc-362b-443b-955d-153fbd034127" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.778s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.851134] env[63348]: INFO nova.compute.manager [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Took 37.18 seconds to build instance. [ 1687.945273] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1687.945273] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.429s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.946012] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.063s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.951192] env[63348]: INFO nova.compute.claims [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1687.968568] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': task-2022257, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.996683] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Acquiring lock "f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.996683] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Lock "f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.996995] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Acquiring lock "f4ee9c60-8bc1-4397-8c5b-9b94f2318db0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.997048] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Lock "f4ee9c60-8bc1-4397-8c5b-9b94f2318db0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.000228] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Lock "f4ee9c60-8bc1-4397-8c5b-9b94f2318db0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.000392] env[63348]: INFO nova.compute.manager [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Terminating instance [ 1688.254449] env[63348]: DEBUG oslo_concurrency.lockutils [req-e50462e9-7c67-4209-b89c-ed1251723853 req-56261119-c40f-4e52-a48c-a41584ac72f0 service nova] Releasing lock "refresh_cache-f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.261232] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Releasing lock "refresh_cache-f6c71ec2-3470-484e-9371-6c166bcf07a6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.262702] env[63348]: DEBUG nova.compute.manager [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1688.262702] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1688.262807] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b50d47-93b8-4fe8-99ad-313cee0331c2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.280663] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1688.282320] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-744dbcd7-80a8-4ed0-bc2e-26a84b5f0a2b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.293132] env[63348]: DEBUG nova.compute.manager [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1688.297733] env[63348]: DEBUG oslo_vmware.api [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1688.297733] env[63348]: value = "task-2022258" [ 1688.297733] env[63348]: _type = "Task" [ 1688.297733] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.308242] env[63348]: DEBUG oslo_vmware.api [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.358246] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c843d48f-b188-44c8-8067-fa5bb84b9e14 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "e97cf19f-7937-4237-b611-8742c17751e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.340s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.474094] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': task-2022257, 'name': ReconfigVM_Task, 'duration_secs': 1.621424} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.474565] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Reconfigured VM instance instance-0000001c to attach disk [datastore1] ee8dddb0-4028-4718-9644-701b27dafd1a/ee8dddb0-4028-4718-9644-701b27dafd1a.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1688.475547] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6bc166d-0bfd-443b-9e87-08f068b8da8b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.487309] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Waiting for the task: (returnval){ [ 1688.487309] env[63348]: value = "task-2022259" [ 1688.487309] env[63348]: _type = "Task" [ 1688.487309] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.499028] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': task-2022259, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.504938] env[63348]: DEBUG nova.compute.manager [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1688.505260] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1688.506232] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22402078-a9c6-4f1d-9a14-aa8824160c47 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.518933] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1688.519372] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16e41419-5b65-4587-8f6b-915976ae2edc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.527474] env[63348]: DEBUG oslo_vmware.api [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for the task: (returnval){ [ 1688.527474] env[63348]: value = "task-2022260" [ 1688.527474] env[63348]: _type = "Task" [ 1688.527474] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.539364] env[63348]: DEBUG oslo_vmware.api [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.821244] env[63348]: DEBUG oslo_vmware.api [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022258, 'name': PowerOffVM_Task, 'duration_secs': 0.170983} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.821612] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1688.821841] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1688.822174] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4af10e37-213a-4874-8d96-341a9b124c3c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.836460] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.854053] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1688.854053] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1688.854053] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Deleting the datastore file [datastore1] f6c71ec2-3470-484e-9371-6c166bcf07a6 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1688.854053] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-026fe963-15e6-4eed-ae6b-1f5d5514ef5a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.864636] env[63348]: DEBUG nova.compute.manager [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1688.867019] env[63348]: DEBUG oslo_vmware.api [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for the task: (returnval){ [ 1688.867019] env[63348]: value = "task-2022262" [ 1688.867019] env[63348]: _type = "Task" [ 1688.867019] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.878954] env[63348]: DEBUG oslo_vmware.api [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.948437] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.949032] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.949311] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1688.949371] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1688.951084] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a88338-b11b-4a28-94ec-57e24f2a787c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.963247] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e22724e7-27b0-4f65-8897-d6511f447126 tempest-ServersAdminNegativeTestJSON-18144584 tempest-ServersAdminNegativeTestJSON-18144584-project-admin] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Suspending the VM {{(pid=63348) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1688.964128] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7f5a88b1-a728-4830-8d4f-34c582f4643a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.977396] env[63348]: DEBUG oslo_vmware.api [None req-e22724e7-27b0-4f65-8897-d6511f447126 tempest-ServersAdminNegativeTestJSON-18144584 tempest-ServersAdminNegativeTestJSON-18144584-project-admin] Waiting for the task: (returnval){ [ 1688.977396] env[63348]: value = "task-2022263" [ 1688.977396] env[63348]: _type = "Task" [ 1688.977396] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.994382] env[63348]: DEBUG oslo_vmware.api [None req-e22724e7-27b0-4f65-8897-d6511f447126 tempest-ServersAdminNegativeTestJSON-18144584 tempest-ServersAdminNegativeTestJSON-18144584-project-admin] Task: {'id': task-2022263, 'name': SuspendVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.009341] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': task-2022259, 'name': Rename_Task, 'duration_secs': 0.241428} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.009672] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1689.009869] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa45e153-4adb-45ea-80a1-2cc36d780025 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.019352] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Waiting for the task: (returnval){ [ 1689.019352] env[63348]: value = "task-2022264" [ 1689.019352] env[63348]: _type = "Task" [ 1689.019352] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.028719] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': task-2022264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.042024] env[63348]: DEBUG oslo_vmware.api [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022260, 'name': PowerOffVM_Task, 'duration_secs': 0.262368} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.042536] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1689.042536] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1689.042733] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b428c832-e7e8-4a5a-81ed-9258b1a94de1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.239522] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1689.239522] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1689.240146] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Deleting the datastore file [datastore2] f4ee9c60-8bc1-4397-8c5b-9b94f2318db0 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1689.240239] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4627e82e-defc-4096-803d-34f87e35336a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.249806] env[63348]: DEBUG oslo_vmware.api [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for the task: (returnval){ [ 1689.249806] env[63348]: value = "task-2022266" [ 1689.249806] env[63348]: _type = "Task" [ 1689.249806] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.265630] env[63348]: DEBUG oslo_vmware.api [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.387285] env[63348]: DEBUG oslo_vmware.api [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Task: {'id': task-2022262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119637} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.388305] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1689.388305] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1689.388305] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1689.389442] env[63348]: INFO nova.compute.manager [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1689.389442] env[63348]: DEBUG oslo.service.loopingcall [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.389442] env[63348]: DEBUG nova.compute.manager [-] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1689.389442] env[63348]: DEBUG nova.network.neutron [-] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1689.415402] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.464125] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Skipping network cache update for instance because it is being deleted. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 1689.464412] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Skipping network cache update for instance because it is being deleted. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 1689.464503] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Skipping network cache update for instance because it is being deleted. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 1689.464699] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Skipping network cache update for instance because it is Building. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1689.464886] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Skipping network cache update for instance because it is Building. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1689.472560] env[63348]: DEBUG nova.network.neutron [-] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1689.511444] env[63348]: DEBUG oslo_vmware.api [None req-e22724e7-27b0-4f65-8897-d6511f447126 tempest-ServersAdminNegativeTestJSON-18144584 tempest-ServersAdminNegativeTestJSON-18144584-project-admin] Task: {'id': task-2022263, 'name': SuspendVM_Task} progress is 58%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.527608] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b474119-66cd-4459-bdea-f3c2226fe872 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.537861] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': task-2022264, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.544040] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d7fff9-e523-45f1-aa6d-e690a12e6aa6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.579826] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ce112a-e9b7-4eb2-b9d0-f20550186cf8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.584035] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.584035] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquired lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.584035] env[63348]: DEBUG nova.network.neutron [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Forcefully refreshing network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2060}} [ 1689.586040] env[63348]: DEBUG nova.objects.instance [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lazy-loading 'info_cache' on Instance uuid 69eeee84-fcfd-4326-8384-79a1d5e01e9e {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1689.596576] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6a6374-f0f1-4b2e-8e55-8f856c653938 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.625185] env[63348]: DEBUG nova.compute.provider_tree [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1689.762182] env[63348]: DEBUG oslo_vmware.api [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Task: {'id': task-2022266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283208} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.764287] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1689.764287] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1689.764287] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1689.764287] env[63348]: INFO nova.compute.manager [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1689.764287] env[63348]: DEBUG oslo.service.loopingcall [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.764588] env[63348]: DEBUG nova.compute.manager [-] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1689.767489] env[63348]: DEBUG nova.network.neutron [-] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1689.977804] env[63348]: DEBUG nova.network.neutron [-] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.994232] env[63348]: DEBUG oslo_vmware.api [None req-e22724e7-27b0-4f65-8897-d6511f447126 tempest-ServersAdminNegativeTestJSON-18144584 tempest-ServersAdminNegativeTestJSON-18144584-project-admin] Task: {'id': task-2022263, 'name': SuspendVM_Task, 'duration_secs': 0.823808} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.994669] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e22724e7-27b0-4f65-8897-d6511f447126 tempest-ServersAdminNegativeTestJSON-18144584 tempest-ServersAdminNegativeTestJSON-18144584-project-admin] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Suspended the VM {{(pid=63348) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1689.994743] env[63348]: DEBUG nova.compute.manager [None req-e22724e7-27b0-4f65-8897-d6511f447126 tempest-ServersAdminNegativeTestJSON-18144584 tempest-ServersAdminNegativeTestJSON-18144584-project-admin] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1689.997395] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398d2ad3-c056-451c-b19e-16dc8da23015 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.031349] env[63348]: DEBUG oslo_vmware.api [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': task-2022264, 'name': PowerOnVM_Task, 'duration_secs': 0.672057} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.031886] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1690.033024] env[63348]: INFO nova.compute.manager [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1690.033363] env[63348]: DEBUG nova.compute.manager [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1690.035653] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703be1f7-d055-4035-a9b2-c16805ad5831 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.112719] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquiring lock "1407dcbc-362b-443b-955d-153fbd034127" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.112719] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Lock "1407dcbc-362b-443b-955d-153fbd034127" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.112719] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquiring lock "1407dcbc-362b-443b-955d-153fbd034127-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.112719] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Lock "1407dcbc-362b-443b-955d-153fbd034127-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.112848] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Lock "1407dcbc-362b-443b-955d-153fbd034127-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.114132] env[63348]: INFO nova.compute.manager [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Terminating instance [ 1690.128205] env[63348]: DEBUG nova.scheduler.client.report [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1690.488437] env[63348]: INFO nova.compute.manager [-] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Took 1.10 seconds to deallocate network for instance. [ 1690.563624] env[63348]: INFO nova.compute.manager [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Took 37.00 seconds to build instance. [ 1690.617999] env[63348]: DEBUG nova.compute.manager [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1690.618291] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1690.619237] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55aae54-f24c-4887-89ab-233de9ef8fa8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.634866] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.635601] env[63348]: DEBUG nova.compute.manager [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1690.639276] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1690.643842] env[63348]: DEBUG oslo_concurrency.lockutils [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.053s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.647202] env[63348]: DEBUG oslo_concurrency.lockutils [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.648344] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.749s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.650423] env[63348]: INFO nova.compute.claims [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1690.654620] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0eaa851-426c-4b59-b87a-bfe6a97ca0b4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.666233] env[63348]: DEBUG oslo_vmware.api [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for the task: (returnval){ [ 1690.666233] env[63348]: value = "task-2022267" [ 1690.666233] env[63348]: _type = "Task" [ 1690.666233] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.683748] env[63348]: DEBUG oslo_vmware.api [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.692257] env[63348]: INFO nova.scheduler.client.report [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Deleted allocations for instance eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f [ 1690.701093] env[63348]: DEBUG nova.compute.manager [req-dd8caafa-c55b-41b1-9bf0-5b6ef37ea65f req-30d49f8c-74af-4133-9bd5-2617abf2de18 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Received event network-vif-deleted-9357fd70-3b6f-45f8-bacb-a2afbcf32329 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1690.701318] env[63348]: INFO nova.compute.manager [req-dd8caafa-c55b-41b1-9bf0-5b6ef37ea65f req-30d49f8c-74af-4133-9bd5-2617abf2de18 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Neutron deleted interface 9357fd70-3b6f-45f8-bacb-a2afbcf32329; detaching it from the instance and deleting it from the info cache [ 1690.701472] env[63348]: DEBUG nova.network.neutron [req-dd8caafa-c55b-41b1-9bf0-5b6ef37ea65f req-30d49f8c-74af-4133-9bd5-2617abf2de18 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.951487] env[63348]: DEBUG nova.network.neutron [-] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.996732] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.066897] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55972c59-9068-46cf-b9cf-41933e23be88 tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Lock "ee8dddb0-4028-4718-9644-701b27dafd1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.147s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.147084] env[63348]: DEBUG nova.compute.utils [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1691.149711] env[63348]: DEBUG nova.compute.manager [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1691.149903] env[63348]: DEBUG nova.network.neutron [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1691.193535] env[63348]: DEBUG oslo_vmware.api [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022267, 'name': PowerOffVM_Task, 'duration_secs': 0.373573} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.196532] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1691.197264] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1691.201023] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c2dbdcd-de60-4a13-88b8-008ceefaad1e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.205647] env[63348]: DEBUG oslo_concurrency.lockutils [None req-74888339-c4ba-497e-a292-1403452cc5e4 tempest-ServersAdmin275Test-1137017841 tempest-ServersAdmin275Test-1137017841-project-member] Lock "eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.921s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.207027] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa309951-90cf-423d-902d-5ad418a846e3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.228342] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcafb2e9-1cef-4098-94fa-cd8c4ac35e45 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.281527] env[63348]: DEBUG nova.compute.manager [req-dd8caafa-c55b-41b1-9bf0-5b6ef37ea65f req-30d49f8c-74af-4133-9bd5-2617abf2de18 service nova] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Detach interface failed, port_id=9357fd70-3b6f-45f8-bacb-a2afbcf32329, reason: Instance f4ee9c60-8bc1-4397-8c5b-9b94f2318db0 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1691.303225] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1691.303225] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1691.303225] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Deleting the datastore file [datastore1] 1407dcbc-362b-443b-955d-153fbd034127 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1691.303225] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30aeb262-28e9-43f9-abe8-6600e82f8ccb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.316516] env[63348]: DEBUG oslo_vmware.api [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for the task: (returnval){ [ 1691.316516] env[63348]: value = "task-2022269" [ 1691.316516] env[63348]: _type = "Task" [ 1691.316516] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.318361] env[63348]: DEBUG nova.policy [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c60d882dc3240ee8007f48c3aeb710c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13c72624fb894462a09f2442e40c86ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1691.334869] env[63348]: DEBUG oslo_vmware.api [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.456050] env[63348]: INFO nova.compute.manager [-] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Took 1.69 seconds to deallocate network for instance. [ 1691.654704] env[63348]: DEBUG nova.compute.manager [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1691.757803] env[63348]: DEBUG nova.network.neutron [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Updating instance_info_cache with network_info: [{"id": "028d5cda-bece-4e66-b80b-52613eadb5a0", "address": "fa:16:3e:91:c0:b7", "network": {"id": "c8ec7dc5-bd89-42cd-be55-8a2ff6416ad6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1929788479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f45a73d2d1f42a0a0c672abd085f991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028d5cda-be", "ovs_interfaceid": "028d5cda-bece-4e66-b80b-52613eadb5a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.841034] env[63348]: DEBUG oslo_vmware.api [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Task: {'id': task-2022269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299223} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.841034] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1691.841034] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1691.841034] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1691.841034] env[63348]: INFO nova.compute.manager [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1691.841404] env[63348]: DEBUG oslo.service.loopingcall [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1691.841404] env[63348]: DEBUG nova.compute.manager [-] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1691.841404] env[63348]: DEBUG nova.network.neutron [-] [instance: 1407dcbc-362b-443b-955d-153fbd034127] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1691.953434] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Acquiring lock "ac18bd52-7b11-4e63-ba7c-8ebacdeaa062" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.953674] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Lock "ac18bd52-7b11-4e63-ba7c-8ebacdeaa062" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.964337] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.261758] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Releasing lock "refresh_cache-69eeee84-fcfd-4326-8384-79a1d5e01e9e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.261758] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Updated the network info_cache for instance {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1692.261758] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.262101] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.267654] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387a3a33-b8f7-4174-9161-7d8cc7fc67d3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.278184] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4804d9b-3178-4157-ab64-ec826ec00343 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.319833] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e49fb9-e44b-4116-9eef-c5e3bf8de654 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.332642] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29e75b3-75c0-4cc3-9926-87de0caa6669 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.350809] env[63348]: DEBUG nova.compute.provider_tree [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1692.406370] env[63348]: DEBUG nova.network.neutron [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Successfully created port: 07e743d0-9a9d-43c8-bb38-8a07a1ba30fa {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1692.457144] env[63348]: DEBUG nova.compute.manager [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1692.665399] env[63348]: DEBUG nova.compute.manager [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1692.696221] env[63348]: DEBUG nova.virt.hardware [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1692.696468] env[63348]: DEBUG nova.virt.hardware [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1692.696643] env[63348]: DEBUG nova.virt.hardware [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1692.696836] env[63348]: DEBUG nova.virt.hardware [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1692.696970] env[63348]: DEBUG nova.virt.hardware [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1692.698203] env[63348]: DEBUG nova.virt.hardware [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1692.698450] env[63348]: DEBUG nova.virt.hardware [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1692.698961] env[63348]: DEBUG nova.virt.hardware [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1692.698961] env[63348]: DEBUG nova.virt.hardware [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1692.698961] env[63348]: DEBUG nova.virt.hardware [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1692.701481] env[63348]: DEBUG nova.virt.hardware [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1692.702217] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65c56c2-f43e-4e7e-ae96-507c58a90a1f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.714847] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52c04c7-99b2-417a-9b73-a0e523cdc543 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.854602] env[63348]: DEBUG nova.scheduler.client.report [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1692.983378] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.111485] env[63348]: DEBUG nova.network.neutron [-] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.133088] env[63348]: DEBUG nova.compute.manager [req-0f0b63f7-5ce8-4a4d-9f15-1f47226014cb req-e28daf3e-3099-4650-af39-c3a0a90763e0 service nova] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Received event network-vif-deleted-fa8ebce4-c217-4623-8c80-2189d0133946 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1693.344566] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Acquiring lock "f22cd326-edcd-4922-b377-4a7c9c8c5d16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.345334] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Lock "f22cd326-edcd-4922-b377-4a7c9c8c5d16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.360697] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.361317] env[63348]: DEBUG nova.compute.manager [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1693.365510] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.925s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.370699] env[63348]: INFO nova.compute.claims [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1693.519243] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Acquiring lock "ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.519536] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Lock "ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.519743] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Acquiring lock "ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.519958] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Lock "ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.520164] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Lock "ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.527224] env[63348]: INFO nova.compute.manager [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Terminating instance [ 1693.617706] env[63348]: INFO nova.compute.manager [-] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Took 1.78 seconds to deallocate network for instance. [ 1693.712261] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Acquiring lock "ee8dddb0-4028-4718-9644-701b27dafd1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.712686] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Lock "ee8dddb0-4028-4718-9644-701b27dafd1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.712934] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Acquiring lock "ee8dddb0-4028-4718-9644-701b27dafd1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.713150] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Lock "ee8dddb0-4028-4718-9644-701b27dafd1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.713319] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Lock "ee8dddb0-4028-4718-9644-701b27dafd1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.716891] env[63348]: INFO nova.compute.manager [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Terminating instance [ 1693.867254] env[63348]: DEBUG nova.compute.utils [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1693.869072] env[63348]: DEBUG nova.compute.manager [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1693.873020] env[63348]: DEBUG nova.network.neutron [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1694.019523] env[63348]: DEBUG nova.policy [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ba0c7e2915e4782bd551a10667e5bc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59f4938f0fdc47548c63203760cb4572', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1694.030867] env[63348]: DEBUG nova.compute.manager [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1694.031111] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1694.032028] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbee9dcf-ad06-4ad0-be82-62680da7e7a2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.044769] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1694.048402] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bbe2ef1-4de0-4ca9-9c61-aaefbb68678d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.057721] env[63348]: DEBUG oslo_vmware.api [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Waiting for the task: (returnval){ [ 1694.057721] env[63348]: value = "task-2022273" [ 1694.057721] env[63348]: _type = "Task" [ 1694.057721] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.068837] env[63348]: DEBUG oslo_vmware.api [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': task-2022273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.125129] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.220876] env[63348]: DEBUG nova.compute.manager [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1694.221136] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1694.222262] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e886cfa-7e7a-4233-af5b-da32b7e772db {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.236756] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1694.237534] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adb655b4-6e3f-4fc4-8cad-557fc6b29b55 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.251626] env[63348]: DEBUG oslo_vmware.api [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Waiting for the task: (returnval){ [ 1694.251626] env[63348]: value = "task-2022274" [ 1694.251626] env[63348]: _type = "Task" [ 1694.251626] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.265791] env[63348]: DEBUG oslo_vmware.api [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': task-2022274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.373211] env[63348]: DEBUG nova.compute.manager [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1694.572871] env[63348]: DEBUG oslo_vmware.api [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': task-2022273, 'name': PowerOffVM_Task, 'duration_secs': 0.287717} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.573085] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1694.573251] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1694.573500] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ce78988-5844-42d2-9d0d-e7c31a77770a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.664336] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1694.664642] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1694.664934] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Deleting the datastore file [datastore2] ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1694.665411] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d52b7c7-5a8b-4607-b5c9-119897da83ba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.680127] env[63348]: DEBUG oslo_vmware.api [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Waiting for the task: (returnval){ [ 1694.680127] env[63348]: value = "task-2022276" [ 1694.680127] env[63348]: _type = "Task" [ 1694.680127] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.694795] env[63348]: DEBUG oslo_vmware.api [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': task-2022276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.722300] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1694.722300] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Cleaning up deleted instances {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1694.768639] env[63348]: DEBUG oslo_vmware.api [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': task-2022274, 'name': PowerOffVM_Task, 'duration_secs': 0.243469} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.768866] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1694.769976] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1694.770439] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f596fe80-e14c-4b93-8469-945c1af51b8c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.871429] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1694.871681] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1694.871851] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Deleting the datastore file [datastore1] ee8dddb0-4028-4718-9644-701b27dafd1a {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1694.872192] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3d19618-2832-473e-a5e5-7b224ff9b85b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.881693] env[63348]: DEBUG oslo_vmware.api [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Waiting for the task: (returnval){ [ 1694.881693] env[63348]: value = "task-2022278" [ 1694.881693] env[63348]: _type = "Task" [ 1694.881693] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.899249] env[63348]: DEBUG oslo_vmware.api [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': task-2022278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.013667] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cabee7b-eae7-40ec-b3f9-cb4ad2b56e05 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.026909] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931a942f-a52e-438f-aff4-12cef77f15cf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.065732] env[63348]: DEBUG nova.network.neutron [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Successfully updated port: 07e743d0-9a9d-43c8-bb38-8a07a1ba30fa {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1695.067532] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d00321f-ea68-4db0-b4b1-d7ccf1db875e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.077778] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9998859-a79d-48ac-9c35-54d76735a587 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.094660] env[63348]: DEBUG nova.compute.provider_tree [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.198202] env[63348]: DEBUG oslo_vmware.api [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Task: {'id': task-2022276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340415} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.198202] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1695.198202] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1695.198202] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1695.198202] env[63348]: INFO nova.compute.manager [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1695.198346] env[63348]: DEBUG oslo.service.loopingcall [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1695.198346] env[63348]: DEBUG nova.compute.manager [-] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1695.198346] env[63348]: DEBUG nova.network.neutron [-] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1695.205228] env[63348]: DEBUG nova.network.neutron [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Successfully created port: 43863fe0-e016-43a5-afb2-719285faa6e3 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1695.228767] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] There are 9 instances to clean {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1695.229093] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 93aff290-b2d9-4ef5-bc6d-0206be00253c] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1695.392700] env[63348]: DEBUG oslo_vmware.api [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Task: {'id': task-2022278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202539} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.392953] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1695.393162] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1695.393378] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1695.393553] env[63348]: INFO nova.compute.manager [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1695.393793] env[63348]: DEBUG oslo.service.loopingcall [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1695.394023] env[63348]: DEBUG nova.compute.manager [-] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1695.394111] env[63348]: DEBUG nova.network.neutron [-] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1695.401225] env[63348]: DEBUG nova.compute.manager [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1695.429588] env[63348]: DEBUG nova.virt.hardware [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1695.429837] env[63348]: DEBUG nova.virt.hardware [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1695.429993] env[63348]: DEBUG nova.virt.hardware [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1695.430197] env[63348]: DEBUG nova.virt.hardware [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1695.430589] env[63348]: DEBUG nova.virt.hardware [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1695.430758] env[63348]: DEBUG nova.virt.hardware [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1695.430985] env[63348]: DEBUG nova.virt.hardware [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1695.431170] env[63348]: DEBUG nova.virt.hardware [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1695.431361] env[63348]: DEBUG nova.virt.hardware [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1695.431552] env[63348]: DEBUG nova.virt.hardware [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1695.431730] env[63348]: DEBUG nova.virt.hardware [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1695.432643] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd4e023-46c0-4806-bd48-96522f3c2c59 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.442221] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2842f91-7f9c-4603-a013-ed130c2f4290 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.571913] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.572076] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.572233] env[63348]: DEBUG nova.network.neutron [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1695.590657] env[63348]: DEBUG oslo_vmware.rw_handles [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52619dbd-865b-bef9-65c8-795dd07cd5cc/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1695.591585] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581b0d5c-3d78-4ec5-a4d3-e6d878ac598f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.598044] env[63348]: DEBUG nova.scheduler.client.report [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1695.604950] env[63348]: DEBUG oslo_vmware.rw_handles [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52619dbd-865b-bef9-65c8-795dd07cd5cc/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1695.605355] env[63348]: ERROR oslo_vmware.rw_handles [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52619dbd-865b-bef9-65c8-795dd07cd5cc/disk-0.vmdk due to incomplete transfer. [ 1695.605790] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b85de363-bccf-40e0-a5a5-238cc11f3086 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.616283] env[63348]: DEBUG oslo_vmware.rw_handles [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52619dbd-865b-bef9-65c8-795dd07cd5cc/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1695.616487] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Uploaded image ba7a27e4-20d7-448a-bdde-b457cf0c524a to the Glance image server {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1695.619453] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Destroying the VM {{(pid=63348) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1695.620487] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0e1a55e9-fd1e-4cad-9985-5cd954d057b2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.630292] env[63348]: DEBUG oslo_vmware.api [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1695.630292] env[63348]: value = "task-2022280" [ 1695.630292] env[63348]: _type = "Task" [ 1695.630292] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.644529] env[63348]: DEBUG oslo_vmware.api [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022280, 'name': Destroy_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.670916] env[63348]: DEBUG nova.compute.manager [req-7f4b48da-93ff-4941-9bd1-7bc584b12b0a req-b60967d3-4047-4806-9b79-ece9e0fcf803 service nova] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Received event network-vif-plugged-07e743d0-9a9d-43c8-bb38-8a07a1ba30fa {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1695.671181] env[63348]: DEBUG oslo_concurrency.lockutils [req-7f4b48da-93ff-4941-9bd1-7bc584b12b0a req-b60967d3-4047-4806-9b79-ece9e0fcf803 service nova] Acquiring lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.671407] env[63348]: DEBUG oslo_concurrency.lockutils [req-7f4b48da-93ff-4941-9bd1-7bc584b12b0a req-b60967d3-4047-4806-9b79-ece9e0fcf803 service nova] Lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.671579] env[63348]: DEBUG oslo_concurrency.lockutils [req-7f4b48da-93ff-4941-9bd1-7bc584b12b0a req-b60967d3-4047-4806-9b79-ece9e0fcf803 service nova] Lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.671742] env[63348]: DEBUG nova.compute.manager [req-7f4b48da-93ff-4941-9bd1-7bc584b12b0a req-b60967d3-4047-4806-9b79-ece9e0fcf803 service nova] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] No waiting events found dispatching network-vif-plugged-07e743d0-9a9d-43c8-bb38-8a07a1ba30fa {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1695.671907] env[63348]: WARNING nova.compute.manager [req-7f4b48da-93ff-4941-9bd1-7bc584b12b0a req-b60967d3-4047-4806-9b79-ece9e0fcf803 service nova] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Received unexpected event network-vif-plugged-07e743d0-9a9d-43c8-bb38-8a07a1ba30fa for instance with vm_state building and task_state spawning. [ 1695.672089] env[63348]: DEBUG nova.compute.manager [req-7f4b48da-93ff-4941-9bd1-7bc584b12b0a req-b60967d3-4047-4806-9b79-ece9e0fcf803 service nova] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Received event network-changed-07e743d0-9a9d-43c8-bb38-8a07a1ba30fa {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1695.672245] env[63348]: DEBUG nova.compute.manager [req-7f4b48da-93ff-4941-9bd1-7bc584b12b0a req-b60967d3-4047-4806-9b79-ece9e0fcf803 service nova] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Refreshing instance network info cache due to event network-changed-07e743d0-9a9d-43c8-bb38-8a07a1ba30fa. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1695.672415] env[63348]: DEBUG oslo_concurrency.lockutils [req-7f4b48da-93ff-4941-9bd1-7bc584b12b0a req-b60967d3-4047-4806-9b79-ece9e0fcf803 service nova] Acquiring lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.732715] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: eb00fec8-9b50-4e10-a0f3-a6dcb9d5049f] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1696.107305] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.107840] env[63348]: DEBUG nova.compute.manager [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1696.110649] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.021s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.110842] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.112981] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.862s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.114458] env[63348]: INFO nova.compute.claims [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1696.141798] env[63348]: DEBUG oslo_vmware.api [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022280, 'name': Destroy_Task, 'duration_secs': 0.504088} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.143911] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Destroyed the VM [ 1696.144189] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Deleting Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1696.145497] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8ac360ba-e283-481f-a177-871eb7aa46fe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.155230] env[63348]: DEBUG oslo_vmware.api [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1696.155230] env[63348]: value = "task-2022281" [ 1696.155230] env[63348]: _type = "Task" [ 1696.155230] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.162208] env[63348]: INFO nova.scheduler.client.report [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Deleted allocations for instance bac7ec18-8d57-45bf-901a-ad7020428158 [ 1696.176666] env[63348]: DEBUG oslo_vmware.api [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022281, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.209964] env[63348]: DEBUG nova.network.neutron [-] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.215057] env[63348]: DEBUG nova.network.neutron [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1696.235959] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 9d723a61-a652-4e89-9bf7-eb544d66b24f] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1696.302129] env[63348]: DEBUG nova.compute.manager [req-fc15eea2-4a04-4a75-896d-d906752c9243 req-0378d20e-b713-4e01-ac79-8fe512e0e078 service nova] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Received event network-vif-deleted-4369e515-7877-49ff-838f-0ab69a661363 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1696.399137] env[63348]: DEBUG nova.network.neutron [-] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.462197] env[63348]: DEBUG nova.network.neutron [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating instance_info_cache with network_info: [{"id": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "address": "fa:16:3e:25:30:95", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e743d0-9a", "ovs_interfaceid": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.619186] env[63348]: DEBUG nova.compute.utils [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1696.623347] env[63348]: DEBUG nova.compute.manager [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1696.623347] env[63348]: DEBUG nova.network.neutron [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1696.667113] env[63348]: DEBUG oslo_vmware.api [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022281, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.668643] env[63348]: DEBUG nova.policy [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b3fa7cc26634546a2e13b1f280832db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '612f13e93f12469ca1e1a961bde003c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1696.673355] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b9881b05-bf4f-4145-9341-b9092d2a3900 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "bac7ec18-8d57-45bf-901a-ad7020428158" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.527s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.713559] env[63348]: INFO nova.compute.manager [-] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Took 1.32 seconds to deallocate network for instance. [ 1696.740340] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: ab38e291-8af6-4759-a504-a5926afa3e34] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1696.902407] env[63348]: INFO nova.compute.manager [-] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Took 1.70 seconds to deallocate network for instance. [ 1696.969020] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.969020] env[63348]: DEBUG nova.compute.manager [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Instance network_info: |[{"id": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "address": "fa:16:3e:25:30:95", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e743d0-9a", "ovs_interfaceid": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1696.969289] env[63348]: DEBUG oslo_concurrency.lockutils [req-7f4b48da-93ff-4941-9bd1-7bc584b12b0a req-b60967d3-4047-4806-9b79-ece9e0fcf803 service nova] Acquired lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.969289] env[63348]: DEBUG nova.network.neutron [req-7f4b48da-93ff-4941-9bd1-7bc584b12b0a req-b60967d3-4047-4806-9b79-ece9e0fcf803 service nova] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Refreshing network info cache for port 07e743d0-9a9d-43c8-bb38-8a07a1ba30fa {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1696.969289] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:30:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07e743d0-9a9d-43c8-bb38-8a07a1ba30fa', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1696.985342] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Creating folder: Project (13c72624fb894462a09f2442e40c86ba). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1696.985700] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1da549e7-3e50-42b2-aa5b-a3d542f3bae6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.001220] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Created folder: Project (13c72624fb894462a09f2442e40c86ba) in parent group-v415427. [ 1697.001220] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Creating folder: Instances. Parent ref: group-v415521. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1697.001646] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d064308-61df-496d-9d98-63b0d3882109 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.014293] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Created folder: Instances in parent group-v415521. [ 1697.014545] env[63348]: DEBUG oslo.service.loopingcall [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.014739] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1697.014943] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-598c7acf-bad3-4f97-a7d8-5bf2be83ffb3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.047530] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1697.047530] env[63348]: value = "task-2022285" [ 1697.047530] env[63348]: _type = "Task" [ 1697.047530] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.057187] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022285, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.124195] env[63348]: DEBUG nova.compute.manager [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1697.167607] env[63348]: DEBUG oslo_vmware.api [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022281, 'name': RemoveSnapshot_Task, 'duration_secs': 0.590365} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.167923] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Deleted Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1697.168200] env[63348]: INFO nova.compute.manager [None req-334f8df9-d968-4fc0-a4df-da8aea768585 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Took 15.24 seconds to snapshot the instance on the hypervisor. [ 1697.188534] env[63348]: DEBUG nova.network.neutron [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Successfully created port: 705def6e-9a58-4618-ad13-544cce0958c6 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1697.228351] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.243440] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: eabb32a5-2905-403d-9ad4-cf12ecac4356] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1697.410947] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.544655] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquiring lock "e97cf19f-7937-4237-b611-8742c17751e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.544655] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "e97cf19f-7937-4237-b611-8742c17751e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.544655] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquiring lock "e97cf19f-7937-4237-b611-8742c17751e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.544655] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "e97cf19f-7937-4237-b611-8742c17751e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.544878] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "e97cf19f-7937-4237-b611-8742c17751e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.547825] env[63348]: INFO nova.compute.manager [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Terminating instance [ 1697.565633] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022285, 'name': CreateVM_Task, 'duration_secs': 0.394077} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.566428] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1697.567047] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.567256] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.567582] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1697.568062] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8799aedd-1f54-41c2-b33c-ee284a54fe73 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.578653] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1697.578653] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52dd8072-023b-9c6f-42ba-a6288ff4559a" [ 1697.578653] env[63348]: _type = "Task" [ 1697.578653] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.590814] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52dd8072-023b-9c6f-42ba-a6288ff4559a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.709621] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f65cbf-da5f-45d0-9cfe-fd38b0585c65 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.720613] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6cb2b7-0e1b-44ce-8adb-a9ff25e5eea2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.757185] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: cd4627a3-03ee-4d91-ac3f-0eae930198be] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1697.760055] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f647de74-a033-4bdf-8a90-6391664e794a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.768695] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc6e40a-035d-4e7d-b6f1-8a9c90d90239 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.785320] env[63348]: DEBUG nova.compute.provider_tree [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1697.836242] env[63348]: DEBUG nova.network.neutron [req-7f4b48da-93ff-4941-9bd1-7bc584b12b0a req-b60967d3-4047-4806-9b79-ece9e0fcf803 service nova] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updated VIF entry in instance network info cache for port 07e743d0-9a9d-43c8-bb38-8a07a1ba30fa. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1697.836242] env[63348]: DEBUG nova.network.neutron [req-7f4b48da-93ff-4941-9bd1-7bc584b12b0a req-b60967d3-4047-4806-9b79-ece9e0fcf803 service nova] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating instance_info_cache with network_info: [{"id": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "address": "fa:16:3e:25:30:95", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e743d0-9a", "ovs_interfaceid": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.059363] env[63348]: DEBUG nova.compute.manager [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1698.059630] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1698.060557] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98318343-b116-4d62-834b-e8698fcee89a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.069706] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1698.070058] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8307a2a1-1e3c-415f-9110-d77e76078c4f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.089582] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52dd8072-023b-9c6f-42ba-a6288ff4559a, 'name': SearchDatastore_Task, 'duration_secs': 0.011046} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.092167] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.092167] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1698.092167] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.092167] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.092336] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1698.092336] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ce77a4f-0f64-4c35-9cc4-097cc546a217 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.101808] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1698.101808] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1698.101808] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7a60c0-cde9-419a-aa26-ecdfeba6ed4f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.109879] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1698.109879] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c5ba26-50a0-2345-eba0-0d78fcf362b8" [ 1698.109879] env[63348]: _type = "Task" [ 1698.109879] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.119274] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c5ba26-50a0-2345-eba0-0d78fcf362b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.143644] env[63348]: DEBUG nova.compute.manager [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1698.151364] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1698.151644] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1698.151834] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Deleting the datastore file [datastore1] e97cf19f-7937-4237-b611-8742c17751e1 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1698.152121] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95bb159a-205c-4d93-a49d-c7f0a80d00cd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.159603] env[63348]: DEBUG oslo_vmware.api [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for the task: (returnval){ [ 1698.159603] env[63348]: value = "task-2022287" [ 1698.159603] env[63348]: _type = "Task" [ 1698.159603] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.174636] env[63348]: DEBUG oslo_vmware.api [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.175958] env[63348]: DEBUG nova.virt.hardware [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1698.176369] env[63348]: DEBUG nova.virt.hardware [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1698.176707] env[63348]: DEBUG nova.virt.hardware [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1698.177023] env[63348]: DEBUG nova.virt.hardware [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1698.177244] env[63348]: DEBUG nova.virt.hardware [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1698.178244] env[63348]: DEBUG nova.virt.hardware [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1698.178244] env[63348]: DEBUG nova.virt.hardware [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1698.178244] env[63348]: DEBUG nova.virt.hardware [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1698.178244] env[63348]: DEBUG nova.virt.hardware [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1698.178244] env[63348]: DEBUG nova.virt.hardware [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1698.178444] env[63348]: DEBUG nova.virt.hardware [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1698.179149] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbecc5a-168f-415e-888e-8c7c7dd6de9a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.189017] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed92f1ee-d8ea-4200-99f5-42c83b4ad042 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.260854] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 9f37120a-dd52-4f95-9a11-ae5bcf3565ba] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1698.292018] env[63348]: DEBUG nova.scheduler.client.report [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1698.340967] env[63348]: DEBUG oslo_concurrency.lockutils [req-7f4b48da-93ff-4941-9bd1-7bc584b12b0a req-b60967d3-4047-4806-9b79-ece9e0fcf803 service nova] Releasing lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.352854] env[63348]: DEBUG nova.compute.manager [req-e580a8da-48ff-4421-8d9e-e1ed33908029 req-807ae491-150c-4647-9c78-7368abdabdb3 service nova] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Received event network-vif-deleted-251574ad-777e-42f9-890e-3a6e89f8096d {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1698.370459] env[63348]: DEBUG nova.network.neutron [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Successfully updated port: 43863fe0-e016-43a5-afb2-719285faa6e3 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1698.619171] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c5ba26-50a0-2345-eba0-0d78fcf362b8, 'name': SearchDatastore_Task, 'duration_secs': 0.01155} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.619985] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6c44b3b-12a1-44a9-ab46-4fd3065b26dd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.626282] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1698.626282] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528c58c6-b8e6-9d90-488d-5c6abb160e13" [ 1698.626282] env[63348]: _type = "Task" [ 1698.626282] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.634333] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528c58c6-b8e6-9d90-488d-5c6abb160e13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.669252] env[63348]: DEBUG oslo_vmware.api [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141906} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.669563] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1698.669763] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1698.669938] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1698.670127] env[63348]: INFO nova.compute.manager [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1698.670369] env[63348]: DEBUG oslo.service.loopingcall [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.670561] env[63348]: DEBUG nova.compute.manager [-] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1698.670654] env[63348]: DEBUG nova.network.neutron [-] [instance: e97cf19f-7937-4237-b611-8742c17751e1] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1698.765271] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 0a255d7d-7a66-4e6f-89b1-eab3c13f3516] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1698.796460] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.796937] env[63348]: DEBUG nova.compute.manager [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1698.799755] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.845s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.801253] env[63348]: INFO nova.compute.claims [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1698.871515] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Acquiring lock "refresh_cache-2cee836f-dda6-4be0-9b44-70e207bdc9a3" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.871515] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Acquired lock "refresh_cache-2cee836f-dda6-4be0-9b44-70e207bdc9a3" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.871515] env[63348]: DEBUG nova.network.neutron [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1699.081879] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Acquiring lock "acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.082459] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Lock "acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.138666] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528c58c6-b8e6-9d90-488d-5c6abb160e13, 'name': SearchDatastore_Task, 'duration_secs': 0.010062} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.138920] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.139198] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 9cabacaf-16ed-4b57-8b1c-b90756c9be4c/9cabacaf-16ed-4b57-8b1c-b90756c9be4c.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1699.139460] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4085eb40-b9f6-421f-8556-acd13e07c7f8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.148919] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1699.148919] env[63348]: value = "task-2022289" [ 1699.148919] env[63348]: _type = "Task" [ 1699.148919] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.158754] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.268533] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: d686e8e0-41bf-4e2a-964a-b6ffc09f8e58] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1699.316128] env[63348]: DEBUG nova.compute.utils [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1699.316128] env[63348]: DEBUG nova.compute.manager [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1699.316460] env[63348]: DEBUG nova.network.neutron [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1699.410031] env[63348]: DEBUG nova.network.neutron [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1699.414764] env[63348]: DEBUG nova.policy [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac70e1b7fde44b049cac6759bd6e3154', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4cc622cc31f4571a2ef5e264046ed92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1699.582084] env[63348]: DEBUG nova.network.neutron [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Updating instance_info_cache with network_info: [{"id": "43863fe0-e016-43a5-afb2-719285faa6e3", "address": "fa:16:3e:cf:c5:0b", "network": {"id": "8b1b133e-4c18-456e-a9f8-66a2b4bcedf6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-904981433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59f4938f0fdc47548c63203760cb4572", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43863fe0-e0", "ovs_interfaceid": "43863fe0-e016-43a5-afb2-719285faa6e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.587862] env[63348]: DEBUG nova.network.neutron [-] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.660338] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488175} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.660600] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 9cabacaf-16ed-4b57-8b1c-b90756c9be4c/9cabacaf-16ed-4b57-8b1c-b90756c9be4c.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1699.660809] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1699.661065] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba8f8223-6528-461d-a3f2-99ec5852a367 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.668318] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1699.668318] env[63348]: value = "task-2022290" [ 1699.668318] env[63348]: _type = "Task" [ 1699.668318] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.676275] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.707511] env[63348]: DEBUG nova.network.neutron [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Successfully updated port: 705def6e-9a58-4618-ad13-544cce0958c6 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1699.822157] env[63348]: DEBUG nova.compute.manager [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1699.831630] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "bd7cc2b2-d9da-416a-86c1-ea67330c3bed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.832009] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "bd7cc2b2-d9da-416a-86c1-ea67330c3bed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.088453] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Releasing lock "refresh_cache-2cee836f-dda6-4be0-9b44-70e207bdc9a3" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.088755] env[63348]: DEBUG nova.compute.manager [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Instance network_info: |[{"id": "43863fe0-e016-43a5-afb2-719285faa6e3", "address": "fa:16:3e:cf:c5:0b", "network": {"id": "8b1b133e-4c18-456e-a9f8-66a2b4bcedf6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-904981433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59f4938f0fdc47548c63203760cb4572", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43863fe0-e0", "ovs_interfaceid": "43863fe0-e016-43a5-afb2-719285faa6e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1700.089448] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:c5:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43863fe0-e016-43a5-afb2-719285faa6e3', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1700.099922] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Creating folder: Project (59f4938f0fdc47548c63203760cb4572). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1700.105033] env[63348]: INFO nova.compute.manager [-] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Took 1.43 seconds to deallocate network for instance. [ 1700.105301] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8fabcb0-533a-4d90-bdfc-145844363edc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.121779] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Created folder: Project (59f4938f0fdc47548c63203760cb4572) in parent group-v415427. [ 1700.121779] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Creating folder: Instances. Parent ref: group-v415524. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1700.121779] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a84e9b8-f9f8-43c4-9ab7-d45b5ae9271f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.134564] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Created folder: Instances in parent group-v415524. [ 1700.136923] env[63348]: DEBUG oslo.service.loopingcall [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1700.136923] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1700.136923] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89a46d07-db2a-437b-aedc-81f1616f582d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.163579] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1700.163579] env[63348]: value = "task-2022293" [ 1700.163579] env[63348]: _type = "Task" [ 1700.163579] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.171015] env[63348]: DEBUG nova.network.neutron [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Successfully created port: c0ece910-c020-4e7a-b6f9-d830bf7adfc1 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1700.180791] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022293, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.188330] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073096} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.188596] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1700.189394] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b01f580-a0b3-46b4-9749-e688f6984239 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.218725] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 9cabacaf-16ed-4b57-8b1c-b90756c9be4c/9cabacaf-16ed-4b57-8b1c-b90756c9be4c.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1700.220083] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "refresh_cache-ba15760a-2414-46a1-a868-ccc6ba399973" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.220083] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired lock "refresh_cache-ba15760a-2414-46a1-a868-ccc6ba399973" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.220083] env[63348]: DEBUG nova.network.neutron [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1700.220928] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfdfe6f5-eb8e-4327-9bb6-6e0c904263ad {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.250788] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1700.250788] env[63348]: value = "task-2022294" [ 1700.250788] env[63348]: _type = "Task" [ 1700.250788] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.260406] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.303756] env[63348]: DEBUG nova.network.neutron [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1700.374379] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d2eb57-b157-42ff-be55-d6659ac0e5a3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.383562] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7934d35-7ee0-48cd-983f-1b705e5f8553 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.418955] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2488a01c-41ee-4a2c-ae6c-1c64d8aae8c8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.427992] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef77c61e-9067-4bec-ab34-c7187d614d74 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.444601] env[63348]: DEBUG nova.compute.provider_tree [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1700.478204] env[63348]: DEBUG nova.compute.manager [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1700.478204] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a2b767-a7eb-4734-95ec-7562c362840a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.592566] env[63348]: DEBUG nova.compute.manager [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Received event network-vif-plugged-43863fe0-e016-43a5-afb2-719285faa6e3 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1700.592797] env[63348]: DEBUG oslo_concurrency.lockutils [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] Acquiring lock "2cee836f-dda6-4be0-9b44-70e207bdc9a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.593009] env[63348]: DEBUG oslo_concurrency.lockutils [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] Lock "2cee836f-dda6-4be0-9b44-70e207bdc9a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.593190] env[63348]: DEBUG oslo_concurrency.lockutils [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] Lock "2cee836f-dda6-4be0-9b44-70e207bdc9a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.593358] env[63348]: DEBUG nova.compute.manager [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] No waiting events found dispatching network-vif-plugged-43863fe0-e016-43a5-afb2-719285faa6e3 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1700.593528] env[63348]: WARNING nova.compute.manager [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Received unexpected event network-vif-plugged-43863fe0-e016-43a5-afb2-719285faa6e3 for instance with vm_state building and task_state spawning. [ 1700.593674] env[63348]: DEBUG nova.compute.manager [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Received event network-changed-43863fe0-e016-43a5-afb2-719285faa6e3 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1700.593889] env[63348]: DEBUG nova.compute.manager [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Refreshing instance network info cache due to event network-changed-43863fe0-e016-43a5-afb2-719285faa6e3. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1700.594041] env[63348]: DEBUG oslo_concurrency.lockutils [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] Acquiring lock "refresh_cache-2cee836f-dda6-4be0-9b44-70e207bdc9a3" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.594154] env[63348]: DEBUG oslo_concurrency.lockutils [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] Acquired lock "refresh_cache-2cee836f-dda6-4be0-9b44-70e207bdc9a3" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.594486] env[63348]: DEBUG nova.network.neutron [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Refreshing network info cache for port 43863fe0-e016-43a5-afb2-719285faa6e3 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1700.617040] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.663618] env[63348]: DEBUG nova.network.neutron [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Updating instance_info_cache with network_info: [{"id": "705def6e-9a58-4618-ad13-544cce0958c6", "address": "fa:16:3e:51:4c:cf", "network": {"id": "d8db0652-40ca-4962-b22c-4094827b7de1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752680112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "612f13e93f12469ca1e1a961bde003c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap705def6e-9a", "ovs_interfaceid": "705def6e-9a58-4618-ad13-544cce0958c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.676572] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022293, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.762471] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022294, 'name': ReconfigVM_Task, 'duration_secs': 0.30112} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.762471] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 9cabacaf-16ed-4b57-8b1c-b90756c9be4c/9cabacaf-16ed-4b57-8b1c-b90756c9be4c.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1700.762471] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0677a913-f594-4dce-8ba1-8e0bb464d4b0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.768957] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1700.768957] env[63348]: value = "task-2022295" [ 1700.768957] env[63348]: _type = "Task" [ 1700.768957] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.778057] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022295, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.841294] env[63348]: DEBUG nova.compute.manager [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1700.877367] env[63348]: DEBUG nova.virt.hardware [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1700.877707] env[63348]: DEBUG nova.virt.hardware [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1700.878128] env[63348]: DEBUG nova.virt.hardware [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1700.878501] env[63348]: DEBUG nova.virt.hardware [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1700.878768] env[63348]: DEBUG nova.virt.hardware [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1700.879159] env[63348]: DEBUG nova.virt.hardware [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1700.879514] env[63348]: DEBUG nova.virt.hardware [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1700.879774] env[63348]: DEBUG nova.virt.hardware [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1700.880007] env[63348]: DEBUG nova.virt.hardware [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1700.880307] env[63348]: DEBUG nova.virt.hardware [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1700.880546] env[63348]: DEBUG nova.virt.hardware [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1700.884832] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6843b75d-9b47-43d7-a70d-7296fe88f955 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.893708] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730d6313-5847-4690-8731-b4607f7f2c7c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.947568] env[63348]: DEBUG nova.scheduler.client.report [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1700.993175] env[63348]: INFO nova.compute.manager [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] instance snapshotting [ 1700.996156] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee64b9c-29c8-4a2b-a1cd-5cc99211a031 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.015922] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68800151-8005-419f-b8c2-79c236265f10 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.171909] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Releasing lock "refresh_cache-ba15760a-2414-46a1-a868-ccc6ba399973" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.172253] env[63348]: DEBUG nova.compute.manager [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Instance network_info: |[{"id": "705def6e-9a58-4618-ad13-544cce0958c6", "address": "fa:16:3e:51:4c:cf", "network": {"id": "d8db0652-40ca-4962-b22c-4094827b7de1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752680112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "612f13e93f12469ca1e1a961bde003c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap705def6e-9a", "ovs_interfaceid": "705def6e-9a58-4618-ad13-544cce0958c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1701.181776] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:4c:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '705def6e-9a58-4618-ad13-544cce0958c6', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1701.192578] env[63348]: DEBUG oslo.service.loopingcall [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1701.192810] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022293, 'name': CreateVM_Task, 'duration_secs': 0.570202} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.193443] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1701.193639] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1701.193868] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ffd6999-3100-4a58-9008-a7546ea41e57 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.210291] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.210475] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.210837] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1701.211167] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6392996-9806-47f5-9141-12d4a5026366 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.218382] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Waiting for the task: (returnval){ [ 1701.218382] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520ca305-a1bb-9744-7ce2-6d848104ecec" [ 1701.218382] env[63348]: _type = "Task" [ 1701.218382] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.223145] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1701.223145] env[63348]: value = "task-2022297" [ 1701.223145] env[63348]: _type = "Task" [ 1701.223145] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.229973] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520ca305-a1bb-9744-7ce2-6d848104ecec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.235157] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022297, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.281378] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022295, 'name': Rename_Task, 'duration_secs': 0.144917} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.284157] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1701.284453] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3c1cbb8-eb69-4b1b-8e20-a81290f434cc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.293872] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1701.293872] env[63348]: value = "task-2022298" [ 1701.293872] env[63348]: _type = "Task" [ 1701.293872] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.303150] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.453771] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.454108] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1701.456864] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.384s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.461023] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.461023] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.525s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.461023] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.461844] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 22.233s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.492840] env[63348]: INFO nova.scheduler.client.report [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Deleted allocations for instance b55b19a2-4be9-47ac-bdb9-64789756f862 [ 1701.501583] env[63348]: INFO nova.scheduler.client.report [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Deleted allocations for instance 00bd8ea9-349c-493d-8f54-85856c566ad8 [ 1701.526880] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Creating Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1701.529171] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-460dc3e9-e509-4743-8041-3c68372b7187 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.541386] env[63348]: DEBUG nova.network.neutron [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Updated VIF entry in instance network info cache for port 43863fe0-e016-43a5-afb2-719285faa6e3. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1701.541841] env[63348]: DEBUG nova.network.neutron [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Updating instance_info_cache with network_info: [{"id": "43863fe0-e016-43a5-afb2-719285faa6e3", "address": "fa:16:3e:cf:c5:0b", "network": {"id": "8b1b133e-4c18-456e-a9f8-66a2b4bcedf6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-904981433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59f4938f0fdc47548c63203760cb4572", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43863fe0-e0", "ovs_interfaceid": "43863fe0-e016-43a5-afb2-719285faa6e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.545278] env[63348]: DEBUG oslo_vmware.api [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1701.545278] env[63348]: value = "task-2022299" [ 1701.545278] env[63348]: _type = "Task" [ 1701.545278] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.557905] env[63348]: DEBUG oslo_vmware.api [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022299, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.736399] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520ca305-a1bb-9744-7ce2-6d848104ecec, 'name': SearchDatastore_Task, 'duration_secs': 0.012992} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.740791] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.741073] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1701.741317] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.741462] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.741646] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1701.741881] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022297, 'name': CreateVM_Task, 'duration_secs': 0.361923} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.742094] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69cbe07d-581f-4858-99da-6ca88cc19738 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.743973] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1701.744646] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.744806] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.745129] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1701.745749] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-762ac38e-00f0-4df1-b5dd-8b7cd4dc095d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.752047] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1701.752047] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b12d29-9209-db57-ac76-8cc63f7728c1" [ 1701.752047] env[63348]: _type = "Task" [ 1701.752047] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.756509] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1701.756739] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1701.757823] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff5bc48-ba3b-4c67-b2f2-ddee8cfaabda {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.763984] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b12d29-9209-db57-ac76-8cc63f7728c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.765336] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Waiting for the task: (returnval){ [ 1701.765336] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52636452-5d7d-584d-8d82-ed5b1e5c6a1a" [ 1701.765336] env[63348]: _type = "Task" [ 1701.765336] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.765732] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.783405] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52636452-5d7d-584d-8d82-ed5b1e5c6a1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010351} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.784259] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-970d6878-6b77-4106-8ae1-308695dd6efd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.791010] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Waiting for the task: (returnval){ [ 1701.791010] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c206d5-1b5a-6350-142e-c706a939a920" [ 1701.791010] env[63348]: _type = "Task" [ 1701.791010] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.800973] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c206d5-1b5a-6350-142e-c706a939a920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.808768] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022298, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.966255] env[63348]: DEBUG nova.compute.utils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1701.974021] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1701.974021] env[63348]: DEBUG nova.network.neutron [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1702.003640] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49a06664-f28f-490a-b829-143e0b7941a1 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "b55b19a2-4be9-47ac-bdb9-64789756f862" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.537s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.006654] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "b55b19a2-4be9-47ac-bdb9-64789756f862" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 20.390s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.006848] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquiring lock "b55b19a2-4be9-47ac-bdb9-64789756f862-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.007188] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "b55b19a2-4be9-47ac-bdb9-64789756f862-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.007383] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "b55b19a2-4be9-47ac-bdb9-64789756f862-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.009361] env[63348]: INFO nova.compute.manager [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Terminating instance [ 1702.015122] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5b3c1bac-3b19-4e26-ad48-d9a2221f00c8 tempest-TenantUsagesTestJSON-912154088 tempest-TenantUsagesTestJSON-912154088-project-member] Lock "00bd8ea9-349c-493d-8f54-85856c566ad8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.642s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.028671] env[63348]: DEBUG nova.policy [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dee0419b334c4dc58e7b10e1995114dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e97fdfedcc1497d85b10fbf0c7731f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1702.051094] env[63348]: DEBUG oslo_concurrency.lockutils [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] Releasing lock "refresh_cache-2cee836f-dda6-4be0-9b44-70e207bdc9a3" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.051357] env[63348]: DEBUG nova.compute.manager [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Received event network-vif-deleted-932f171c-0ea3-4729-8aef-966e351a5ced {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1702.051579] env[63348]: DEBUG nova.compute.manager [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Received event network-vif-plugged-705def6e-9a58-4618-ad13-544cce0958c6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1702.051784] env[63348]: DEBUG oslo_concurrency.lockutils [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] Acquiring lock "ba15760a-2414-46a1-a868-ccc6ba399973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.052104] env[63348]: DEBUG oslo_concurrency.lockutils [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] Lock "ba15760a-2414-46a1-a868-ccc6ba399973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.052203] env[63348]: DEBUG oslo_concurrency.lockutils [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] Lock "ba15760a-2414-46a1-a868-ccc6ba399973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.052390] env[63348]: DEBUG nova.compute.manager [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] No waiting events found dispatching network-vif-plugged-705def6e-9a58-4618-ad13-544cce0958c6 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1702.052567] env[63348]: WARNING nova.compute.manager [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Received unexpected event network-vif-plugged-705def6e-9a58-4618-ad13-544cce0958c6 for instance with vm_state building and task_state spawning. [ 1702.052752] env[63348]: DEBUG nova.compute.manager [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Received event network-changed-705def6e-9a58-4618-ad13-544cce0958c6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1702.052990] env[63348]: DEBUG nova.compute.manager [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Refreshing instance network info cache due to event network-changed-705def6e-9a58-4618-ad13-544cce0958c6. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1702.053192] env[63348]: DEBUG oslo_concurrency.lockutils [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] Acquiring lock "refresh_cache-ba15760a-2414-46a1-a868-ccc6ba399973" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.053344] env[63348]: DEBUG oslo_concurrency.lockutils [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] Acquired lock "refresh_cache-ba15760a-2414-46a1-a868-ccc6ba399973" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.053508] env[63348]: DEBUG nova.network.neutron [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Refreshing network info cache for port 705def6e-9a58-4618-ad13-544cce0958c6 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1702.059228] env[63348]: DEBUG oslo_vmware.api [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022299, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.264808] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b12d29-9209-db57-ac76-8cc63f7728c1, 'name': SearchDatastore_Task, 'duration_secs': 0.021909} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.268815] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.269308] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1702.269674] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.281135] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1702.281135] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1702.281135] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1702.281135] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1702.281135] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1702.281135] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1702.282560] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1702.309045] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c206d5-1b5a-6350-142e-c706a939a920, 'name': SearchDatastore_Task, 'duration_secs': 0.01178} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.313897] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.314315] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 2cee836f-dda6-4be0-9b44-70e207bdc9a3/2cee836f-dda6-4be0-9b44-70e207bdc9a3.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1702.315195] env[63348]: DEBUG oslo_vmware.api [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022298, 'name': PowerOnVM_Task, 'duration_secs': 0.523429} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.318597] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.319310] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1702.319310] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34480df3-4c86-4a79-ac97-db028bf4a3db {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.321857] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1702.322147] env[63348]: INFO nova.compute.manager [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1702.322410] env[63348]: DEBUG nova.compute.manager [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1702.323227] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c508c2ff-7801-48a7-a823-f6458a3fb5e8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.325664] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e6e843-1973-4e53-9cb1-ea6a081400ee {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.346415] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1702.346612] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1702.347731] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Waiting for the task: (returnval){ [ 1702.347731] env[63348]: value = "task-2022300" [ 1702.347731] env[63348]: _type = "Task" [ 1702.347731] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.348729] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dc6e3bc-cf0c-443d-83ca-f6e7f998332b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.363431] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1702.363431] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521bc458-f5e9-12e1-927d-7835d7ee7362" [ 1702.363431] env[63348]: _type = "Task" [ 1702.363431] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.363881] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': task-2022300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.380320] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521bc458-f5e9-12e1-927d-7835d7ee7362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.472771] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1702.512687] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquiring lock "refresh_cache-b55b19a2-4be9-47ac-bdb9-64789756f862" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.512957] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquired lock "refresh_cache-b55b19a2-4be9-47ac-bdb9-64789756f862" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.513187] env[63348]: DEBUG nova.network.neutron [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1702.519014] env[63348]: DEBUG nova.network.neutron [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Successfully created port: 5a77dfb1-7871-46c5-98d6-beaa5dcc8bf7 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1702.532657] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24109a27-56bf-40d6-b36d-4a925dcd2842 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.543115] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4214cd37-ec17-4ac0-9862-e281d9d7587b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.555688] env[63348]: DEBUG oslo_vmware.api [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022299, 'name': CreateSnapshot_Task, 'duration_secs': 0.679056} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.580087] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Created Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1702.585712] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0dc0fe-473a-456d-b12d-23c56004ea30 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.588669] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ad2325-3e1e-4722-a833-a0c21017ab92 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.602729] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b03c6f-1dc6-4950-b1d2-e44e3e18a475 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.619498] env[63348]: DEBUG nova.compute.provider_tree [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1702.784082] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.844781] env[63348]: DEBUG nova.network.neutron [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Updated VIF entry in instance network info cache for port 705def6e-9a58-4618-ad13-544cce0958c6. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1702.845112] env[63348]: DEBUG nova.network.neutron [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Updating instance_info_cache with network_info: [{"id": "705def6e-9a58-4618-ad13-544cce0958c6", "address": "fa:16:3e:51:4c:cf", "network": {"id": "d8db0652-40ca-4962-b22c-4094827b7de1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752680112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "612f13e93f12469ca1e1a961bde003c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap705def6e-9a", "ovs_interfaceid": "705def6e-9a58-4618-ad13-544cce0958c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.865500] env[63348]: INFO nova.compute.manager [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Took 40.02 seconds to build instance. [ 1702.874829] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': task-2022300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.881149] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521bc458-f5e9-12e1-927d-7835d7ee7362, 'name': SearchDatastore_Task, 'duration_secs': 0.024617} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.882461] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8326e495-3e6c-436e-9c9a-c20c956ed12e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.890531] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1702.890531] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52eee740-184d-fa3f-2dd4-8dc0b548186f" [ 1702.890531] env[63348]: _type = "Task" [ 1702.890531] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.900480] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52eee740-184d-fa3f-2dd4-8dc0b548186f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.015540] env[63348]: DEBUG nova.compute.utils [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Can not refresh info_cache because instance was not found {{(pid=63348) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1703.032798] env[63348]: DEBUG nova.network.neutron [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1703.112041] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Creating linked-clone VM from snapshot {{(pid=63348) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1703.112555] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-95433005-622f-41b1-bbae-1ce610fe00ac {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.126187] env[63348]: DEBUG nova.scheduler.client.report [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.129050] env[63348]: DEBUG oslo_vmware.api [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1703.129050] env[63348]: value = "task-2022301" [ 1703.129050] env[63348]: _type = "Task" [ 1703.129050] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.131047] env[63348]: DEBUG nova.network.neutron [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.141770] env[63348]: DEBUG oslo_vmware.api [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022301, 'name': CloneVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.348110] env[63348]: DEBUG oslo_concurrency.lockutils [req-1409d0c4-f6cb-498b-98b8-fb5bd273bcda req-a7596bd4-6cad-4cfb-a0a9-23409f5aaabb service nova] Releasing lock "refresh_cache-ba15760a-2414-46a1-a868-ccc6ba399973" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.368763] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c5dc074d-de5b-4cd1-95aa-069b7daa4f53 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.355s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.369088] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': task-2022300, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.408681] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52eee740-184d-fa3f-2dd4-8dc0b548186f, 'name': SearchDatastore_Task, 'duration_secs': 0.032188} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.409364] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.409776] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] ba15760a-2414-46a1-a868-ccc6ba399973/ba15760a-2414-46a1-a868-ccc6ba399973.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1703.410149] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-651c880f-7c2e-407a-9a2f-ac0403994ffe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.421052] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1703.421052] env[63348]: value = "task-2022303" [ 1703.421052] env[63348]: _type = "Task" [ 1703.421052] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.434541] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.487549] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1703.522519] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1703.522936] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1703.523218] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1703.523527] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1703.523772] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1703.524041] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1703.524386] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1703.524650] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1703.524926] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1703.525320] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1703.525638] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1703.527736] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3de35d2-1f46-45be-97a8-3f9b1ce257bf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.540388] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5712c92-8371-4dba-a6da-d2b568c39511 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.639395] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Releasing lock "refresh_cache-b55b19a2-4be9-47ac-bdb9-64789756f862" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.639805] env[63348]: DEBUG nova.compute.manager [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1703.640015] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1703.640477] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40417d8a-b0a9-4988-9bb7-4c1f41994b13 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.650150] env[63348]: DEBUG oslo_vmware.api [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022301, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.654563] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e597c9-5827-4f5e-a1de-b79aedf0fd02 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.691685] env[63348]: WARNING nova.virt.vmwareapi.vmops [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b55b19a2-4be9-47ac-bdb9-64789756f862 could not be found. [ 1703.691884] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1703.691992] env[63348]: INFO nova.compute.manager [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1703.692262] env[63348]: DEBUG oslo.service.loopingcall [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1703.692502] env[63348]: DEBUG nova.compute.manager [-] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1703.692595] env[63348]: DEBUG nova.network.neutron [-] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1703.708024] env[63348]: DEBUG nova.network.neutron [-] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1703.871970] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': task-2022300, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.106147} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.872669] env[63348]: DEBUG nova.compute.manager [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1703.876056] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 2cee836f-dda6-4be0-9b44-70e207bdc9a3/2cee836f-dda6-4be0-9b44-70e207bdc9a3.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1703.876462] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1703.877155] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf0dde98-f8ff-499e-bf12-5160eaaf3faf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.887451] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Waiting for the task: (returnval){ [ 1703.887451] env[63348]: value = "task-2022304" [ 1703.887451] env[63348]: _type = "Task" [ 1703.887451] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.898738] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': task-2022304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.935559] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022303, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.962735] env[63348]: DEBUG oslo_concurrency.lockutils [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquiring lock "69eeee84-fcfd-4326-8384-79a1d5e01e9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.963138] env[63348]: DEBUG oslo_concurrency.lockutils [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "69eeee84-fcfd-4326-8384-79a1d5e01e9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.963371] env[63348]: DEBUG oslo_concurrency.lockutils [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquiring lock "69eeee84-fcfd-4326-8384-79a1d5e01e9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.963566] env[63348]: DEBUG oslo_concurrency.lockutils [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "69eeee84-fcfd-4326-8384-79a1d5e01e9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.963732] env[63348]: DEBUG oslo_concurrency.lockutils [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "69eeee84-fcfd-4326-8384-79a1d5e01e9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.968711] env[63348]: INFO nova.compute.manager [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Terminating instance [ 1704.144263] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.682s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.147919] env[63348]: DEBUG oslo_vmware.api [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022301, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.148255] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.894s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.149715] env[63348]: INFO nova.compute.claims [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1704.210275] env[63348]: DEBUG nova.network.neutron [-] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.343157] env[63348]: DEBUG nova.compute.manager [req-fe551ed2-0317-4747-b12c-7f4e8721b35e req-964fc852-b95d-49eb-b64f-ce5cca85e6f4 service nova] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Received event network-changed-07e743d0-9a9d-43c8-bb38-8a07a1ba30fa {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1704.343413] env[63348]: DEBUG nova.compute.manager [req-fe551ed2-0317-4747-b12c-7f4e8721b35e req-964fc852-b95d-49eb-b64f-ce5cca85e6f4 service nova] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Refreshing instance network info cache due to event network-changed-07e743d0-9a9d-43c8-bb38-8a07a1ba30fa. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1704.343674] env[63348]: DEBUG oslo_concurrency.lockutils [req-fe551ed2-0317-4747-b12c-7f4e8721b35e req-964fc852-b95d-49eb-b64f-ce5cca85e6f4 service nova] Acquiring lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.343789] env[63348]: DEBUG oslo_concurrency.lockutils [req-fe551ed2-0317-4747-b12c-7f4e8721b35e req-964fc852-b95d-49eb-b64f-ce5cca85e6f4 service nova] Acquired lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.343989] env[63348]: DEBUG nova.network.neutron [req-fe551ed2-0317-4747-b12c-7f4e8721b35e req-964fc852-b95d-49eb-b64f-ce5cca85e6f4 service nova] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Refreshing network info cache for port 07e743d0-9a9d-43c8-bb38-8a07a1ba30fa {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1704.401360] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': task-2022304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151663} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.401360] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1704.401442] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3246e44-99ac-4028-b1d8-815fcf870305 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.405109] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.430973] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 2cee836f-dda6-4be0-9b44-70e207bdc9a3/2cee836f-dda6-4be0-9b44-70e207bdc9a3.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1704.431446] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81054a82-f340-4862-9a5a-11fa8037b8cd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.458734] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631766} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.460128] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] ba15760a-2414-46a1-a868-ccc6ba399973/ba15760a-2414-46a1-a868-ccc6ba399973.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1704.460365] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1704.460683] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Waiting for the task: (returnval){ [ 1704.460683] env[63348]: value = "task-2022305" [ 1704.460683] env[63348]: _type = "Task" [ 1704.460683] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.460871] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-996046fa-91db-4fd8-9f54-eeb1c0607b07 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.473967] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': task-2022305, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.476326] env[63348]: DEBUG nova.compute.manager [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1704.476612] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1704.476951] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1704.476951] env[63348]: value = "task-2022306" [ 1704.476951] env[63348]: _type = "Task" [ 1704.476951] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.477741] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204b52c8-e782-4419-8b1e-bb4aaa975544 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.490326] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.492610] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1704.492881] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-560dcc5e-dd1e-4670-90b4-b79f59ce2550 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.500195] env[63348]: DEBUG oslo_vmware.api [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1704.500195] env[63348]: value = "task-2022307" [ 1704.500195] env[63348]: _type = "Task" [ 1704.500195] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.509228] env[63348]: DEBUG oslo_vmware.api [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.644171] env[63348]: DEBUG oslo_vmware.api [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022301, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.713504] env[63348]: INFO nova.compute.manager [-] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Took 1.02 seconds to deallocate network for instance. [ 1704.733282] env[63348]: INFO nova.scheduler.client.report [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Deleted allocation for migration bd344404-91fe-493a-acc0-79ceb966e78b [ 1704.974955] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': task-2022305, 'name': ReconfigVM_Task, 'duration_secs': 0.415214} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.979394] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 2cee836f-dda6-4be0-9b44-70e207bdc9a3/2cee836f-dda6-4be0-9b44-70e207bdc9a3.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1704.980095] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07bb3b18-813f-4886-934b-98b7dcbf94fa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.991308] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120057} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.994622] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1704.994988] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Waiting for the task: (returnval){ [ 1704.994988] env[63348]: value = "task-2022308" [ 1704.994988] env[63348]: _type = "Task" [ 1704.994988] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.995838] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6ec4ee-2e08-4baf-9a1a-a7e71966181a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.025551] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] ba15760a-2414-46a1-a868-ccc6ba399973/ba15760a-2414-46a1-a868-ccc6ba399973.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1705.031943] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01532e4e-52d7-4186-8844-520c77c7d649 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.046960] env[63348]: DEBUG oslo_vmware.api [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022307, 'name': PowerOffVM_Task, 'duration_secs': 0.223257} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.047258] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': task-2022308, 'name': Rename_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.050356] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1705.050554] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1705.051264] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56c54827-035c-4609-8577-e07ae73d9517 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.058975] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1705.058975] env[63348]: value = "task-2022309" [ 1705.058975] env[63348]: _type = "Task" [ 1705.058975] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.070170] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.145799] env[63348]: DEBUG oslo_vmware.api [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022301, 'name': CloneVM_Task, 'duration_secs': 1.715327} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.147280] env[63348]: INFO nova.virt.vmwareapi.vmops [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Created linked-clone VM from snapshot [ 1705.147612] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1705.147795] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1705.147986] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Deleting the datastore file [datastore1] 69eeee84-fcfd-4326-8384-79a1d5e01e9e {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1705.149254] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be063240-2f05-4e40-b902-763d5c58726c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.151962] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb1d22fe-1647-4f03-bd60-4c654660edb5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.159321] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Uploading image ecf8b8bf-da50-4f52-a4d8-49d8e38fdd5b {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1705.163210] env[63348]: DEBUG oslo_vmware.api [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for the task: (returnval){ [ 1705.163210] env[63348]: value = "task-2022311" [ 1705.163210] env[63348]: _type = "Task" [ 1705.163210] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.177443] env[63348]: DEBUG oslo_vmware.api [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.190170] env[63348]: DEBUG oslo_vmware.rw_handles [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1705.190170] env[63348]: value = "vm-415530" [ 1705.190170] env[63348]: _type = "VirtualMachine" [ 1705.190170] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1705.190353] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-825af398-eb40-4c79-9b60-4d359eeae620 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.200579] env[63348]: DEBUG oslo_vmware.rw_handles [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lease: (returnval){ [ 1705.200579] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52178596-fe69-d133-dd33-4189bd24dbbc" [ 1705.200579] env[63348]: _type = "HttpNfcLease" [ 1705.200579] env[63348]: } obtained for exporting VM: (result){ [ 1705.200579] env[63348]: value = "vm-415530" [ 1705.200579] env[63348]: _type = "VirtualMachine" [ 1705.200579] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1705.201233] env[63348]: DEBUG oslo_vmware.api [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the lease: (returnval){ [ 1705.201233] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52178596-fe69-d133-dd33-4189bd24dbbc" [ 1705.201233] env[63348]: _type = "HttpNfcLease" [ 1705.201233] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1705.211351] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1705.211351] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52178596-fe69-d133-dd33-4189bd24dbbc" [ 1705.211351] env[63348]: _type = "HttpNfcLease" [ 1705.211351] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1705.224133] env[63348]: INFO nova.compute.manager [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Instance disappeared during terminate [ 1705.224133] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6d9b6797-46cf-424a-a344-b904a3b7b46e tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "b55b19a2-4be9-47ac-bdb9-64789756f862" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.216s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.229598] env[63348]: DEBUG nova.network.neutron [req-fe551ed2-0317-4747-b12c-7f4e8721b35e req-964fc852-b95d-49eb-b64f-ce5cca85e6f4 service nova] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updated VIF entry in instance network info cache for port 07e743d0-9a9d-43c8-bb38-8a07a1ba30fa. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1705.229929] env[63348]: DEBUG nova.network.neutron [req-fe551ed2-0317-4747-b12c-7f4e8721b35e req-964fc852-b95d-49eb-b64f-ce5cca85e6f4 service nova] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating instance_info_cache with network_info: [{"id": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "address": "fa:16:3e:25:30:95", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e743d0-9a", "ovs_interfaceid": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.252193] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b3aeb6eb-fb27-4819-a73d-b48bee91a105 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.532s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.514408] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': task-2022308, 'name': Rename_Task, 'duration_secs': 0.162489} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.514691] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1705.514957] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a1293ff-9038-4b2a-b7a8-54b014d77fd1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.521894] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Waiting for the task: (returnval){ [ 1705.521894] env[63348]: value = "task-2022314" [ 1705.521894] env[63348]: _type = "Task" [ 1705.521894] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.533038] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': task-2022314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.572274] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022309, 'name': ReconfigVM_Task, 'duration_secs': 0.428837} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.572562] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Reconfigured VM instance instance-0000001f to attach disk [datastore2] ba15760a-2414-46a1-a868-ccc6ba399973/ba15760a-2414-46a1-a868-ccc6ba399973.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1705.573272] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d3d0c9c-9ae6-40bc-94ae-a1c8a01fa159 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.581827] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1705.581827] env[63348]: value = "task-2022315" [ 1705.581827] env[63348]: _type = "Task" [ 1705.581827] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.594530] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022315, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.667420] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d471eaa1-d6f9-4601-9fa2-f816e2dfec5e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.679711] env[63348]: DEBUG oslo_vmware.api [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Task: {'id': task-2022311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217731} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.681713] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1705.681915] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1705.682107] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1705.682286] env[63348]: INFO nova.compute.manager [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1705.682532] env[63348]: DEBUG oslo.service.loopingcall [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1705.682833] env[63348]: DEBUG nova.compute.manager [-] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1705.682956] env[63348]: DEBUG nova.network.neutron [-] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1705.685370] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bb83e5-125a-4d67-a73b-4223b9250dbc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.723412] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43694d5-86fe-4ab9-bda1-5c2cb75eb05b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.733319] env[63348]: DEBUG oslo_concurrency.lockutils [req-fe551ed2-0317-4747-b12c-7f4e8721b35e req-964fc852-b95d-49eb-b64f-ce5cca85e6f4 service nova] Releasing lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.733731] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1705.733731] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52178596-fe69-d133-dd33-4189bd24dbbc" [ 1705.733731] env[63348]: _type = "HttpNfcLease" [ 1705.733731] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1705.735028] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb249ca-6862-4d2f-8cb8-9158b9a1923a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.739101] env[63348]: DEBUG oslo_vmware.rw_handles [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1705.739101] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52178596-fe69-d133-dd33-4189bd24dbbc" [ 1705.739101] env[63348]: _type = "HttpNfcLease" [ 1705.739101] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1705.739854] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9f6efb-b97c-46c7-9c62-f7e71d58bb4a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.755623] env[63348]: DEBUG nova.compute.provider_tree [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.758285] env[63348]: DEBUG oslo_vmware.rw_handles [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d69a1d-d084-6b6a-48c3-4d76f228185e/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1705.758371] env[63348]: DEBUG oslo_vmware.rw_handles [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d69a1d-d084-6b6a-48c3-4d76f228185e/disk-0.vmdk for reading. {{(pid=63348) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1705.882502] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ebf35500-46b2-451c-a9f9-cea18bb7fba1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.037160] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': task-2022314, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.092571] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022315, 'name': Rename_Task, 'duration_secs': 0.290047} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.092832] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1706.093089] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c672ad35-50b2-4624-9f8d-7bb42ffbf350 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.101234] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1706.101234] env[63348]: value = "task-2022316" [ 1706.101234] env[63348]: _type = "Task" [ 1706.101234] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.109450] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.264033] env[63348]: DEBUG nova.scheduler.client.report [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1706.397399] env[63348]: DEBUG nova.compute.manager [req-cf282d8e-163c-49d5-b86c-43afeadd0333 req-84c4350e-165a-420a-8c72-c5024e684065 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Received event network-vif-deleted-028d5cda-bece-4e66-b80b-52613eadb5a0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1706.398740] env[63348]: INFO nova.compute.manager [req-cf282d8e-163c-49d5-b86c-43afeadd0333 req-84c4350e-165a-420a-8c72-c5024e684065 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Neutron deleted interface 028d5cda-bece-4e66-b80b-52613eadb5a0; detaching it from the instance and deleting it from the info cache [ 1706.398964] env[63348]: DEBUG nova.network.neutron [req-cf282d8e-163c-49d5-b86c-43afeadd0333 req-84c4350e-165a-420a-8c72-c5024e684065 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.536033] env[63348]: DEBUG oslo_vmware.api [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': task-2022314, 'name': PowerOnVM_Task, 'duration_secs': 0.854694} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.536398] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1706.536586] env[63348]: INFO nova.compute.manager [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Took 11.14 seconds to spawn the instance on the hypervisor. [ 1706.536769] env[63348]: DEBUG nova.compute.manager [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1706.537725] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8eeec2-5509-4421-aec0-d3dfc618b21d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.541543] env[63348]: DEBUG nova.network.neutron [-] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.615235] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022316, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.768360] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.769038] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1706.772577] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.188s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.774227] env[63348]: INFO nova.compute.claims [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1706.904160] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85056dab-367d-4a1d-baee-f9a3ec6f3801 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.917653] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f41cb9-3f47-46c9-b43b-8855fa963333 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.956014] env[63348]: DEBUG nova.compute.manager [req-cf282d8e-163c-49d5-b86c-43afeadd0333 req-84c4350e-165a-420a-8c72-c5024e684065 service nova] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Detach interface failed, port_id=028d5cda-bece-4e66-b80b-52613eadb5a0, reason: Instance 69eeee84-fcfd-4326-8384-79a1d5e01e9e could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1707.044925] env[63348]: INFO nova.compute.manager [-] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Took 1.36 seconds to deallocate network for instance. [ 1707.066669] env[63348]: INFO nova.compute.manager [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Took 43.20 seconds to build instance. [ 1707.106226] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "36970daf-9b81-47f3-94fe-963dd71f90d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.106517] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "36970daf-9b81-47f3-94fe-963dd71f90d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.117807] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022316, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.282256] env[63348]: DEBUG nova.compute.utils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1707.282957] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1707.283497] env[63348]: DEBUG nova.network.neutron [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1707.339725] env[63348]: DEBUG nova.policy [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dee0419b334c4dc58e7b10e1995114dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e97fdfedcc1497d85b10fbf0c7731f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1707.552399] env[63348]: DEBUG oslo_concurrency.lockutils [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.569085] env[63348]: DEBUG oslo_concurrency.lockutils [None req-49374851-4219-4ba8-819e-07f09d0aa822 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Lock "2cee836f-dda6-4be0-9b44-70e207bdc9a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.035s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.616648] env[63348]: DEBUG oslo_vmware.api [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022316, 'name': PowerOnVM_Task, 'duration_secs': 1.404617} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.620116] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1707.620116] env[63348]: INFO nova.compute.manager [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1707.620116] env[63348]: DEBUG nova.compute.manager [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1707.620116] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59a6023-9e9b-4df8-ad43-07c2cadf348c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.657981] env[63348]: DEBUG nova.network.neutron [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Successfully created port: 53d07400-c56b-4746-92ef-b69d6dc1a3d0 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1707.701045] env[63348]: DEBUG nova.network.neutron [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Successfully updated port: c0ece910-c020-4e7a-b6f9-d830bf7adfc1 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1707.752772] env[63348]: DEBUG nova.compute.manager [req-184d5cbb-f06e-4db1-b10c-60030974b104 req-4b4c611a-98b3-421f-b738-0294f98a04d0 service nova] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Received event network-vif-plugged-c0ece910-c020-4e7a-b6f9-d830bf7adfc1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1707.753200] env[63348]: DEBUG oslo_concurrency.lockutils [req-184d5cbb-f06e-4db1-b10c-60030974b104 req-4b4c611a-98b3-421f-b738-0294f98a04d0 service nova] Acquiring lock "1ef63437-d024-4508-8433-596f964fbc2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.753616] env[63348]: DEBUG oslo_concurrency.lockutils [req-184d5cbb-f06e-4db1-b10c-60030974b104 req-4b4c611a-98b3-421f-b738-0294f98a04d0 service nova] Lock "1ef63437-d024-4508-8433-596f964fbc2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.753962] env[63348]: DEBUG oslo_concurrency.lockutils [req-184d5cbb-f06e-4db1-b10c-60030974b104 req-4b4c611a-98b3-421f-b738-0294f98a04d0 service nova] Lock "1ef63437-d024-4508-8433-596f964fbc2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.754385] env[63348]: DEBUG nova.compute.manager [req-184d5cbb-f06e-4db1-b10c-60030974b104 req-4b4c611a-98b3-421f-b738-0294f98a04d0 service nova] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] No waiting events found dispatching network-vif-plugged-c0ece910-c020-4e7a-b6f9-d830bf7adfc1 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1707.754628] env[63348]: WARNING nova.compute.manager [req-184d5cbb-f06e-4db1-b10c-60030974b104 req-4b4c611a-98b3-421f-b738-0294f98a04d0 service nova] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Received unexpected event network-vif-plugged-c0ece910-c020-4e7a-b6f9-d830bf7adfc1 for instance with vm_state building and task_state spawning. [ 1707.783730] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1707.881309] env[63348]: DEBUG nova.network.neutron [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Successfully updated port: 5a77dfb1-7871-46c5-98d6-beaa5dcc8bf7 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1708.073386] env[63348]: DEBUG nova.compute.manager [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1708.151459] env[63348]: INFO nova.compute.manager [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Took 42.72 seconds to build instance. [ 1708.203611] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquiring lock "refresh_cache-1ef63437-d024-4508-8433-596f964fbc2e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.203927] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquired lock "refresh_cache-1ef63437-d024-4508-8433-596f964fbc2e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.203927] env[63348]: DEBUG nova.network.neutron [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1708.302453] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9469cd-db3e-4083-8b73-192e3c674d82 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.315553] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915f5908-cd31-48d7-a26c-051ccd4413d0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.352201] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d5c6d4-e975-4c8e-9ed1-06933637b4f1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.361880] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5dfdd6-5346-44ce-8dc4-7119adb27198 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.377506] env[63348]: DEBUG nova.compute.provider_tree [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1708.383787] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "refresh_cache-4a57ba32-af4f-40ae-adfa-44a392db196c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.383973] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquired lock "refresh_cache-4a57ba32-af4f-40ae-adfa-44a392db196c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.384171] env[63348]: DEBUG nova.network.neutron [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1708.594336] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.653602] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53473312-b307-452b-980b-e864435c0091 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "ba15760a-2414-46a1-a868-ccc6ba399973" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.710s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.757177] env[63348]: DEBUG nova.network.neutron [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1708.812138] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1708.836129] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1708.836392] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1708.836552] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1708.836730] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1708.836868] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1708.837030] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1708.837291] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1708.837454] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1708.837620] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1708.837783] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1708.837952] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1708.839318] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba41a467-dc5f-41fb-9071-e786f2f2f912 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.848056] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7347516-0660-4d5f-a1e8-a09cb87d8b1f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.881105] env[63348]: DEBUG nova.scheduler.client.report [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1708.957204] env[63348]: DEBUG nova.network.neutron [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1709.062150] env[63348]: DEBUG nova.network.neutron [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Updating instance_info_cache with network_info: [{"id": "c0ece910-c020-4e7a-b6f9-d830bf7adfc1", "address": "fa:16:3e:46:2a:74", "network": {"id": "b4fda787-9307-49f1-84c3-35e385b4aec6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-182461093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4cc622cc31f4571a2ef5e264046ed92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ece910-c0", "ovs_interfaceid": "c0ece910-c020-4e7a-b6f9-d830bf7adfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.159138] env[63348]: DEBUG nova.compute.manager [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1709.234143] env[63348]: DEBUG nova.network.neutron [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Successfully updated port: 53d07400-c56b-4746-92ef-b69d6dc1a3d0 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1709.248515] env[63348]: DEBUG nova.network.neutron [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Updating instance_info_cache with network_info: [{"id": "5a77dfb1-7871-46c5-98d6-beaa5dcc8bf7", "address": "fa:16:3e:e3:50:0b", "network": {"id": "18a5d32d-e841-49db-b6ac-eeaa058115d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2021860901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e97fdfedcc1497d85b10fbf0c7731f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a77dfb1-78", "ovs_interfaceid": "5a77dfb1-7871-46c5-98d6-beaa5dcc8bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.314812] env[63348]: DEBUG nova.compute.manager [req-d420550c-6125-4528-8b21-847af887c08b req-9cf5eafa-1555-4731-ad97-3e98e445b4f2 service nova] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Received event network-vif-plugged-53d07400-c56b-4746-92ef-b69d6dc1a3d0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1709.315175] env[63348]: DEBUG oslo_concurrency.lockutils [req-d420550c-6125-4528-8b21-847af887c08b req-9cf5eafa-1555-4731-ad97-3e98e445b4f2 service nova] Acquiring lock "753ee905-0679-4502-bfc4-46a993662b53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.315475] env[63348]: DEBUG oslo_concurrency.lockutils [req-d420550c-6125-4528-8b21-847af887c08b req-9cf5eafa-1555-4731-ad97-3e98e445b4f2 service nova] Lock "753ee905-0679-4502-bfc4-46a993662b53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.315751] env[63348]: DEBUG oslo_concurrency.lockutils [req-d420550c-6125-4528-8b21-847af887c08b req-9cf5eafa-1555-4731-ad97-3e98e445b4f2 service nova] Lock "753ee905-0679-4502-bfc4-46a993662b53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.315829] env[63348]: DEBUG nova.compute.manager [req-d420550c-6125-4528-8b21-847af887c08b req-9cf5eafa-1555-4731-ad97-3e98e445b4f2 service nova] [instance: 753ee905-0679-4502-bfc4-46a993662b53] No waiting events found dispatching network-vif-plugged-53d07400-c56b-4746-92ef-b69d6dc1a3d0 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1709.316152] env[63348]: WARNING nova.compute.manager [req-d420550c-6125-4528-8b21-847af887c08b req-9cf5eafa-1555-4731-ad97-3e98e445b4f2 service nova] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Received unexpected event network-vif-plugged-53d07400-c56b-4746-92ef-b69d6dc1a3d0 for instance with vm_state building and task_state spawning. [ 1709.390338] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.390874] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1709.395508] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.743s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.395736] env[63348]: DEBUG nova.objects.instance [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63348) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1709.563607] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbd2189-8ed7-4898-a3b7-79fdac4f4e25 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.567112] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Releasing lock "refresh_cache-1ef63437-d024-4508-8433-596f964fbc2e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.567450] env[63348]: DEBUG nova.compute.manager [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Instance network_info: |[{"id": "c0ece910-c020-4e7a-b6f9-d830bf7adfc1", "address": "fa:16:3e:46:2a:74", "network": {"id": "b4fda787-9307-49f1-84c3-35e385b4aec6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-182461093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4cc622cc31f4571a2ef5e264046ed92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ece910-c0", "ovs_interfaceid": "c0ece910-c020-4e7a-b6f9-d830bf7adfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1709.567849] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:2a:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0ece910-c020-4e7a-b6f9-d830bf7adfc1', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1709.575752] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Creating folder: Project (a4cc622cc31f4571a2ef5e264046ed92). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1709.576820] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35221e90-4f14-49b6-9485-1959ff518f74 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.580946] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9a54bdfd-d2c4-4831-85e1-851bbfe1549e tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Suspending the VM {{(pid=63348) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1709.581204] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-181ee214-00af-4d70-86ac-f189da824734 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.587519] env[63348]: DEBUG oslo_vmware.api [None req-9a54bdfd-d2c4-4831-85e1-851bbfe1549e tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1709.587519] env[63348]: value = "task-2022319" [ 1709.587519] env[63348]: _type = "Task" [ 1709.587519] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.591811] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Created folder: Project (a4cc622cc31f4571a2ef5e264046ed92) in parent group-v415427. [ 1709.592010] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Creating folder: Instances. Parent ref: group-v415531. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1709.592271] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4579136-9731-44cf-9706-b8f53ab8022a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.599196] env[63348]: DEBUG oslo_vmware.api [None req-9a54bdfd-d2c4-4831-85e1-851bbfe1549e tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022319, 'name': SuspendVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.604020] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Created folder: Instances in parent group-v415531. [ 1709.604020] env[63348]: DEBUG oslo.service.loopingcall [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1709.604020] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1709.604020] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf161e72-a45f-4893-970c-a3e6b8f9b733 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.622692] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1709.622692] env[63348]: value = "task-2022321" [ 1709.622692] env[63348]: _type = "Task" [ 1709.622692] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.632157] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022321, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.685270] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.734849] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "refresh_cache-753ee905-0679-4502-bfc4-46a993662b53" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.735097] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquired lock "refresh_cache-753ee905-0679-4502-bfc4-46a993662b53" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.735335] env[63348]: DEBUG nova.network.neutron [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1709.751746] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Releasing lock "refresh_cache-4a57ba32-af4f-40ae-adfa-44a392db196c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.752150] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Instance network_info: |[{"id": "5a77dfb1-7871-46c5-98d6-beaa5dcc8bf7", "address": "fa:16:3e:e3:50:0b", "network": {"id": "18a5d32d-e841-49db-b6ac-eeaa058115d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2021860901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e97fdfedcc1497d85b10fbf0c7731f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a77dfb1-78", "ovs_interfaceid": "5a77dfb1-7871-46c5-98d6-beaa5dcc8bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1709.752644] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:50:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a77dfb1-7871-46c5-98d6-beaa5dcc8bf7', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1709.760784] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Creating folder: Project (7e97fdfedcc1497d85b10fbf0c7731f8). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1709.761483] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f29d2396-7389-4740-883a-212b771f72e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.774873] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Created folder: Project (7e97fdfedcc1497d85b10fbf0c7731f8) in parent group-v415427. [ 1709.775110] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Creating folder: Instances. Parent ref: group-v415534. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1709.775354] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55f22b0b-5f48-4bb4-ba46-28b957adec04 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.790306] env[63348]: DEBUG nova.compute.manager [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Received event network-vif-plugged-5a77dfb1-7871-46c5-98d6-beaa5dcc8bf7 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1709.790540] env[63348]: DEBUG oslo_concurrency.lockutils [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] Acquiring lock "4a57ba32-af4f-40ae-adfa-44a392db196c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.790750] env[63348]: DEBUG oslo_concurrency.lockutils [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] Lock "4a57ba32-af4f-40ae-adfa-44a392db196c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.791018] env[63348]: DEBUG oslo_concurrency.lockutils [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] Lock "4a57ba32-af4f-40ae-adfa-44a392db196c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.791149] env[63348]: DEBUG nova.compute.manager [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] No waiting events found dispatching network-vif-plugged-5a77dfb1-7871-46c5-98d6-beaa5dcc8bf7 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1709.791329] env[63348]: WARNING nova.compute.manager [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Received unexpected event network-vif-plugged-5a77dfb1-7871-46c5-98d6-beaa5dcc8bf7 for instance with vm_state building and task_state spawning. [ 1709.791495] env[63348]: DEBUG nova.compute.manager [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Received event network-changed-c0ece910-c020-4e7a-b6f9-d830bf7adfc1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1709.791647] env[63348]: DEBUG nova.compute.manager [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Refreshing instance network info cache due to event network-changed-c0ece910-c020-4e7a-b6f9-d830bf7adfc1. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1709.791831] env[63348]: DEBUG oslo_concurrency.lockutils [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] Acquiring lock "refresh_cache-1ef63437-d024-4508-8433-596f964fbc2e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.791964] env[63348]: DEBUG oslo_concurrency.lockutils [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] Acquired lock "refresh_cache-1ef63437-d024-4508-8433-596f964fbc2e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.792133] env[63348]: DEBUG nova.network.neutron [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Refreshing network info cache for port c0ece910-c020-4e7a-b6f9-d830bf7adfc1 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1709.793952] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Created folder: Instances in parent group-v415534. [ 1709.794216] env[63348]: DEBUG oslo.service.loopingcall [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1709.795099] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1709.795316] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ca1ffce-0867-4459-ba29-d78e758a2652 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.819256] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1709.819256] env[63348]: value = "task-2022324" [ 1709.819256] env[63348]: _type = "Task" [ 1709.819256] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.830185] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022324, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.904457] env[63348]: DEBUG nova.compute.utils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1709.906313] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1709.906547] env[63348]: DEBUG nova.network.neutron [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1709.960818] env[63348]: DEBUG nova.policy [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dee0419b334c4dc58e7b10e1995114dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e97fdfedcc1497d85b10fbf0c7731f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1710.099937] env[63348]: DEBUG oslo_vmware.api [None req-9a54bdfd-d2c4-4831-85e1-851bbfe1549e tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022319, 'name': SuspendVM_Task} progress is 54%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.132825] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022321, 'name': CreateVM_Task, 'duration_secs': 0.492651} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.133027] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1710.133806] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.133984] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.134344] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1710.134620] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37b5c0f7-e21b-4327-8e61-eb791fa22852 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.140603] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1710.140603] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b4c91a-82ed-1699-f7b3-2074ec4b03f9" [ 1710.140603] env[63348]: _type = "Task" [ 1710.140603] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.152974] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b4c91a-82ed-1699-f7b3-2074ec4b03f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.262219] env[63348]: DEBUG nova.network.neutron [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Successfully created port: 959d8ae1-2d60-42f1-a052-fd0a18413c30 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1710.295551] env[63348]: DEBUG nova.network.neutron [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1710.331195] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022324, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.408236] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e45b81e4-1879-46c3-88e2-edb6bf3d888c tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.413497] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.573s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.415668] env[63348]: INFO nova.compute.claims [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1710.421521] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1710.599026] env[63348]: DEBUG oslo_vmware.api [None req-9a54bdfd-d2c4-4831-85e1-851bbfe1549e tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022319, 'name': SuspendVM_Task, 'duration_secs': 0.873854} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.599341] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9a54bdfd-d2c4-4831-85e1-851bbfe1549e tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Suspended the VM {{(pid=63348) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1710.599537] env[63348]: DEBUG nova.compute.manager [None req-9a54bdfd-d2c4-4831-85e1-851bbfe1549e tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1710.600476] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3815730d-b48f-4d4d-81d4-26ec22b8e10d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.651990] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b4c91a-82ed-1699-f7b3-2074ec4b03f9, 'name': SearchDatastore_Task, 'duration_secs': 0.034093} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.652924] env[63348]: DEBUG nova.network.neutron [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Updating instance_info_cache with network_info: [{"id": "53d07400-c56b-4746-92ef-b69d6dc1a3d0", "address": "fa:16:3e:1f:31:0f", "network": {"id": "18a5d32d-e841-49db-b6ac-eeaa058115d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2021860901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e97fdfedcc1497d85b10fbf0c7731f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53d07400-c5", "ovs_interfaceid": "53d07400-c56b-4746-92ef-b69d6dc1a3d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.654091] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.657110] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1710.657110] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.657110] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.657110] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1710.657110] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef8450d3-3923-4234-86a4-f73a0fd3611e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.665231] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1710.665413] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1710.666365] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae05c0d8-3ea7-4f68-91aa-3952362e02c9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.672115] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1710.672115] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f5ddb0-d27e-1736-802e-d1e33953b8ab" [ 1710.672115] env[63348]: _type = "Task" [ 1710.672115] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.684027] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f5ddb0-d27e-1736-802e-d1e33953b8ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009578} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.684795] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39df077e-07f7-4a99-96fb-6a0f77d95435 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.690381] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1710.690381] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523bc1bf-cde7-06f0-1ddf-0ace60c77639" [ 1710.690381] env[63348]: _type = "Task" [ 1710.690381] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.698499] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523bc1bf-cde7-06f0-1ddf-0ace60c77639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.830988] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022324, 'name': CreateVM_Task, 'duration_secs': 0.547284} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.831181] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1710.831846] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.832025] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.832393] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1710.832644] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e07d72-dddc-4a86-ba7f-1f0c147609cd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.838038] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1710.838038] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522252f6-5cff-f36a-8975-a2842d7f5594" [ 1710.838038] env[63348]: _type = "Task" [ 1710.838038] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.846960] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522252f6-5cff-f36a-8975-a2842d7f5594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.887682] env[63348]: DEBUG nova.network.neutron [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Updated VIF entry in instance network info cache for port c0ece910-c020-4e7a-b6f9-d830bf7adfc1. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1710.888073] env[63348]: DEBUG nova.network.neutron [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Updating instance_info_cache with network_info: [{"id": "c0ece910-c020-4e7a-b6f9-d830bf7adfc1", "address": "fa:16:3e:46:2a:74", "network": {"id": "b4fda787-9307-49f1-84c3-35e385b4aec6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-182461093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4cc622cc31f4571a2ef5e264046ed92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ece910-c0", "ovs_interfaceid": "c0ece910-c020-4e7a-b6f9-d830bf7adfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.156841] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Releasing lock "refresh_cache-753ee905-0679-4502-bfc4-46a993662b53" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.157241] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Instance network_info: |[{"id": "53d07400-c56b-4746-92ef-b69d6dc1a3d0", "address": "fa:16:3e:1f:31:0f", "network": {"id": "18a5d32d-e841-49db-b6ac-eeaa058115d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2021860901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e97fdfedcc1497d85b10fbf0c7731f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53d07400-c5", "ovs_interfaceid": "53d07400-c56b-4746-92ef-b69d6dc1a3d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1711.157919] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:31:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53d07400-c56b-4746-92ef-b69d6dc1a3d0', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1711.165695] env[63348]: DEBUG oslo.service.loopingcall [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1711.165903] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1711.166354] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47056c2a-82be-4f1c-8e78-a857bae57be1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.188830] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1711.188830] env[63348]: value = "task-2022325" [ 1711.188830] env[63348]: _type = "Task" [ 1711.188830] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.201621] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523bc1bf-cde7-06f0-1ddf-0ace60c77639, 'name': SearchDatastore_Task, 'duration_secs': 0.009826} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.204426] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.204702] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 1ef63437-d024-4508-8433-596f964fbc2e/1ef63437-d024-4508-8433-596f964fbc2e.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1711.204931] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022325, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.205151] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3d9b658-e050-427a-bcd6-d85243f55623 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.213693] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1711.213693] env[63348]: value = "task-2022326" [ 1711.213693] env[63348]: _type = "Task" [ 1711.213693] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.223107] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.350432] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522252f6-5cff-f36a-8975-a2842d7f5594, 'name': SearchDatastore_Task, 'duration_secs': 0.009812} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.350751] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.350992] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1711.351263] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.351418] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.351599] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1711.351869] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac90bc79-a0a3-4438-a24d-3e0618b2bfb0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.361876] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1711.362088] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1711.362860] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de013f10-3c76-4f59-8b7d-4064c10deda3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.369636] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1711.369636] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52881e7d-a94c-9327-c4bc-63b5bc59b0fa" [ 1711.369636] env[63348]: _type = "Task" [ 1711.369636] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.379080] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52881e7d-a94c-9327-c4bc-63b5bc59b0fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.391215] env[63348]: DEBUG oslo_concurrency.lockutils [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] Releasing lock "refresh_cache-1ef63437-d024-4508-8433-596f964fbc2e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.391215] env[63348]: DEBUG nova.compute.manager [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Received event network-changed-5a77dfb1-7871-46c5-98d6-beaa5dcc8bf7 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1711.391215] env[63348]: DEBUG nova.compute.manager [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Refreshing instance network info cache due to event network-changed-5a77dfb1-7871-46c5-98d6-beaa5dcc8bf7. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1711.391361] env[63348]: DEBUG oslo_concurrency.lockutils [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] Acquiring lock "refresh_cache-4a57ba32-af4f-40ae-adfa-44a392db196c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.391593] env[63348]: DEBUG oslo_concurrency.lockutils [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] Acquired lock "refresh_cache-4a57ba32-af4f-40ae-adfa-44a392db196c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.391832] env[63348]: DEBUG nova.network.neutron [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Refreshing network info cache for port 5a77dfb1-7871-46c5-98d6-beaa5dcc8bf7 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1711.437445] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1711.465330] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1711.465731] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1711.465984] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1711.466331] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1711.466954] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1711.466954] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1711.467221] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1711.467504] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1711.467794] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1711.468090] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1711.468401] env[63348]: DEBUG nova.virt.hardware [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1711.469889] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939bc72d-6061-4f6f-bfee-62f459ecf26f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.479844] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ff28ec-1f4d-4644-84c4-cfc28c3b579e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.666559] env[63348]: DEBUG nova.compute.manager [req-a6fd959b-ce67-4f24-85f1-5a1f84763372 req-dae528f8-4e67-4d31-8e51-e6bea67ffd95 service nova] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Received event network-changed-53d07400-c56b-4746-92ef-b69d6dc1a3d0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1711.666825] env[63348]: DEBUG nova.compute.manager [req-a6fd959b-ce67-4f24-85f1-5a1f84763372 req-dae528f8-4e67-4d31-8e51-e6bea67ffd95 service nova] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Refreshing instance network info cache due to event network-changed-53d07400-c56b-4746-92ef-b69d6dc1a3d0. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1711.667124] env[63348]: DEBUG oslo_concurrency.lockutils [req-a6fd959b-ce67-4f24-85f1-5a1f84763372 req-dae528f8-4e67-4d31-8e51-e6bea67ffd95 service nova] Acquiring lock "refresh_cache-753ee905-0679-4502-bfc4-46a993662b53" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.667295] env[63348]: DEBUG oslo_concurrency.lockutils [req-a6fd959b-ce67-4f24-85f1-5a1f84763372 req-dae528f8-4e67-4d31-8e51-e6bea67ffd95 service nova] Acquired lock "refresh_cache-753ee905-0679-4502-bfc4-46a993662b53" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.667515] env[63348]: DEBUG nova.network.neutron [req-a6fd959b-ce67-4f24-85f1-5a1f84763372 req-dae528f8-4e67-4d31-8e51-e6bea67ffd95 service nova] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Refreshing network info cache for port 53d07400-c56b-4746-92ef-b69d6dc1a3d0 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1711.702857] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022325, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.728429] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022326, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.881815] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52881e7d-a94c-9327-c4bc-63b5bc59b0fa, 'name': SearchDatastore_Task, 'duration_secs': 0.01601} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.883710] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe357ca3-82c7-492f-8507-8b36e9016260 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.890320] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1711.890320] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ae25ac-2ebd-68ba-c3ca-a17b8a27a720" [ 1711.890320] env[63348]: _type = "Task" [ 1711.890320] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.899412] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd337474-7987-4abc-b569-47cb0be10396 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.909414] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ae25ac-2ebd-68ba-c3ca-a17b8a27a720, 'name': SearchDatastore_Task, 'duration_secs': 0.01728} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.911487] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.911742] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 4a57ba32-af4f-40ae-adfa-44a392db196c/4a57ba32-af4f-40ae-adfa-44a392db196c.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1711.912060] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8fe5f86-b559-4a86-a7ac-d26ebf714801 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.914722] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911b40f2-5fc3-41d6-829c-4e4e99a03492 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.923991] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1711.923991] env[63348]: value = "task-2022327" [ 1711.923991] env[63348]: _type = "Task" [ 1711.923991] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.957471] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58ef64f-221a-4c9a-a9be-dfb46ba30aec {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.963938] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.969535] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4320ddb1-a863-4006-9ace-c883568df8f4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.984793] env[63348]: DEBUG nova.compute.provider_tree [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.087728] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Acquiring lock "7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.087974] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Lock "7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.204069] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022325, 'name': CreateVM_Task, 'duration_secs': 0.616603} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.206628] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1712.207459] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.207593] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.207903] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1712.208769] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4240f224-507b-4eaf-899d-b9ce4b59fc51 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.222377] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1712.222377] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521d603d-6aca-84f9-5189-b1086bb82a23" [ 1712.222377] env[63348]: _type = "Task" [ 1712.222377] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.231344] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665857} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.235353] env[63348]: DEBUG nova.network.neutron [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Updated VIF entry in instance network info cache for port 5a77dfb1-7871-46c5-98d6-beaa5dcc8bf7. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1712.236302] env[63348]: DEBUG nova.network.neutron [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Updating instance_info_cache with network_info: [{"id": "5a77dfb1-7871-46c5-98d6-beaa5dcc8bf7", "address": "fa:16:3e:e3:50:0b", "network": {"id": "18a5d32d-e841-49db-b6ac-eeaa058115d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2021860901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e97fdfedcc1497d85b10fbf0c7731f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a77dfb1-78", "ovs_interfaceid": "5a77dfb1-7871-46c5-98d6-beaa5dcc8bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.237017] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 1ef63437-d024-4508-8433-596f964fbc2e/1ef63437-d024-4508-8433-596f964fbc2e.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1712.237529] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1712.237612] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521d603d-6aca-84f9-5189-b1086bb82a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.237834] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-421924c6-224b-4fd6-a5cf-e42bc77f9024 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.250043] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1712.250043] env[63348]: value = "task-2022328" [ 1712.250043] env[63348]: _type = "Task" [ 1712.250043] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.274420] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.438855] env[63348]: DEBUG nova.network.neutron [req-a6fd959b-ce67-4f24-85f1-5a1f84763372 req-dae528f8-4e67-4d31-8e51-e6bea67ffd95 service nova] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Updated VIF entry in instance network info cache for port 53d07400-c56b-4746-92ef-b69d6dc1a3d0. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1712.439300] env[63348]: DEBUG nova.network.neutron [req-a6fd959b-ce67-4f24-85f1-5a1f84763372 req-dae528f8-4e67-4d31-8e51-e6bea67ffd95 service nova] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Updating instance_info_cache with network_info: [{"id": "53d07400-c56b-4746-92ef-b69d6dc1a3d0", "address": "fa:16:3e:1f:31:0f", "network": {"id": "18a5d32d-e841-49db-b6ac-eeaa058115d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2021860901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e97fdfedcc1497d85b10fbf0c7731f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53d07400-c5", "ovs_interfaceid": "53d07400-c56b-4746-92ef-b69d6dc1a3d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.463268] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022327, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.489336] env[63348]: DEBUG nova.scheduler.client.report [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1712.517612] env[63348]: DEBUG nova.compute.manager [req-243e7df8-bc0c-49e6-a284-55eb8f8ef0cc req-a2ff2389-8a8a-439b-9109-fd6ab21e01a8 service nova] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Received event network-vif-plugged-959d8ae1-2d60-42f1-a052-fd0a18413c30 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1712.518492] env[63348]: DEBUG oslo_concurrency.lockutils [req-243e7df8-bc0c-49e6-a284-55eb8f8ef0cc req-a2ff2389-8a8a-439b-9109-fd6ab21e01a8 service nova] Acquiring lock "5f4a132f-9b11-491a-bb76-e0f8bc69ef0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.518732] env[63348]: DEBUG oslo_concurrency.lockutils [req-243e7df8-bc0c-49e6-a284-55eb8f8ef0cc req-a2ff2389-8a8a-439b-9109-fd6ab21e01a8 service nova] Lock "5f4a132f-9b11-491a-bb76-e0f8bc69ef0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.518917] env[63348]: DEBUG oslo_concurrency.lockutils [req-243e7df8-bc0c-49e6-a284-55eb8f8ef0cc req-a2ff2389-8a8a-439b-9109-fd6ab21e01a8 service nova] Lock "5f4a132f-9b11-491a-bb76-e0f8bc69ef0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.519109] env[63348]: DEBUG nova.compute.manager [req-243e7df8-bc0c-49e6-a284-55eb8f8ef0cc req-a2ff2389-8a8a-439b-9109-fd6ab21e01a8 service nova] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] No waiting events found dispatching network-vif-plugged-959d8ae1-2d60-42f1-a052-fd0a18413c30 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1712.519281] env[63348]: WARNING nova.compute.manager [req-243e7df8-bc0c-49e6-a284-55eb8f8ef0cc req-a2ff2389-8a8a-439b-9109-fd6ab21e01a8 service nova] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Received unexpected event network-vif-plugged-959d8ae1-2d60-42f1-a052-fd0a18413c30 for instance with vm_state building and task_state spawning. [ 1712.625165] env[63348]: DEBUG nova.network.neutron [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Successfully updated port: 959d8ae1-2d60-42f1-a052-fd0a18413c30 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1712.742089] env[63348]: DEBUG oslo_concurrency.lockutils [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] Releasing lock "refresh_cache-4a57ba32-af4f-40ae-adfa-44a392db196c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.742370] env[63348]: DEBUG nova.compute.manager [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Received event network-changed-43863fe0-e016-43a5-afb2-719285faa6e3 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1712.742537] env[63348]: DEBUG nova.compute.manager [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Refreshing instance network info cache due to event network-changed-43863fe0-e016-43a5-afb2-719285faa6e3. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1712.742743] env[63348]: DEBUG oslo_concurrency.lockutils [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] Acquiring lock "refresh_cache-2cee836f-dda6-4be0-9b44-70e207bdc9a3" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.742885] env[63348]: DEBUG oslo_concurrency.lockutils [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] Acquired lock "refresh_cache-2cee836f-dda6-4be0-9b44-70e207bdc9a3" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.743124] env[63348]: DEBUG nova.network.neutron [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Refreshing network info cache for port 43863fe0-e016-43a5-afb2-719285faa6e3 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1712.744393] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521d603d-6aca-84f9-5189-b1086bb82a23, 'name': SearchDatastore_Task, 'duration_secs': 0.066748} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.744851] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.745100] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1712.745334] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.745480] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.745656] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1712.745915] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a79a4e3-c4e6-4408-96d7-3fbbf0ae37c1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.755839] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1712.756050] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1712.759604] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b5f31da-699f-4e04-bfc0-ab6598601a03 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.761761] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086815} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.761999] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1712.763059] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131ba527-6bb0-4ba6-a8f9-4553de31d395 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.766837] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1712.766837] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5264f3c2-ba4f-c7d5-6928-8cf4e927c645" [ 1712.766837] env[63348]: _type = "Task" [ 1712.766837] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.787700] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 1ef63437-d024-4508-8433-596f964fbc2e/1ef63437-d024-4508-8433-596f964fbc2e.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1712.788589] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ff1cab6-8d3a-43d6-8ed0-b855e14b5670 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.805745] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5264f3c2-ba4f-c7d5-6928-8cf4e927c645, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.806814] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdff612f-9c10-46d3-b892-7432dbe9efb9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.811768] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1712.811768] env[63348]: value = "task-2022329" [ 1712.811768] env[63348]: _type = "Task" [ 1712.811768] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.815872] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1712.815872] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529b6f51-264a-8035-4b96-1dfd2bc043bb" [ 1712.815872] env[63348]: _type = "Task" [ 1712.815872] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.822069] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.827315] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529b6f51-264a-8035-4b96-1dfd2bc043bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.827549] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.827796] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 753ee905-0679-4502-bfc4-46a993662b53/753ee905-0679-4502-bfc4-46a993662b53.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1712.828050] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d62740d7-0d23-4b41-9251-546ec3debdc4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.834829] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1712.834829] env[63348]: value = "task-2022330" [ 1712.834829] env[63348]: _type = "Task" [ 1712.834829] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.844083] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.945703] env[63348]: DEBUG oslo_concurrency.lockutils [req-a6fd959b-ce67-4f24-85f1-5a1f84763372 req-dae528f8-4e67-4d31-8e51-e6bea67ffd95 service nova] Releasing lock "refresh_cache-753ee905-0679-4502-bfc4-46a993662b53" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.962846] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594655} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.962956] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 4a57ba32-af4f-40ae-adfa-44a392db196c/4a57ba32-af4f-40ae-adfa-44a392db196c.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1712.963253] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1712.963534] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-861dfc79-5a28-4605-8b20-137dd1ffa3bd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.971679] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1712.971679] env[63348]: value = "task-2022331" [ 1712.971679] env[63348]: _type = "Task" [ 1712.971679] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.981084] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.001750] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.002433] env[63348]: DEBUG nova.compute.manager [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1713.005717] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.590s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.007382] env[63348]: INFO nova.compute.claims [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1713.129180] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "refresh_cache-5f4a132f-9b11-491a-bb76-e0f8bc69ef0e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.129180] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquired lock "refresh_cache-5f4a132f-9b11-491a-bb76-e0f8bc69ef0e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.129180] env[63348]: DEBUG nova.network.neutron [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1713.325688] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022329, 'name': ReconfigVM_Task, 'duration_secs': 0.3596} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.326019] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 1ef63437-d024-4508-8433-596f964fbc2e/1ef63437-d024-4508-8433-596f964fbc2e.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1713.326736] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-540a09db-a296-4ace-bb10-f6a15e653aea {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.341763] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1713.341763] env[63348]: value = "task-2022332" [ 1713.341763] env[63348]: _type = "Task" [ 1713.341763] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.349812] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022330, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.361114] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022332, 'name': Rename_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.481893] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086791} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.482213] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1713.482917] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f102c312-1bc0-4963-a253-29b274a97442 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.500668] env[63348]: DEBUG nova.compute.manager [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1713.509607] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 4a57ba32-af4f-40ae-adfa-44a392db196c/4a57ba32-af4f-40ae-adfa-44a392db196c.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1713.510461] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b83bd6-5ddb-4f63-9014-5af3cf78b828 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.513388] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-345e9a79-3ce4-42cd-b999-cc2a797b95e1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.530129] env[63348]: DEBUG nova.compute.utils [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1713.533267] env[63348]: DEBUG nova.compute.manager [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1713.533417] env[63348]: DEBUG nova.network.neutron [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1713.544516] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1713.544516] env[63348]: value = "task-2022333" [ 1713.544516] env[63348]: _type = "Task" [ 1713.544516] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.556180] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022333, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.577049] env[63348]: DEBUG nova.network.neutron [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Updated VIF entry in instance network info cache for port 43863fe0-e016-43a5-afb2-719285faa6e3. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1713.577503] env[63348]: DEBUG nova.network.neutron [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Updating instance_info_cache with network_info: [{"id": "43863fe0-e016-43a5-afb2-719285faa6e3", "address": "fa:16:3e:cf:c5:0b", "network": {"id": "8b1b133e-4c18-456e-a9f8-66a2b4bcedf6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-904981433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59f4938f0fdc47548c63203760cb4572", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43863fe0-e0", "ovs_interfaceid": "43863fe0-e016-43a5-afb2-719285faa6e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.580338] env[63348]: DEBUG nova.policy [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d2b2c13d66c4251b2be910814113160', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '696f067f7b264668b15a356ad35a2d2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1713.684454] env[63348]: DEBUG nova.network.neutron [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1713.851553] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563829} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.851998] env[63348]: DEBUG nova.network.neutron [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Successfully created port: 4e4c2adc-c41a-444d-bfec-add081a3e6e7 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1713.854015] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 753ee905-0679-4502-bfc4-46a993662b53/753ee905-0679-4502-bfc4-46a993662b53.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1713.854772] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1713.855432] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba09a01b-1885-471b-a7e3-c4c370158c82 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.861068] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022332, 'name': Rename_Task, 'duration_secs': 0.164703} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.861672] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1713.861937] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35ac675c-4aef-45fa-80d5-029e4c0bc418 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.866996] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1713.866996] env[63348]: value = "task-2022334" [ 1713.866996] env[63348]: _type = "Task" [ 1713.866996] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.871449] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1713.871449] env[63348]: value = "task-2022335" [ 1713.871449] env[63348]: _type = "Task" [ 1713.871449] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.879135] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.885421] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.930231] env[63348]: DEBUG nova.network.neutron [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Updating instance_info_cache with network_info: [{"id": "959d8ae1-2d60-42f1-a052-fd0a18413c30", "address": "fa:16:3e:f5:14:76", "network": {"id": "18a5d32d-e841-49db-b6ac-eeaa058115d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2021860901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e97fdfedcc1497d85b10fbf0c7731f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap959d8ae1-2d", "ovs_interfaceid": "959d8ae1-2d60-42f1-a052-fd0a18413c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.033988] env[63348]: DEBUG nova.compute.manager [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1714.049628] env[63348]: INFO nova.compute.manager [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] instance snapshotting [ 1714.049628] env[63348]: WARNING nova.compute.manager [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1714.058322] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e578aac4-cf43-4baf-8d7e-5e654298a387 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.097286] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.098884] env[63348]: DEBUG oslo_concurrency.lockutils [req-366040a0-0eef-4768-b96f-9a4249a634ef req-61f854a0-929c-418e-bea1-f71533c06e7e service nova] Releasing lock "refresh_cache-2cee836f-dda6-4be0-9b44-70e207bdc9a3" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.102820] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e81622a-a0d7-4126-a344-365161e0ae31 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.385043] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0758} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.388517] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1714.389158] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022335, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.392211] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19cbc74-f028-4643-b3fa-eb19a5eb1893 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.417423] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 753ee905-0679-4502-bfc4-46a993662b53/753ee905-0679-4502-bfc4-46a993662b53.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1714.420633] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14d220e6-3cb9-4b7e-8fc4-d9002ae7d18b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.435317] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Releasing lock "refresh_cache-5f4a132f-9b11-491a-bb76-e0f8bc69ef0e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.435640] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Instance network_info: |[{"id": "959d8ae1-2d60-42f1-a052-fd0a18413c30", "address": "fa:16:3e:f5:14:76", "network": {"id": "18a5d32d-e841-49db-b6ac-eeaa058115d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2021860901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e97fdfedcc1497d85b10fbf0c7731f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap959d8ae1-2d", "ovs_interfaceid": "959d8ae1-2d60-42f1-a052-fd0a18413c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1714.436088] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:14:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '959d8ae1-2d60-42f1-a052-fd0a18413c30', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1714.443586] env[63348]: DEBUG oslo.service.loopingcall [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1714.446719] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1714.447221] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5784682-6fbd-4cb4-a622-8ba7ab607837 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.465501] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1714.465501] env[63348]: value = "task-2022336" [ 1714.465501] env[63348]: _type = "Task" [ 1714.465501] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.471852] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1714.471852] env[63348]: value = "task-2022337" [ 1714.471852] env[63348]: _type = "Task" [ 1714.471852] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.475441] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.486778] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022337, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.549434] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e0e09e-1c68-4619-873c-94d2d92e30d7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.563563] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe48a1b4-19d1-43ad-a6b0-b9b78e4d15a3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.567152] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022333, 'name': ReconfigVM_Task, 'duration_secs': 0.701383} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.567478] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 4a57ba32-af4f-40ae-adfa-44a392db196c/4a57ba32-af4f-40ae-adfa-44a392db196c.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1714.568592] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b5f320e-830d-43f2-a8ad-3d7e1aa6b0f5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.573270] env[63348]: DEBUG nova.compute.manager [req-e8281255-9075-410e-ac3d-b156ddd8b4cd req-ced71a8e-78f0-4dcd-b521-1fe4309e44f0 service nova] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Received event network-changed-959d8ae1-2d60-42f1-a052-fd0a18413c30 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1714.573470] env[63348]: DEBUG nova.compute.manager [req-e8281255-9075-410e-ac3d-b156ddd8b4cd req-ced71a8e-78f0-4dcd-b521-1fe4309e44f0 service nova] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Refreshing instance network info cache due to event network-changed-959d8ae1-2d60-42f1-a052-fd0a18413c30. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1714.573678] env[63348]: DEBUG oslo_concurrency.lockutils [req-e8281255-9075-410e-ac3d-b156ddd8b4cd req-ced71a8e-78f0-4dcd-b521-1fe4309e44f0 service nova] Acquiring lock "refresh_cache-5f4a132f-9b11-491a-bb76-e0f8bc69ef0e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.573817] env[63348]: DEBUG oslo_concurrency.lockutils [req-e8281255-9075-410e-ac3d-b156ddd8b4cd req-ced71a8e-78f0-4dcd-b521-1fe4309e44f0 service nova] Acquired lock "refresh_cache-5f4a132f-9b11-491a-bb76-e0f8bc69ef0e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.573980] env[63348]: DEBUG nova.network.neutron [req-e8281255-9075-410e-ac3d-b156ddd8b4cd req-ced71a8e-78f0-4dcd-b521-1fe4309e44f0 service nova] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Refreshing network info cache for port 959d8ae1-2d60-42f1-a052-fd0a18413c30 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1714.603028] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1714.603028] env[63348]: value = "task-2022338" [ 1714.603028] env[63348]: _type = "Task" [ 1714.603028] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.605149] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078c55b2-acc5-4634-9d1d-7998e2e632ff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.617886] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Creating Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1714.623708] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-67dda334-362a-4ad8-a79a-78ae5f8d6c06 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.627216] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022338, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.628997] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d9486d-a786-407d-b374-ba23f24962cf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.645934] env[63348]: DEBUG nova.compute.provider_tree [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.651586] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1714.651586] env[63348]: value = "task-2022339" [ 1714.651586] env[63348]: _type = "Task" [ 1714.651586] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.661356] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022339, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.886460] env[63348]: DEBUG oslo_vmware.api [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022335, 'name': PowerOnVM_Task, 'duration_secs': 0.551409} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.886754] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1714.886968] env[63348]: INFO nova.compute.manager [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Took 14.05 seconds to spawn the instance on the hypervisor. [ 1714.887178] env[63348]: DEBUG nova.compute.manager [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1714.888029] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224df646-b4bd-4790-a20a-46bd227f5810 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.923066] env[63348]: DEBUG nova.network.neutron [req-e8281255-9075-410e-ac3d-b156ddd8b4cd req-ced71a8e-78f0-4dcd-b521-1fe4309e44f0 service nova] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Updated VIF entry in instance network info cache for port 959d8ae1-2d60-42f1-a052-fd0a18413c30. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1714.923502] env[63348]: DEBUG nova.network.neutron [req-e8281255-9075-410e-ac3d-b156ddd8b4cd req-ced71a8e-78f0-4dcd-b521-1fe4309e44f0 service nova] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Updating instance_info_cache with network_info: [{"id": "959d8ae1-2d60-42f1-a052-fd0a18413c30", "address": "fa:16:3e:f5:14:76", "network": {"id": "18a5d32d-e841-49db-b6ac-eeaa058115d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2021860901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e97fdfedcc1497d85b10fbf0c7731f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap959d8ae1-2d", "ovs_interfaceid": "959d8ae1-2d60-42f1-a052-fd0a18413c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.978515] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.987326] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022337, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.047727] env[63348]: DEBUG nova.compute.manager [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1715.071242] env[63348]: DEBUG nova.virt.hardware [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1715.071578] env[63348]: DEBUG nova.virt.hardware [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1715.071759] env[63348]: DEBUG nova.virt.hardware [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1715.071940] env[63348]: DEBUG nova.virt.hardware [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1715.072103] env[63348]: DEBUG nova.virt.hardware [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1715.072257] env[63348]: DEBUG nova.virt.hardware [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1715.072461] env[63348]: DEBUG nova.virt.hardware [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1715.072612] env[63348]: DEBUG nova.virt.hardware [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1715.072773] env[63348]: DEBUG nova.virt.hardware [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1715.072931] env[63348]: DEBUG nova.virt.hardware [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1715.073113] env[63348]: DEBUG nova.virt.hardware [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1715.074401] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c3535a-380e-41fc-be6a-820df7b8f6ea {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.084268] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72478d45-1c22-455f-9dda-c5cc75795205 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.120901] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022338, 'name': Rename_Task, 'duration_secs': 0.25652} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.121351] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1715.122118] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe433b93-47cf-4f24-8923-e52af362f011 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.132058] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1715.132058] env[63348]: value = "task-2022340" [ 1715.132058] env[63348]: _type = "Task" [ 1715.132058] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.141913] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.153164] env[63348]: DEBUG nova.scheduler.client.report [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1715.169656] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022339, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.374356] env[63348]: DEBUG nova.compute.manager [req-3654042f-d387-409e-a553-c1ef4b6e3ee7 req-086afba7-8492-480b-ad8a-82a34955a0c3 service nova] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Received event network-vif-plugged-4e4c2adc-c41a-444d-bfec-add081a3e6e7 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1715.374668] env[63348]: DEBUG oslo_concurrency.lockutils [req-3654042f-d387-409e-a553-c1ef4b6e3ee7 req-086afba7-8492-480b-ad8a-82a34955a0c3 service nova] Acquiring lock "e2fb160c-154e-4a47-87ce-471d2e49ae75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.375289] env[63348]: DEBUG oslo_concurrency.lockutils [req-3654042f-d387-409e-a553-c1ef4b6e3ee7 req-086afba7-8492-480b-ad8a-82a34955a0c3 service nova] Lock "e2fb160c-154e-4a47-87ce-471d2e49ae75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.375512] env[63348]: DEBUG oslo_concurrency.lockutils [req-3654042f-d387-409e-a553-c1ef4b6e3ee7 req-086afba7-8492-480b-ad8a-82a34955a0c3 service nova] Lock "e2fb160c-154e-4a47-87ce-471d2e49ae75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.375683] env[63348]: DEBUG nova.compute.manager [req-3654042f-d387-409e-a553-c1ef4b6e3ee7 req-086afba7-8492-480b-ad8a-82a34955a0c3 service nova] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] No waiting events found dispatching network-vif-plugged-4e4c2adc-c41a-444d-bfec-add081a3e6e7 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1715.375955] env[63348]: WARNING nova.compute.manager [req-3654042f-d387-409e-a553-c1ef4b6e3ee7 req-086afba7-8492-480b-ad8a-82a34955a0c3 service nova] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Received unexpected event network-vif-plugged-4e4c2adc-c41a-444d-bfec-add081a3e6e7 for instance with vm_state building and task_state spawning. [ 1715.406088] env[63348]: INFO nova.compute.manager [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Took 46.18 seconds to build instance. [ 1715.427204] env[63348]: DEBUG oslo_concurrency.lockutils [req-e8281255-9075-410e-ac3d-b156ddd8b4cd req-ced71a8e-78f0-4dcd-b521-1fe4309e44f0 service nova] Releasing lock "refresh_cache-5f4a132f-9b11-491a-bb76-e0f8bc69ef0e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.481331] env[63348]: DEBUG nova.network.neutron [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Successfully updated port: 4e4c2adc-c41a-444d-bfec-add081a3e6e7 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1715.483996] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022336, 'name': ReconfigVM_Task, 'duration_secs': 0.825175} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.487954] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 753ee905-0679-4502-bfc4-46a993662b53/753ee905-0679-4502-bfc4-46a993662b53.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1715.489018] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7d1ab4c-5a69-48c8-bf86-a20b40844568 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.498789] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022337, 'name': CreateVM_Task, 'duration_secs': 0.543822} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.500175] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1715.500585] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1715.500585] env[63348]: value = "task-2022341" [ 1715.500585] env[63348]: _type = "Task" [ 1715.500585] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.501227] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.501404] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.501752] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1715.502091] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f44c03d-9c49-42d2-8697-186d18757531 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.512502] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1715.512502] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526ab902-e39b-3d62-5bf5-69f502d563f7" [ 1715.512502] env[63348]: _type = "Task" [ 1715.512502] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.516517] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022341, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.526397] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526ab902-e39b-3d62-5bf5-69f502d563f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.644042] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022340, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.662757] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.663380] env[63348]: DEBUG nova.compute.manager [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1715.666727] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.670s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.667012] env[63348]: DEBUG nova.objects.instance [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Lazy-loading 'resources' on Instance uuid f6c71ec2-3470-484e-9371-6c166bcf07a6 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1715.676301] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022339, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.909196] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ad5fe253-bfef-4c3e-bfbc-bec96ae31885 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "1ef63437-d024-4508-8433-596f964fbc2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.930s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.985837] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquiring lock "refresh_cache-e2fb160c-154e-4a47-87ce-471d2e49ae75" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.985837] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquired lock "refresh_cache-e2fb160c-154e-4a47-87ce-471d2e49ae75" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.986012] env[63348]: DEBUG nova.network.neutron [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1716.013561] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022341, 'name': Rename_Task, 'duration_secs': 0.223846} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.013877] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1716.014158] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e73f3e6-5fa4-47ee-9126-8efa9e623daf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.025940] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526ab902-e39b-3d62-5bf5-69f502d563f7, 'name': SearchDatastore_Task, 'duration_secs': 0.013722} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.027331] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.027604] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.027852] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.028064] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.028369] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.028725] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1716.028725] env[63348]: value = "task-2022342" [ 1716.028725] env[63348]: _type = "Task" [ 1716.028725] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.028935] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e005cc1e-913b-4a37-9db5-e3d771b82ac1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.040781] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.042920] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.043117] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1716.043850] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8af4e429-fe74-4172-b958-15f27cf7de78 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.051103] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1716.051103] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a86ffb-05bf-2e69-a718-fb44d30a99fd" [ 1716.051103] env[63348]: _type = "Task" [ 1716.051103] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.062083] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a86ffb-05bf-2e69-a718-fb44d30a99fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.146212] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022340, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.168456] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022339, 'name': CreateSnapshot_Task, 'duration_secs': 1.053031} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.168804] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Created Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1716.169647] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c56c787-de94-4d4f-aab1-e52314bbf5a0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.173719] env[63348]: DEBUG nova.compute.utils [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1716.178923] env[63348]: DEBUG nova.compute.manager [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1716.179174] env[63348]: DEBUG nova.network.neutron [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1716.246553] env[63348]: DEBUG oslo_vmware.rw_handles [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d69a1d-d084-6b6a-48c3-4d76f228185e/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1716.247778] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d260cc17-b1c4-47d7-b97a-ce419af0d2a1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.253023] env[63348]: DEBUG nova.policy [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f189de2002eb4ee5bea0869fa91dba6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba9b91eb11ab481a95e8539c3f979117', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1716.264109] env[63348]: DEBUG oslo_vmware.rw_handles [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d69a1d-d084-6b6a-48c3-4d76f228185e/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1716.264344] env[63348]: ERROR oslo_vmware.rw_handles [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d69a1d-d084-6b6a-48c3-4d76f228185e/disk-0.vmdk due to incomplete transfer. [ 1716.264735] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ede84bb2-be1e-42d6-8e3c-e2620b1a1bc8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.274502] env[63348]: DEBUG oslo_vmware.rw_handles [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d69a1d-d084-6b6a-48c3-4d76f228185e/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1716.274731] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Uploaded image ecf8b8bf-da50-4f52-a4d8-49d8e38fdd5b to the Glance image server {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1716.277388] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Destroying the VM {{(pid=63348) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1716.280209] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26881e35-4c82-4357-9371-94a277d71e63 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.287980] env[63348]: DEBUG oslo_vmware.api [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1716.287980] env[63348]: value = "task-2022343" [ 1716.287980] env[63348]: _type = "Task" [ 1716.287980] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.297635] env[63348]: DEBUG oslo_vmware.api [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022343, 'name': Destroy_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.411917] env[63348]: DEBUG nova.compute.manager [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1716.545136] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022342, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.550982] env[63348]: DEBUG nova.network.neutron [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1716.571837] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a86ffb-05bf-2e69-a718-fb44d30a99fd, 'name': SearchDatastore_Task, 'duration_secs': 0.015457} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.573069] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa4f380-e604-4ce7-9ec4-86f201462cf1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.584259] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1716.584259] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5292704f-ddce-14ed-5e5e-2310f68d5dca" [ 1716.584259] env[63348]: _type = "Task" [ 1716.584259] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.597345] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5292704f-ddce-14ed-5e5e-2310f68d5dca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.599110] env[63348]: DEBUG nova.network.neutron [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Successfully created port: 9a9c92ac-0141-4882-8ba8-7deae7a73bbd {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1716.647705] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022340, 'name': PowerOnVM_Task, 'duration_secs': 1.421989} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.647980] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1716.648353] env[63348]: INFO nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Took 13.16 seconds to spawn the instance on the hypervisor. [ 1716.648575] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1716.649391] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26999c12-7fe5-4163-807e-0bf383d46590 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.680160] env[63348]: DEBUG nova.compute.manager [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1716.701401] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Creating linked-clone VM from snapshot {{(pid=63348) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1716.701780] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba8ad61b-d220-4cae-8da7-6d4ff3f881fe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.716896] env[63348]: DEBUG nova.compute.manager [req-31cdc6f2-f46e-457b-9f06-759b732d40b7 req-fb6f8540-6343-4365-9c67-3e31073ab7d8 service nova] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Received event network-changed-c0ece910-c020-4e7a-b6f9-d830bf7adfc1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1716.716944] env[63348]: DEBUG nova.compute.manager [req-31cdc6f2-f46e-457b-9f06-759b732d40b7 req-fb6f8540-6343-4365-9c67-3e31073ab7d8 service nova] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Refreshing instance network info cache due to event network-changed-c0ece910-c020-4e7a-b6f9-d830bf7adfc1. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1716.718011] env[63348]: DEBUG oslo_concurrency.lockutils [req-31cdc6f2-f46e-457b-9f06-759b732d40b7 req-fb6f8540-6343-4365-9c67-3e31073ab7d8 service nova] Acquiring lock "refresh_cache-1ef63437-d024-4508-8433-596f964fbc2e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.718011] env[63348]: DEBUG oslo_concurrency.lockutils [req-31cdc6f2-f46e-457b-9f06-759b732d40b7 req-fb6f8540-6343-4365-9c67-3e31073ab7d8 service nova] Acquired lock "refresh_cache-1ef63437-d024-4508-8433-596f964fbc2e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.718011] env[63348]: DEBUG nova.network.neutron [req-31cdc6f2-f46e-457b-9f06-759b732d40b7 req-fb6f8540-6343-4365-9c67-3e31073ab7d8 service nova] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Refreshing network info cache for port c0ece910-c020-4e7a-b6f9-d830bf7adfc1 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1716.723199] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1716.723199] env[63348]: value = "task-2022344" [ 1716.723199] env[63348]: _type = "Task" [ 1716.723199] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.731500] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9676fb54-90a0-40e2-9480-1358490b6317 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.741847] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022344, 'name': CloneVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.745459] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3617affe-ad06-45ff-805b-104dd844efce {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.785229] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ef5962-ebd7-4b0b-9afa-94bbcfdedd09 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.798994] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84400714-d941-4ea7-92ea-348f84ddeaaa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.806991] env[63348]: DEBUG oslo_vmware.api [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022343, 'name': Destroy_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.820164] env[63348]: DEBUG nova.compute.provider_tree [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.835222] env[63348]: DEBUG nova.network.neutron [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Updating instance_info_cache with network_info: [{"id": "4e4c2adc-c41a-444d-bfec-add081a3e6e7", "address": "fa:16:3e:f0:f0:13", "network": {"id": "51e0b697-e43f-447b-8e72-2f0368aa1741", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-286274827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "696f067f7b264668b15a356ad35a2d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e4c2adc-c4", "ovs_interfaceid": "4e4c2adc-c41a-444d-bfec-add081a3e6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.932907] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.046027] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022342, 'name': PowerOnVM_Task, 'duration_secs': 0.591144} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.046536] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1717.046767] env[63348]: INFO nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1717.046964] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1717.048170] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba14a56-d4a0-4952-be3d-1ad59f7f44d6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.097851] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5292704f-ddce-14ed-5e5e-2310f68d5dca, 'name': SearchDatastore_Task, 'duration_secs': 0.012078} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.098919] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.099230] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e/5f4a132f-9b11-491a-bb76-e0f8bc69ef0e.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1717.099528] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d471905-32d7-43ef-b899-a0f09537e8e7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.107990] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1717.107990] env[63348]: value = "task-2022345" [ 1717.107990] env[63348]: _type = "Task" [ 1717.107990] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.117337] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.173061] env[63348]: INFO nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Took 47.24 seconds to build instance. [ 1717.238037] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022344, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.302235] env[63348]: DEBUG oslo_vmware.api [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022343, 'name': Destroy_Task, 'duration_secs': 0.53175} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.302559] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Destroyed the VM [ 1717.302799] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Deleting Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1717.303073] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90fd00a7-6038-45a6-b0c4-d81c60c6e453 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.311070] env[63348]: DEBUG oslo_vmware.api [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1717.311070] env[63348]: value = "task-2022346" [ 1717.311070] env[63348]: _type = "Task" [ 1717.311070] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.320880] env[63348]: DEBUG oslo_vmware.api [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022346, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.323928] env[63348]: DEBUG nova.scheduler.client.report [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1717.337955] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Releasing lock "refresh_cache-e2fb160c-154e-4a47-87ce-471d2e49ae75" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.338369] env[63348]: DEBUG nova.compute.manager [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Instance network_info: |[{"id": "4e4c2adc-c41a-444d-bfec-add081a3e6e7", "address": "fa:16:3e:f0:f0:13", "network": {"id": "51e0b697-e43f-447b-8e72-2f0368aa1741", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-286274827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "696f067f7b264668b15a356ad35a2d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e4c2adc-c4", "ovs_interfaceid": "4e4c2adc-c41a-444d-bfec-add081a3e6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1717.338787] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:f0:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e4c2adc-c41a-444d-bfec-add081a3e6e7', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1717.348066] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Creating folder: Project (696f067f7b264668b15a356ad35a2d2f). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1717.349253] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d21ff95a-c7db-4577-93fc-31420510c931 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.364900] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Created folder: Project (696f067f7b264668b15a356ad35a2d2f) in parent group-v415427. [ 1717.365163] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Creating folder: Instances. Parent ref: group-v415541. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1717.365474] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db0a05be-eecc-42c3-8ff9-871421429f94 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.380723] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Created folder: Instances in parent group-v415541. [ 1717.380723] env[63348]: DEBUG oslo.service.loopingcall [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1717.380723] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1717.380723] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-335306e1-6583-4949-91c5-6428fe17b72f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.405603] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1717.405603] env[63348]: value = "task-2022349" [ 1717.405603] env[63348]: _type = "Task" [ 1717.405603] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.422078] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022349, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.569176] env[63348]: INFO nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Took 36.34 seconds to build instance. [ 1717.596363] env[63348]: DEBUG nova.compute.manager [req-38f1eb71-e22f-4ad2-9c06-19bfeff61c98 req-1cd0e10c-c653-4d4b-9d86-bdfca5f6faee service nova] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Received event network-changed-4e4c2adc-c41a-444d-bfec-add081a3e6e7 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1717.596769] env[63348]: DEBUG nova.compute.manager [req-38f1eb71-e22f-4ad2-9c06-19bfeff61c98 req-1cd0e10c-c653-4d4b-9d86-bdfca5f6faee service nova] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Refreshing instance network info cache due to event network-changed-4e4c2adc-c41a-444d-bfec-add081a3e6e7. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1717.597065] env[63348]: DEBUG oslo_concurrency.lockutils [req-38f1eb71-e22f-4ad2-9c06-19bfeff61c98 req-1cd0e10c-c653-4d4b-9d86-bdfca5f6faee service nova] Acquiring lock "refresh_cache-e2fb160c-154e-4a47-87ce-471d2e49ae75" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.597324] env[63348]: DEBUG oslo_concurrency.lockutils [req-38f1eb71-e22f-4ad2-9c06-19bfeff61c98 req-1cd0e10c-c653-4d4b-9d86-bdfca5f6faee service nova] Acquired lock "refresh_cache-e2fb160c-154e-4a47-87ce-471d2e49ae75" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.597606] env[63348]: DEBUG nova.network.neutron [req-38f1eb71-e22f-4ad2-9c06-19bfeff61c98 req-1cd0e10c-c653-4d4b-9d86-bdfca5f6faee service nova] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Refreshing network info cache for port 4e4c2adc-c41a-444d-bfec-add081a3e6e7 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1717.622388] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022345, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.678524] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "4a57ba32-af4f-40ae-adfa-44a392db196c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.154s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.697353] env[63348]: DEBUG nova.compute.manager [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1717.702843] env[63348]: DEBUG nova.network.neutron [req-31cdc6f2-f46e-457b-9f06-759b732d40b7 req-fb6f8540-6343-4365-9c67-3e31073ab7d8 service nova] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Updated VIF entry in instance network info cache for port c0ece910-c020-4e7a-b6f9-d830bf7adfc1. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1717.706457] env[63348]: DEBUG nova.network.neutron [req-31cdc6f2-f46e-457b-9f06-759b732d40b7 req-fb6f8540-6343-4365-9c67-3e31073ab7d8 service nova] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Updating instance_info_cache with network_info: [{"id": "c0ece910-c020-4e7a-b6f9-d830bf7adfc1", "address": "fa:16:3e:46:2a:74", "network": {"id": "b4fda787-9307-49f1-84c3-35e385b4aec6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-182461093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4cc622cc31f4571a2ef5e264046ed92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ece910-c0", "ovs_interfaceid": "c0ece910-c020-4e7a-b6f9-d830bf7adfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.735102] env[63348]: DEBUG nova.virt.hardware [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1717.735665] env[63348]: DEBUG nova.virt.hardware [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1717.739018] env[63348]: DEBUG nova.virt.hardware [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1717.739018] env[63348]: DEBUG nova.virt.hardware [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1717.739018] env[63348]: DEBUG nova.virt.hardware [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1717.739018] env[63348]: DEBUG nova.virt.hardware [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1717.739018] env[63348]: DEBUG nova.virt.hardware [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1717.739492] env[63348]: DEBUG nova.virt.hardware [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1717.739492] env[63348]: DEBUG nova.virt.hardware [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1717.739492] env[63348]: DEBUG nova.virt.hardware [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1717.739492] env[63348]: DEBUG nova.virt.hardware [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1717.739492] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12287327-a67a-47e2-af4b-072f7363317d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.754632] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4380aaf5-6570-47ab-b050-231372d7ed34 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.759569] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022344, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.822064] env[63348]: DEBUG oslo_vmware.api [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022346, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.831032] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.832770] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.869s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.833031] env[63348]: DEBUG nova.objects.instance [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Lazy-loading 'resources' on Instance uuid f4ee9c60-8bc1-4397-8c5b-9b94f2318db0 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.857360] env[63348]: INFO nova.scheduler.client.report [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Deleted allocations for instance f6c71ec2-3470-484e-9371-6c166bcf07a6 [ 1717.922156] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022349, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.074270] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "753ee905-0679-4502-bfc4-46a993662b53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.522s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.126665] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612174} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.127055] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e/5f4a132f-9b11-491a-bb76-e0f8bc69ef0e.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1718.127424] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1718.127717] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21390b4c-fc42-4211-bff9-390e0d8268b6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.143261] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1718.143261] env[63348]: value = "task-2022350" [ 1718.143261] env[63348]: _type = "Task" [ 1718.143261] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.155029] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.172088] env[63348]: DEBUG nova.network.neutron [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Successfully updated port: 9a9c92ac-0141-4882-8ba8-7deae7a73bbd {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1718.183741] env[63348]: DEBUG nova.compute.manager [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1718.206789] env[63348]: DEBUG oslo_concurrency.lockutils [req-31cdc6f2-f46e-457b-9f06-759b732d40b7 req-fb6f8540-6343-4365-9c67-3e31073ab7d8 service nova] Releasing lock "refresh_cache-1ef63437-d024-4508-8433-596f964fbc2e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.206978] env[63348]: DEBUG nova.compute.manager [req-31cdc6f2-f46e-457b-9f06-759b732d40b7 req-fb6f8540-6343-4365-9c67-3e31073ab7d8 service nova] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Received event network-changed-c0ece910-c020-4e7a-b6f9-d830bf7adfc1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1718.207058] env[63348]: DEBUG nova.compute.manager [req-31cdc6f2-f46e-457b-9f06-759b732d40b7 req-fb6f8540-6343-4365-9c67-3e31073ab7d8 service nova] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Refreshing instance network info cache due to event network-changed-c0ece910-c020-4e7a-b6f9-d830bf7adfc1. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1718.207299] env[63348]: DEBUG oslo_concurrency.lockutils [req-31cdc6f2-f46e-457b-9f06-759b732d40b7 req-fb6f8540-6343-4365-9c67-3e31073ab7d8 service nova] Acquiring lock "refresh_cache-1ef63437-d024-4508-8433-596f964fbc2e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.207656] env[63348]: DEBUG oslo_concurrency.lockutils [req-31cdc6f2-f46e-457b-9f06-759b732d40b7 req-fb6f8540-6343-4365-9c67-3e31073ab7d8 service nova] Acquired lock "refresh_cache-1ef63437-d024-4508-8433-596f964fbc2e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.207879] env[63348]: DEBUG nova.network.neutron [req-31cdc6f2-f46e-457b-9f06-759b732d40b7 req-fb6f8540-6343-4365-9c67-3e31073ab7d8 service nova] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Refreshing network info cache for port c0ece910-c020-4e7a-b6f9-d830bf7adfc1 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1718.242687] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022344, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.324851] env[63348]: DEBUG oslo_vmware.api [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022346, 'name': RemoveSnapshot_Task, 'duration_secs': 0.607965} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.325141] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Deleted Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1718.325414] env[63348]: INFO nova.compute.manager [None req-32a05274-51a1-4edd-a500-8b131bc8fce3 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Took 17.33 seconds to snapshot the instance on the hypervisor. [ 1718.373168] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1eb573c1-342e-4d09-adf0-deeb71a87774 tempest-ServerShowV254Test-128195702 tempest-ServerShowV254Test-128195702-project-member] Lock "f6c71ec2-3470-484e-9371-6c166bcf07a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.839s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.426288] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022349, 'name': CreateVM_Task, 'duration_secs': 0.968807} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.426452] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1718.427088] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.427349] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.427663] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1718.427917] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e2f83f-3bb4-493b-ad3e-457cb39c15eb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.434116] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1718.434116] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c8711f-1971-d58d-caa3-70d6a8d3f881" [ 1718.434116] env[63348]: _type = "Task" [ 1718.434116] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.448324] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c8711f-1971-d58d-caa3-70d6a8d3f881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.651428] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156765} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.651767] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1718.652942] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255220c8-eab1-4db4-98ec-f3ba7c40fb0c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.680574] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e/5f4a132f-9b11-491a-bb76-e0f8bc69ef0e.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1718.685124] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.685124] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.685124] env[63348]: DEBUG nova.network.neutron [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1718.687503] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f35a610-a51d-450b-8708-43b41286496b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.724566] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1718.724566] env[63348]: value = "task-2022351" [ 1718.724566] env[63348]: _type = "Task" [ 1718.724566] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.729649] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.739595] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022351, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.745827] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022344, 'name': CloneVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.762114] env[63348]: DEBUG nova.network.neutron [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1718.792225] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d2fd35-29be-4d71-88f3-b82b01b1c9cf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.805456] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eed04b2-bf97-4e56-a3b8-f2eecf2ff839 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.813175] env[63348]: DEBUG nova.network.neutron [req-38f1eb71-e22f-4ad2-9c06-19bfeff61c98 req-1cd0e10c-c653-4d4b-9d86-bdfca5f6faee service nova] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Updated VIF entry in instance network info cache for port 4e4c2adc-c41a-444d-bfec-add081a3e6e7. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1718.813534] env[63348]: DEBUG nova.network.neutron [req-38f1eb71-e22f-4ad2-9c06-19bfeff61c98 req-1cd0e10c-c653-4d4b-9d86-bdfca5f6faee service nova] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Updating instance_info_cache with network_info: [{"id": "4e4c2adc-c41a-444d-bfec-add081a3e6e7", "address": "fa:16:3e:f0:f0:13", "network": {"id": "51e0b697-e43f-447b-8e72-2f0368aa1741", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-286274827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "696f067f7b264668b15a356ad35a2d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e4c2adc-c4", "ovs_interfaceid": "4e4c2adc-c41a-444d-bfec-add081a3e6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.851014] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4157bc5b-0ef6-474c-af25-6abe8ee9228f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.863227] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3f5db6-75e1-4f90-8392-28c12c44ce13 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.880530] env[63348]: DEBUG nova.compute.provider_tree [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.944638] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c8711f-1971-d58d-caa3-70d6a8d3f881, 'name': SearchDatastore_Task, 'duration_secs': 0.013631} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.944944] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.945259] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1718.945492] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.945641] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.945818] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1718.946094] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f628ca16-9ee9-4049-b119-d81111d1f586 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.956386] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1718.956584] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1718.958032] env[63348]: DEBUG nova.network.neutron [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Updating instance_info_cache with network_info: [{"id": "9a9c92ac-0141-4882-8ba8-7deae7a73bbd", "address": "fa:16:3e:29:80:5a", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9c92ac-01", "ovs_interfaceid": "9a9c92ac-0141-4882-8ba8-7deae7a73bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.959221] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e7c6d33-3956-4fe7-ac4a-e4668ed081ce {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.966113] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1718.966113] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52619d0a-3a76-f3b2-2228-a66ebaa75d12" [ 1718.966113] env[63348]: _type = "Task" [ 1718.966113] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.975554] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52619d0a-3a76-f3b2-2228-a66ebaa75d12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.141227] env[63348]: DEBUG nova.network.neutron [req-31cdc6f2-f46e-457b-9f06-759b732d40b7 req-fb6f8540-6343-4365-9c67-3e31073ab7d8 service nova] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Updated VIF entry in instance network info cache for port c0ece910-c020-4e7a-b6f9-d830bf7adfc1. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1719.141610] env[63348]: DEBUG nova.network.neutron [req-31cdc6f2-f46e-457b-9f06-759b732d40b7 req-fb6f8540-6343-4365-9c67-3e31073ab7d8 service nova] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Updating instance_info_cache with network_info: [{"id": "c0ece910-c020-4e7a-b6f9-d830bf7adfc1", "address": "fa:16:3e:46:2a:74", "network": {"id": "b4fda787-9307-49f1-84c3-35e385b4aec6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-182461093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4cc622cc31f4571a2ef5e264046ed92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ece910-c0", "ovs_interfaceid": "c0ece910-c020-4e7a-b6f9-d830bf7adfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.245550] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022351, 'name': ReconfigVM_Task, 'duration_secs': 0.306488} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.249172] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e/5f4a132f-9b11-491a-bb76-e0f8bc69ef0e.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1719.250029] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022344, 'name': CloneVM_Task, 'duration_secs': 2.314229} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.250668] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b515910-11a3-4122-a78f-e87d4be81aeb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.253214] env[63348]: INFO nova.virt.vmwareapi.vmops [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Created linked-clone VM from snapshot [ 1719.253448] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed0f443-5894-4f4a-8743-9e41a97106a5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.263011] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Uploading image 4d35e42a-b74e-49a7-972b-ab0f86c25ba9 {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1719.266709] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1719.266709] env[63348]: value = "task-2022352" [ 1719.266709] env[63348]: _type = "Task" [ 1719.266709] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.276594] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022352, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.295346] env[63348]: DEBUG oslo_vmware.rw_handles [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1719.295346] env[63348]: value = "vm-415540" [ 1719.295346] env[63348]: _type = "VirtualMachine" [ 1719.295346] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1719.296440] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-44bc95ce-c102-4a45-8c25-8f444408afe5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.306486] env[63348]: DEBUG oslo_vmware.rw_handles [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lease: (returnval){ [ 1719.306486] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525fcc38-9caf-99d1-7d30-4d728fbd59f6" [ 1719.306486] env[63348]: _type = "HttpNfcLease" [ 1719.306486] env[63348]: } obtained for exporting VM: (result){ [ 1719.306486] env[63348]: value = "vm-415540" [ 1719.306486] env[63348]: _type = "VirtualMachine" [ 1719.306486] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1719.306772] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the lease: (returnval){ [ 1719.306772] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525fcc38-9caf-99d1-7d30-4d728fbd59f6" [ 1719.306772] env[63348]: _type = "HttpNfcLease" [ 1719.306772] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1719.316570] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1719.316570] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525fcc38-9caf-99d1-7d30-4d728fbd59f6" [ 1719.316570] env[63348]: _type = "HttpNfcLease" [ 1719.316570] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1719.348456] env[63348]: DEBUG oslo_concurrency.lockutils [req-38f1eb71-e22f-4ad2-9c06-19bfeff61c98 req-1cd0e10c-c653-4d4b-9d86-bdfca5f6faee service nova] Releasing lock "refresh_cache-e2fb160c-154e-4a47-87ce-471d2e49ae75" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.383451] env[63348]: DEBUG nova.scheduler.client.report [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1719.462866] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.463401] env[63348]: DEBUG nova.compute.manager [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Instance network_info: |[{"id": "9a9c92ac-0141-4882-8ba8-7deae7a73bbd", "address": "fa:16:3e:29:80:5a", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9c92ac-01", "ovs_interfaceid": "9a9c92ac-0141-4882-8ba8-7deae7a73bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1719.463743] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:80:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a9c92ac-0141-4882-8ba8-7deae7a73bbd', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1719.472638] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Creating folder: Project (ba9b91eb11ab481a95e8539c3f979117). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1719.473421] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a8a410b-fc44-446d-aed8-26d8895e8d6e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.486113] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52619d0a-3a76-f3b2-2228-a66ebaa75d12, 'name': SearchDatastore_Task, 'duration_secs': 0.036865} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.486960] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a701beb7-9b28-4610-b458-0fbe8d8564c7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.490479] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Created folder: Project (ba9b91eb11ab481a95e8539c3f979117) in parent group-v415427. [ 1719.490667] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Creating folder: Instances. Parent ref: group-v415544. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1719.491342] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53247edd-5dda-44b0-ae3f-199d17024d3c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.494447] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1719.494447] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5246435d-bee7-546d-0bcf-35bc77cfba9f" [ 1719.494447] env[63348]: _type = "Task" [ 1719.494447] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.502987] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Created folder: Instances in parent group-v415544. [ 1719.503345] env[63348]: DEBUG oslo.service.loopingcall [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.507729] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1719.508092] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5246435d-bee7-546d-0bcf-35bc77cfba9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.508368] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-120388b5-0769-4315-b526-fb7080ba4a8b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.532174] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1719.532174] env[63348]: value = "task-2022356" [ 1719.532174] env[63348]: _type = "Task" [ 1719.532174] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.545617] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022356, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.642543] env[63348]: DEBUG nova.compute.manager [req-87e64802-dd59-4da9-9ecb-ee13ea990e47 req-35ada5fd-6b22-4889-b332-e89bb41cfeed service nova] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Received event network-vif-plugged-9a9c92ac-0141-4882-8ba8-7deae7a73bbd {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1719.643010] env[63348]: DEBUG oslo_concurrency.lockutils [req-87e64802-dd59-4da9-9ecb-ee13ea990e47 req-35ada5fd-6b22-4889-b332-e89bb41cfeed service nova] Acquiring lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.643342] env[63348]: DEBUG oslo_concurrency.lockutils [req-87e64802-dd59-4da9-9ecb-ee13ea990e47 req-35ada5fd-6b22-4889-b332-e89bb41cfeed service nova] Lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.643585] env[63348]: DEBUG oslo_concurrency.lockutils [req-87e64802-dd59-4da9-9ecb-ee13ea990e47 req-35ada5fd-6b22-4889-b332-e89bb41cfeed service nova] Lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.643811] env[63348]: DEBUG nova.compute.manager [req-87e64802-dd59-4da9-9ecb-ee13ea990e47 req-35ada5fd-6b22-4889-b332-e89bb41cfeed service nova] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] No waiting events found dispatching network-vif-plugged-9a9c92ac-0141-4882-8ba8-7deae7a73bbd {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1719.644045] env[63348]: WARNING nova.compute.manager [req-87e64802-dd59-4da9-9ecb-ee13ea990e47 req-35ada5fd-6b22-4889-b332-e89bb41cfeed service nova] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Received unexpected event network-vif-plugged-9a9c92ac-0141-4882-8ba8-7deae7a73bbd for instance with vm_state building and task_state spawning. [ 1719.644269] env[63348]: DEBUG nova.compute.manager [req-87e64802-dd59-4da9-9ecb-ee13ea990e47 req-35ada5fd-6b22-4889-b332-e89bb41cfeed service nova] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Received event network-changed-9a9c92ac-0141-4882-8ba8-7deae7a73bbd {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1719.644485] env[63348]: DEBUG nova.compute.manager [req-87e64802-dd59-4da9-9ecb-ee13ea990e47 req-35ada5fd-6b22-4889-b332-e89bb41cfeed service nova] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Refreshing instance network info cache due to event network-changed-9a9c92ac-0141-4882-8ba8-7deae7a73bbd. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1719.644727] env[63348]: DEBUG oslo_concurrency.lockutils [req-87e64802-dd59-4da9-9ecb-ee13ea990e47 req-35ada5fd-6b22-4889-b332-e89bb41cfeed service nova] Acquiring lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.644909] env[63348]: DEBUG oslo_concurrency.lockutils [req-87e64802-dd59-4da9-9ecb-ee13ea990e47 req-35ada5fd-6b22-4889-b332-e89bb41cfeed service nova] Acquired lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.645184] env[63348]: DEBUG nova.network.neutron [req-87e64802-dd59-4da9-9ecb-ee13ea990e47 req-35ada5fd-6b22-4889-b332-e89bb41cfeed service nova] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Refreshing network info cache for port 9a9c92ac-0141-4882-8ba8-7deae7a73bbd {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1719.647503] env[63348]: DEBUG oslo_concurrency.lockutils [req-31cdc6f2-f46e-457b-9f06-759b732d40b7 req-fb6f8540-6343-4365-9c67-3e31073ab7d8 service nova] Releasing lock "refresh_cache-1ef63437-d024-4508-8433-596f964fbc2e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.778276] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022352, 'name': Rename_Task, 'duration_secs': 0.167924} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.778605] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1719.781464] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf553e18-4d67-4040-ae63-da7a89801b7d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.785893] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1719.785893] env[63348]: value = "task-2022357" [ 1719.785893] env[63348]: _type = "Task" [ 1719.785893] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.796464] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.816651] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1719.816651] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525fcc38-9caf-99d1-7d30-4d728fbd59f6" [ 1719.816651] env[63348]: _type = "HttpNfcLease" [ 1719.816651] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1719.816999] env[63348]: DEBUG oslo_vmware.rw_handles [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1719.816999] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525fcc38-9caf-99d1-7d30-4d728fbd59f6" [ 1719.816999] env[63348]: _type = "HttpNfcLease" [ 1719.816999] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1719.817753] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56464398-64d6-419e-9492-f6648be7d74d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.830289] env[63348]: DEBUG oslo_vmware.rw_handles [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5271080e-775f-e092-9605-e374d14ab069/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1719.830466] env[63348]: DEBUG oslo_vmware.rw_handles [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5271080e-775f-e092-9605-e374d14ab069/disk-0.vmdk for reading. {{(pid=63348) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1719.891683] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.897927] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.914s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.899103] env[63348]: INFO nova.compute.claims [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1719.922844] env[63348]: INFO nova.scheduler.client.report [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Deleted allocations for instance f4ee9c60-8bc1-4397-8c5b-9b94f2318db0 [ 1719.936685] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d4d5e1bc-8625-41e7-b835-dece2d7c5230 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.006397] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5246435d-bee7-546d-0bcf-35bc77cfba9f, 'name': SearchDatastore_Task, 'duration_secs': 0.011792} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.006698] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.006955] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] e2fb160c-154e-4a47-87ce-471d2e49ae75/e2fb160c-154e-4a47-87ce-471d2e49ae75.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1720.007423] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd079c8f-89cf-42fe-8904-d7116683e1b4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.014675] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1720.014675] env[63348]: value = "task-2022358" [ 1720.014675] env[63348]: _type = "Task" [ 1720.014675] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.024392] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.041862] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022356, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.299073] env[63348]: DEBUG oslo_vmware.api [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022357, 'name': PowerOnVM_Task, 'duration_secs': 0.455239} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.302220] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1720.302387] env[63348]: INFO nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1720.302575] env[63348]: DEBUG nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1720.304753] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd45ac84-4cc9-45d3-b614-7cfb26a942ac {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.433379] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8ec7a10a-664f-499d-8400-6a50d208c5f0 tempest-ServerRescueTestJSONUnderV235-184269753 tempest-ServerRescueTestJSONUnderV235-184269753-project-member] Lock "f4ee9c60-8bc1-4397-8c5b-9b94f2318db0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.437s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.535291] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022358, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.552721] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022356, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.639120] env[63348]: DEBUG nova.network.neutron [req-87e64802-dd59-4da9-9ecb-ee13ea990e47 req-35ada5fd-6b22-4889-b332-e89bb41cfeed service nova] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Updated VIF entry in instance network info cache for port 9a9c92ac-0141-4882-8ba8-7deae7a73bbd. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1720.639837] env[63348]: DEBUG nova.network.neutron [req-87e64802-dd59-4da9-9ecb-ee13ea990e47 req-35ada5fd-6b22-4889-b332-e89bb41cfeed service nova] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Updating instance_info_cache with network_info: [{"id": "9a9c92ac-0141-4882-8ba8-7deae7a73bbd", "address": "fa:16:3e:29:80:5a", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9c92ac-01", "ovs_interfaceid": "9a9c92ac-0141-4882-8ba8-7deae7a73bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.827755] env[63348]: INFO nova.compute.manager [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Took 39.26 seconds to build instance. [ 1721.029459] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652203} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.029819] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] e2fb160c-154e-4a47-87ce-471d2e49ae75/e2fb160c-154e-4a47-87ce-471d2e49ae75.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1721.030090] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1721.030376] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b22ece76-5c8f-4c5a-98e8-c5cefd724546 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.042282] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1721.042282] env[63348]: value = "task-2022359" [ 1721.042282] env[63348]: _type = "Task" [ 1721.042282] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.054018] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022356, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.062305] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.145204] env[63348]: DEBUG oslo_concurrency.lockutils [req-87e64802-dd59-4da9-9ecb-ee13ea990e47 req-35ada5fd-6b22-4889-b332-e89bb41cfeed service nova] Releasing lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.331328] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c8018332-04b1-4b73-8357-792ffd6279cc tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "5f4a132f-9b11-491a-bb76-e0f8bc69ef0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.751s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.408479] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b1316a-642b-4803-bf5c-214d93cc4bc4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.417471] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadd50e6-a99e-42ce-adda-a2dd50e6e335 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.451904] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acd3132-2c42-4ad9-8e1d-244a96f31f07 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.460327] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83080540-2435-4a40-a85c-ace4297560cd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.478201] env[63348]: DEBUG nova.compute.provider_tree [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1721.550494] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022356, 'name': CreateVM_Task, 'duration_secs': 1.580575} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.550794] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1721.551576] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.551762] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.552272] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1721.552369] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d42783ed-fbfa-4208-a1c9-cdc7288f973c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.557560] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13829} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.558060] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1721.558902] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b64021-fc5c-4df9-8234-6865a5eb12f3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.563325] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1721.563325] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529e51de-da91-f32c-84be-1ca0a31e8483" [ 1721.563325] env[63348]: _type = "Task" [ 1721.563325] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.585636] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] e2fb160c-154e-4a47-87ce-471d2e49ae75/e2fb160c-154e-4a47-87ce-471d2e49ae75.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1721.586316] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c0bb929-7adf-4251-be4c-2268b04f739a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.604737] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529e51de-da91-f32c-84be-1ca0a31e8483, 'name': SearchDatastore_Task, 'duration_secs': 0.017555} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.606463] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.606463] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1721.606463] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.606463] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.606701] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1721.606701] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c233280-64d2-4f21-b054-148bc0e9e656 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.614020] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1721.614020] env[63348]: value = "task-2022360" [ 1721.614020] env[63348]: _type = "Task" [ 1721.614020] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.619057] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1721.619251] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1721.623729] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9a098b4-fd0e-4657-88c7-aabcf721dae5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.626482] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.630661] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1721.630661] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5210b206-3613-90bd-d528-f66a27da6e9c" [ 1721.630661] env[63348]: _type = "Task" [ 1721.630661] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.642466] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5210b206-3613-90bd-d528-f66a27da6e9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.811527] env[63348]: DEBUG oslo_concurrency.lockutils [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquiring lock "0d5887f8-cf88-4716-a333-e6cb58ce7f40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.811660] env[63348]: DEBUG oslo_concurrency.lockutils [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "0d5887f8-cf88-4716-a333-e6cb58ce7f40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.981683] env[63348]: DEBUG nova.scheduler.client.report [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1722.127039] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.143242] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5210b206-3613-90bd-d528-f66a27da6e9c, 'name': SearchDatastore_Task, 'duration_secs': 0.014309} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.144454] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd8b36c-9bd2-47bd-933d-2a9240255ef5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.156026] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1722.156026] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5244b9da-2659-173a-9237-07cf4742d50c" [ 1722.156026] env[63348]: _type = "Task" [ 1722.156026] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.161133] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "4a57ba32-af4f-40ae-adfa-44a392db196c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.161133] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "4a57ba32-af4f-40ae-adfa-44a392db196c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.161351] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "4a57ba32-af4f-40ae-adfa-44a392db196c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.161351] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "4a57ba32-af4f-40ae-adfa-44a392db196c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.161600] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "4a57ba32-af4f-40ae-adfa-44a392db196c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.163823] env[63348]: INFO nova.compute.manager [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Terminating instance [ 1722.170239] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5244b9da-2659-173a-9237-07cf4742d50c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.315988] env[63348]: DEBUG nova.compute.manager [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1722.495538] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.496243] env[63348]: DEBUG nova.compute.manager [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1722.499487] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.374s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.499737] env[63348]: DEBUG nova.objects.instance [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Lazy-loading 'resources' on Instance uuid 1407dcbc-362b-443b-955d-153fbd034127 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.625714] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022360, 'name': ReconfigVM_Task, 'duration_secs': 0.576376} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.625997] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Reconfigured VM instance instance-00000024 to attach disk [datastore1] e2fb160c-154e-4a47-87ce-471d2e49ae75/e2fb160c-154e-4a47-87ce-471d2e49ae75.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1722.626962] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db9a460c-33f2-4ced-b962-894159043655 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.634872] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1722.634872] env[63348]: value = "task-2022361" [ 1722.634872] env[63348]: _type = "Task" [ 1722.634872] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.645537] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022361, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.663483] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5244b9da-2659-173a-9237-07cf4742d50c, 'name': SearchDatastore_Task, 'duration_secs': 0.020068} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.663809] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.664094] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 32d353bc-25df-44fe-a0f6-d8f85ada7da9/32d353bc-25df-44fe-a0f6-d8f85ada7da9.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1722.664888] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1aa2d52-7b93-4246-b643-71096e594b93 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.675833] env[63348]: DEBUG nova.compute.manager [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.675833] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.675833] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1722.675833] env[63348]: value = "task-2022362" [ 1722.675833] env[63348]: _type = "Task" [ 1722.675833] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.675833] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215823cb-1aa5-4d95-82af-63a0f4d85066 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.692806] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.695700] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.695700] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-211d8e25-b80c-4cd7-b025-4364e7a2f6f7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.703706] env[63348]: DEBUG oslo_vmware.api [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1722.703706] env[63348]: value = "task-2022363" [ 1722.703706] env[63348]: _type = "Task" [ 1722.703706] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.713961] env[63348]: DEBUG oslo_vmware.api [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.852975] env[63348]: DEBUG oslo_concurrency.lockutils [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.003704] env[63348]: DEBUG nova.compute.utils [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1723.009057] env[63348]: DEBUG nova.compute.manager [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1723.009296] env[63348]: DEBUG nova.network.neutron [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1723.119206] env[63348]: DEBUG nova.policy [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c647a1f3bf243209f0f29cd7dcc0033', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67899356f7214e58a516f3eb5ba3c9fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1723.152896] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022361, 'name': Rename_Task, 'duration_secs': 0.211583} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.153854] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1723.153854] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-165f7711-b1bb-4c4a-b67e-a58a8d5aa6fd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.164348] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1723.164348] env[63348]: value = "task-2022364" [ 1723.164348] env[63348]: _type = "Task" [ 1723.164348] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.183200] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.193881] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022362, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.224955] env[63348]: DEBUG oslo_vmware.api [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022363, 'name': PowerOffVM_Task, 'duration_secs': 0.230411} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.225367] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.225610] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.225878] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-655b95e4-3052-431d-af33-6c0f0c336df7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.379316] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1723.379316] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1723.379316] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Deleting the datastore file [datastore1] 4a57ba32-af4f-40ae-adfa-44a392db196c {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.379637] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba8d5ae6-8a9b-434e-bdb7-7e5423e073a7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.387958] env[63348]: DEBUG oslo_vmware.api [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1723.387958] env[63348]: value = "task-2022366" [ 1723.387958] env[63348]: _type = "Task" [ 1723.387958] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.400104] env[63348]: DEBUG oslo_vmware.api [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.515801] env[63348]: DEBUG nova.compute.manager [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1723.571170] env[63348]: DEBUG oslo_concurrency.lockutils [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquiring lock "9d2c0789-1ee9-409a-b8da-17b8a776c067" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.571511] env[63348]: DEBUG oslo_concurrency.lockutils [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "9d2c0789-1ee9-409a-b8da-17b8a776c067" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.571746] env[63348]: DEBUG oslo_concurrency.lockutils [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquiring lock "9d2c0789-1ee9-409a-b8da-17b8a776c067-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.571939] env[63348]: DEBUG oslo_concurrency.lockutils [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "9d2c0789-1ee9-409a-b8da-17b8a776c067-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.572140] env[63348]: DEBUG oslo_concurrency.lockutils [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "9d2c0789-1ee9-409a-b8da-17b8a776c067-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.574356] env[63348]: INFO nova.compute.manager [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Terminating instance [ 1723.619928] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3bd347-509c-4fc5-9a79-bba62bab31d0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.633330] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7fef13-397a-41eb-9e81-e9ca33229910 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.676540] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b9046d-217e-4463-ac40-be00f80a58d5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.689214] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.696744] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93170467-208c-4f34-bd3e-3fe29d3f2a35 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.708919] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625394} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.718846] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 32d353bc-25df-44fe-a0f6-d8f85ada7da9/32d353bc-25df-44fe-a0f6-d8f85ada7da9.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1723.719050] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1723.719704] env[63348]: DEBUG nova.compute.provider_tree [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.721436] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8f18ef0-7d79-4d1c-922b-ec70ed64883d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.725079] env[63348]: DEBUG nova.network.neutron [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Successfully created port: fe37a66b-a4fa-4460-84b5-726b48d5e4f3 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1723.734339] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1723.734339] env[63348]: value = "task-2022367" [ 1723.734339] env[63348]: _type = "Task" [ 1723.734339] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.748130] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.899741] env[63348]: DEBUG oslo_vmware.api [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389718} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.900042] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1723.900237] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1723.900506] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1723.900584] env[63348]: INFO nova.compute.manager [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1723.900925] env[63348]: DEBUG oslo.service.loopingcall [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1723.901147] env[63348]: DEBUG nova.compute.manager [-] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1723.901242] env[63348]: DEBUG nova.network.neutron [-] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1724.078804] env[63348]: DEBUG nova.compute.manager [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1724.079173] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1724.080109] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df494aae-4f66-4242-9902-7b2f8c60bb56 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.090959] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1724.091476] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-237be491-86e8-489f-888e-dd6ce8aef827 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.099591] env[63348]: DEBUG oslo_vmware.api [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1724.099591] env[63348]: value = "task-2022368" [ 1724.099591] env[63348]: _type = "Task" [ 1724.099591] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.114753] env[63348]: DEBUG oslo_vmware.api [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.184663] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022364, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.226035] env[63348]: DEBUG nova.scheduler.client.report [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1724.258434] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205252} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.258434] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1724.259536] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f377de6-9adc-45da-a21c-ec2762a4c006 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.299383] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 32d353bc-25df-44fe-a0f6-d8f85ada7da9/32d353bc-25df-44fe-a0f6-d8f85ada7da9.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1724.300284] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c954109a-bf0e-44d0-9c8a-891b56697bd2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.335042] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1724.335042] env[63348]: value = "task-2022369" [ 1724.335042] env[63348]: _type = "Task" [ 1724.335042] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.347551] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.435679] env[63348]: DEBUG nova.compute.manager [req-d1bc0c3e-bad7-4733-bea2-d21e7757786d req-01af240f-7eae-4c63-a6cf-e43df04d9dd4 service nova] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Received event network-vif-deleted-5a77dfb1-7871-46c5-98d6-beaa5dcc8bf7 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1724.436031] env[63348]: INFO nova.compute.manager [req-d1bc0c3e-bad7-4733-bea2-d21e7757786d req-01af240f-7eae-4c63-a6cf-e43df04d9dd4 service nova] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Neutron deleted interface 5a77dfb1-7871-46c5-98d6-beaa5dcc8bf7; detaching it from the instance and deleting it from the info cache [ 1724.436031] env[63348]: DEBUG nova.network.neutron [req-d1bc0c3e-bad7-4733-bea2-d21e7757786d req-01af240f-7eae-4c63-a6cf-e43df04d9dd4 service nova] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.527725] env[63348]: DEBUG nova.compute.manager [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1724.566527] env[63348]: DEBUG nova.virt.hardware [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1724.566527] env[63348]: DEBUG nova.virt.hardware [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1724.566527] env[63348]: DEBUG nova.virt.hardware [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1724.566755] env[63348]: DEBUG nova.virt.hardware [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1724.566755] env[63348]: DEBUG nova.virt.hardware [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1724.566755] env[63348]: DEBUG nova.virt.hardware [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1724.566952] env[63348]: DEBUG nova.virt.hardware [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1724.567114] env[63348]: DEBUG nova.virt.hardware [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1724.567300] env[63348]: DEBUG nova.virt.hardware [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1724.567470] env[63348]: DEBUG nova.virt.hardware [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1724.567664] env[63348]: DEBUG nova.virt.hardware [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1724.568734] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cb3077-2f01-4938-b8be-7dfe4e6fe5fe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.579687] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd14602-2e46-4d39-b551-f9403a8fe06d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.611046] env[63348]: DEBUG oslo_vmware.api [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022368, 'name': PowerOffVM_Task, 'duration_secs': 0.340321} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.611365] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1724.611550] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1724.611819] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63c9049e-fe96-46b1-8dd2-4411b321f3b4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.683181] env[63348]: DEBUG oslo_vmware.api [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022364, 'name': PowerOnVM_Task, 'duration_secs': 1.377305} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.683558] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1724.683785] env[63348]: INFO nova.compute.manager [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1724.683965] env[63348]: DEBUG nova.compute.manager [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1724.684850] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588ce622-15d0-4642-add7-1991189ccb5c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.731583] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1724.731804] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1724.731985] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Deleting the datastore file [datastore1] 9d2c0789-1ee9-409a-b8da-17b8a776c067 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1724.732848] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.735722] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28e95547-859e-4bf0-a4cf-0d5bfbedbbcd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.741525] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.513s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.741792] env[63348]: DEBUG nova.objects.instance [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Lazy-loading 'resources' on Instance uuid ee8dddb0-4028-4718-9644-701b27dafd1a {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.751482] env[63348]: DEBUG oslo_vmware.api [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1724.751482] env[63348]: value = "task-2022371" [ 1724.751482] env[63348]: _type = "Task" [ 1724.751482] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.762418] env[63348]: DEBUG oslo_vmware.api [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.773885] env[63348]: INFO nova.scheduler.client.report [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Deleted allocations for instance 1407dcbc-362b-443b-955d-153fbd034127 [ 1724.846992] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022369, 'name': ReconfigVM_Task, 'duration_secs': 0.392599} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.847374] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 32d353bc-25df-44fe-a0f6-d8f85ada7da9/32d353bc-25df-44fe-a0f6-d8f85ada7da9.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1724.848378] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f628c47-dd48-4276-81e0-606a35ca8c45 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.856244] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1724.856244] env[63348]: value = "task-2022372" [ 1724.856244] env[63348]: _type = "Task" [ 1724.856244] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.866666] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022372, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.899802] env[63348]: DEBUG nova.network.neutron [-] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.941310] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-804716d6-2cd1-4b10-be48-07526ca4504d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.952797] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15bc437-94c4-4fbd-9acb-b61264a2bd05 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.992741] env[63348]: DEBUG nova.compute.manager [req-d1bc0c3e-bad7-4733-bea2-d21e7757786d req-01af240f-7eae-4c63-a6cf-e43df04d9dd4 service nova] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Detach interface failed, port_id=5a77dfb1-7871-46c5-98d6-beaa5dcc8bf7, reason: Instance 4a57ba32-af4f-40ae-adfa-44a392db196c could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1725.202778] env[63348]: INFO nova.compute.manager [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Took 36.40 seconds to build instance. [ 1725.263270] env[63348]: DEBUG oslo_vmware.api [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379182} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.263434] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1725.263568] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1725.263695] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1725.264280] env[63348]: INFO nova.compute.manager [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1725.264280] env[63348]: DEBUG oslo.service.loopingcall [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1725.264397] env[63348]: DEBUG nova.compute.manager [-] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1725.264444] env[63348]: DEBUG nova.network.neutron [-] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1725.286217] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cfbadc0-89d3-4f5d-b360-2456c9ffb835 tempest-DeleteServersAdminTestJSON-2088335645 tempest-DeleteServersAdminTestJSON-2088335645-project-member] Lock "1407dcbc-362b-443b-955d-153fbd034127" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.176s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.376841] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022372, 'name': Rename_Task, 'duration_secs': 0.248151} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.377134] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1725.377424] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7af96130-a6d7-413b-a1e5-d7b4db213af6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.386525] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1725.386525] env[63348]: value = "task-2022373" [ 1725.386525] env[63348]: _type = "Task" [ 1725.386525] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.396848] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.402589] env[63348]: INFO nova.compute.manager [-] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Took 1.50 seconds to deallocate network for instance. [ 1725.704808] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f80c2b1c-14f7-4209-9b2d-6be7e051968f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "e2fb160c-154e-4a47-87ce-471d2e49ae75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.739s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.750293] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92f16eb-fa1a-4490-b07c-44c14e9a5390 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.762213] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6241ae2-4d2e-4734-ae20-53c9f495343e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.804486] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9683699c-027a-442d-9732-8652496005e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.816283] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64318fcf-e46a-47c8-b2fe-89ae3db20fc9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.834045] env[63348]: DEBUG nova.compute.provider_tree [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.898384] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022373, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.910604] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.164918] env[63348]: DEBUG nova.compute.manager [req-75d9e2fd-603b-43e4-9c90-5fdf95086b2f req-fbd26cf1-1e39-4712-ae7a-bfa85d911810 service nova] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Received event network-vif-plugged-fe37a66b-a4fa-4460-84b5-726b48d5e4f3 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1726.165159] env[63348]: DEBUG oslo_concurrency.lockutils [req-75d9e2fd-603b-43e4-9c90-5fdf95086b2f req-fbd26cf1-1e39-4712-ae7a-bfa85d911810 service nova] Acquiring lock "ac18bd52-7b11-4e63-ba7c-8ebacdeaa062-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.165369] env[63348]: DEBUG oslo_concurrency.lockutils [req-75d9e2fd-603b-43e4-9c90-5fdf95086b2f req-fbd26cf1-1e39-4712-ae7a-bfa85d911810 service nova] Lock "ac18bd52-7b11-4e63-ba7c-8ebacdeaa062-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.165543] env[63348]: DEBUG oslo_concurrency.lockutils [req-75d9e2fd-603b-43e4-9c90-5fdf95086b2f req-fbd26cf1-1e39-4712-ae7a-bfa85d911810 service nova] Lock "ac18bd52-7b11-4e63-ba7c-8ebacdeaa062-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.165711] env[63348]: DEBUG nova.compute.manager [req-75d9e2fd-603b-43e4-9c90-5fdf95086b2f req-fbd26cf1-1e39-4712-ae7a-bfa85d911810 service nova] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] No waiting events found dispatching network-vif-plugged-fe37a66b-a4fa-4460-84b5-726b48d5e4f3 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1726.165888] env[63348]: WARNING nova.compute.manager [req-75d9e2fd-603b-43e4-9c90-5fdf95086b2f req-fbd26cf1-1e39-4712-ae7a-bfa85d911810 service nova] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Received unexpected event network-vif-plugged-fe37a66b-a4fa-4460-84b5-726b48d5e4f3 for instance with vm_state building and task_state spawning. [ 1726.212491] env[63348]: DEBUG nova.network.neutron [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Successfully updated port: fe37a66b-a4fa-4460-84b5-726b48d5e4f3 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1726.308189] env[63348]: DEBUG nova.network.neutron [-] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.337823] env[63348]: DEBUG nova.scheduler.client.report [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1726.403702] env[63348]: DEBUG oslo_vmware.api [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022373, 'name': PowerOnVM_Task, 'duration_secs': 0.811541} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.403800] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1726.404570] env[63348]: INFO nova.compute.manager [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1726.404802] env[63348]: DEBUG nova.compute.manager [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1726.405972] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5e2903-1075-43b7-8f4b-32924cddc29f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.484866] env[63348]: DEBUG nova.compute.manager [req-55eb6514-0618-4c61-96f2-5d0fd079a051 req-8fb1d476-9bed-44be-bc02-b908f73c8140 service nova] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Received event network-vif-deleted-a7898c75-ddb0-4b57-964b-6651fc9de5ea {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1726.716402] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Acquiring lock "refresh_cache-ac18bd52-7b11-4e63-ba7c-8ebacdeaa062" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.716563] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Acquired lock "refresh_cache-ac18bd52-7b11-4e63-ba7c-8ebacdeaa062" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.716736] env[63348]: DEBUG nova.network.neutron [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1726.811032] env[63348]: INFO nova.compute.manager [-] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Took 1.55 seconds to deallocate network for instance. [ 1726.850946] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.855857] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.445s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.856142] env[63348]: DEBUG nova.objects.instance [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Lazy-loading 'resources' on Instance uuid ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1726.889596] env[63348]: INFO nova.scheduler.client.report [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Deleted allocations for instance ee8dddb0-4028-4718-9644-701b27dafd1a [ 1726.937283] env[63348]: INFO nova.compute.manager [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Took 37.56 seconds to build instance. [ 1727.289784] env[63348]: DEBUG nova.network.neutron [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1727.323145] env[63348]: DEBUG oslo_concurrency.lockutils [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.405976] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70a2e288-ae3c-4e26-8b3b-b828b74de8fb tempest-ServerAddressesNegativeTestJSON-849182998 tempest-ServerAddressesNegativeTestJSON-849182998-project-member] Lock "ee8dddb0-4028-4718-9644-701b27dafd1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.693s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.437872] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf28a56c-6f6e-4055-b5ec-492f4650234c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.246s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.607067] env[63348]: DEBUG nova.network.neutron [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Updating instance_info_cache with network_info: [{"id": "fe37a66b-a4fa-4460-84b5-726b48d5e4f3", "address": "fa:16:3e:0e:69:89", "network": {"id": "4ef9e588-b5ab-44f8-b1be-77ba7f227356", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-720965773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67899356f7214e58a516f3eb5ba3c9fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe37a66b-a4", "ovs_interfaceid": "fe37a66b-a4fa-4460-84b5-726b48d5e4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.873802] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ffb4d7-7776-4afa-a323-d446e3e01b23 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.883794] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bd2e97-e1f9-454b-947a-caaebff57e12 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.926375] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473bfc5b-3b4f-462d-83f6-fd820fe7cda7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.939418] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f89a085-9528-45cb-a103-48c78a730bc8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.958966] env[63348]: DEBUG nova.compute.provider_tree [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.111458] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Releasing lock "refresh_cache-ac18bd52-7b11-4e63-ba7c-8ebacdeaa062" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.111458] env[63348]: DEBUG nova.compute.manager [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Instance network_info: |[{"id": "fe37a66b-a4fa-4460-84b5-726b48d5e4f3", "address": "fa:16:3e:0e:69:89", "network": {"id": "4ef9e588-b5ab-44f8-b1be-77ba7f227356", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-720965773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67899356f7214e58a516f3eb5ba3c9fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe37a66b-a4", "ovs_interfaceid": "fe37a66b-a4fa-4460-84b5-726b48d5e4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1728.112017] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:69:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe37a66b-a4fa-4460-84b5-726b48d5e4f3', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1728.126097] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Creating folder: Project (67899356f7214e58a516f3eb5ba3c9fb). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1728.126097] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e6d5d69-e885-4280-beca-e984ef0560c0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.139783] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Created folder: Project (67899356f7214e58a516f3eb5ba3c9fb) in parent group-v415427. [ 1728.140012] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Creating folder: Instances. Parent ref: group-v415547. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1728.140280] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10308095-ccd3-4611-adbb-72804e9b006c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.154989] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Created folder: Instances in parent group-v415547. [ 1728.155764] env[63348]: DEBUG oslo.service.loopingcall [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1728.155764] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1728.155764] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b6691e9-a8be-4c9b-a89c-3cdf500d59d1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.190060] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1728.190060] env[63348]: value = "task-2022376" [ 1728.190060] env[63348]: _type = "Task" [ 1728.190060] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.200822] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022376, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.417747] env[63348]: DEBUG nova.compute.manager [req-bda4c0a8-a9ce-4912-91d6-d78f54ef4c09 req-cfeac8de-6a3f-4372-9351-37f7e00726be service nova] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Received event network-changed-fe37a66b-a4fa-4460-84b5-726b48d5e4f3 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1728.418255] env[63348]: DEBUG nova.compute.manager [req-bda4c0a8-a9ce-4912-91d6-d78f54ef4c09 req-cfeac8de-6a3f-4372-9351-37f7e00726be service nova] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Refreshing instance network info cache due to event network-changed-fe37a66b-a4fa-4460-84b5-726b48d5e4f3. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1728.418505] env[63348]: DEBUG oslo_concurrency.lockutils [req-bda4c0a8-a9ce-4912-91d6-d78f54ef4c09 req-cfeac8de-6a3f-4372-9351-37f7e00726be service nova] Acquiring lock "refresh_cache-ac18bd52-7b11-4e63-ba7c-8ebacdeaa062" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.418653] env[63348]: DEBUG oslo_concurrency.lockutils [req-bda4c0a8-a9ce-4912-91d6-d78f54ef4c09 req-cfeac8de-6a3f-4372-9351-37f7e00726be service nova] Acquired lock "refresh_cache-ac18bd52-7b11-4e63-ba7c-8ebacdeaa062" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.419237] env[63348]: DEBUG nova.network.neutron [req-bda4c0a8-a9ce-4912-91d6-d78f54ef4c09 req-cfeac8de-6a3f-4372-9351-37f7e00726be service nova] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Refreshing network info cache for port fe37a66b-a4fa-4460-84b5-726b48d5e4f3 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1728.463929] env[63348]: DEBUG nova.scheduler.client.report [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1728.520160] env[63348]: DEBUG nova.compute.manager [req-d8c9a771-8bfc-46bf-a874-147974d12f07 req-f83b74bb-de7a-4166-9e35-1fe09446730f service nova] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Received event network-changed-9a9c92ac-0141-4882-8ba8-7deae7a73bbd {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1728.520378] env[63348]: DEBUG nova.compute.manager [req-d8c9a771-8bfc-46bf-a874-147974d12f07 req-f83b74bb-de7a-4166-9e35-1fe09446730f service nova] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Refreshing instance network info cache due to event network-changed-9a9c92ac-0141-4882-8ba8-7deae7a73bbd. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1728.520657] env[63348]: DEBUG oslo_concurrency.lockutils [req-d8c9a771-8bfc-46bf-a874-147974d12f07 req-f83b74bb-de7a-4166-9e35-1fe09446730f service nova] Acquiring lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.520835] env[63348]: DEBUG oslo_concurrency.lockutils [req-d8c9a771-8bfc-46bf-a874-147974d12f07 req-f83b74bb-de7a-4166-9e35-1fe09446730f service nova] Acquired lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.521014] env[63348]: DEBUG nova.network.neutron [req-d8c9a771-8bfc-46bf-a874-147974d12f07 req-f83b74bb-de7a-4166-9e35-1fe09446730f service nova] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Refreshing network info cache for port 9a9c92ac-0141-4882-8ba8-7deae7a73bbd {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1728.544842] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "3550d32c-b873-462a-a7a1-afc3eb3251ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.545084] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "3550d32c-b873-462a-a7a1-afc3eb3251ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.703359] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022376, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.974751] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.976461] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.359s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.976461] env[63348]: DEBUG nova.objects.instance [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lazy-loading 'resources' on Instance uuid e97cf19f-7937-4237-b611-8742c17751e1 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1729.004529] env[63348]: INFO nova.scheduler.client.report [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Deleted allocations for instance ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1 [ 1729.052026] env[63348]: DEBUG nova.compute.manager [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1729.204686] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022376, 'name': CreateVM_Task, 'duration_secs': 0.750794} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.205628] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1729.205628] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.205934] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.206335] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1729.206639] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e31ae6e-d178-4560-9817-31ebb8abe1e3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.215300] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Waiting for the task: (returnval){ [ 1729.215300] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a734e6-d1db-4f83-cc1b-8aacd7bc766d" [ 1729.215300] env[63348]: _type = "Task" [ 1729.215300] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.226290] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a734e6-d1db-4f83-cc1b-8aacd7bc766d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.319467] env[63348]: DEBUG nova.network.neutron [req-d8c9a771-8bfc-46bf-a874-147974d12f07 req-f83b74bb-de7a-4166-9e35-1fe09446730f service nova] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Updated VIF entry in instance network info cache for port 9a9c92ac-0141-4882-8ba8-7deae7a73bbd. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1729.321310] env[63348]: DEBUG nova.network.neutron [req-d8c9a771-8bfc-46bf-a874-147974d12f07 req-f83b74bb-de7a-4166-9e35-1fe09446730f service nova] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Updating instance_info_cache with network_info: [{"id": "9a9c92ac-0141-4882-8ba8-7deae7a73bbd", "address": "fa:16:3e:29:80:5a", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9c92ac-01", "ovs_interfaceid": "9a9c92ac-0141-4882-8ba8-7deae7a73bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.520406] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cf9f6128-8402-4d6b-9e22-626b890240fe tempest-ServerMetadataTestJSON-65647725 tempest-ServerMetadataTestJSON-65647725-project-member] Lock "ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.576024] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.613683] env[63348]: DEBUG nova.network.neutron [req-bda4c0a8-a9ce-4912-91d6-d78f54ef4c09 req-cfeac8de-6a3f-4372-9351-37f7e00726be service nova] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Updated VIF entry in instance network info cache for port fe37a66b-a4fa-4460-84b5-726b48d5e4f3. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1729.614106] env[63348]: DEBUG nova.network.neutron [req-bda4c0a8-a9ce-4912-91d6-d78f54ef4c09 req-cfeac8de-6a3f-4372-9351-37f7e00726be service nova] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Updating instance_info_cache with network_info: [{"id": "fe37a66b-a4fa-4460-84b5-726b48d5e4f3", "address": "fa:16:3e:0e:69:89", "network": {"id": "4ef9e588-b5ab-44f8-b1be-77ba7f227356", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-720965773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67899356f7214e58a516f3eb5ba3c9fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe37a66b-a4", "ovs_interfaceid": "fe37a66b-a4fa-4460-84b5-726b48d5e4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.735041] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a734e6-d1db-4f83-cc1b-8aacd7bc766d, 'name': SearchDatastore_Task, 'duration_secs': 0.01781} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.735981] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.735981] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1729.735981] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.735981] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.736209] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1729.736274] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e269f109-d372-4d40-a70d-1bc56077a274 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.748823] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1729.749269] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1729.750408] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6fe9367-65df-4fe2-b43a-26787cade139 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.758484] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Waiting for the task: (returnval){ [ 1729.758484] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c944a2-7e83-5016-3109-966008a6690d" [ 1729.758484] env[63348]: _type = "Task" [ 1729.758484] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.769508] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c944a2-7e83-5016-3109-966008a6690d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.824152] env[63348]: DEBUG oslo_concurrency.lockutils [req-d8c9a771-8bfc-46bf-a874-147974d12f07 req-f83b74bb-de7a-4166-9e35-1fe09446730f service nova] Releasing lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.072362] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3d6a6d-dadc-4399-bd7d-0317188257f4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.082552] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82b4567-514d-4eea-9083-1854ac6d84bd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.120643] env[63348]: DEBUG oslo_concurrency.lockutils [req-bda4c0a8-a9ce-4912-91d6-d78f54ef4c09 req-cfeac8de-6a3f-4372-9351-37f7e00726be service nova] Releasing lock "refresh_cache-ac18bd52-7b11-4e63-ba7c-8ebacdeaa062" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.120911] env[63348]: DEBUG nova.compute.manager [req-bda4c0a8-a9ce-4912-91d6-d78f54ef4c09 req-cfeac8de-6a3f-4372-9351-37f7e00726be service nova] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Received event network-changed-4e4c2adc-c41a-444d-bfec-add081a3e6e7 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1730.121795] env[63348]: DEBUG nova.compute.manager [req-bda4c0a8-a9ce-4912-91d6-d78f54ef4c09 req-cfeac8de-6a3f-4372-9351-37f7e00726be service nova] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Refreshing instance network info cache due to event network-changed-4e4c2adc-c41a-444d-bfec-add081a3e6e7. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1730.121795] env[63348]: DEBUG oslo_concurrency.lockutils [req-bda4c0a8-a9ce-4912-91d6-d78f54ef4c09 req-cfeac8de-6a3f-4372-9351-37f7e00726be service nova] Acquiring lock "refresh_cache-e2fb160c-154e-4a47-87ce-471d2e49ae75" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.121795] env[63348]: DEBUG oslo_concurrency.lockutils [req-bda4c0a8-a9ce-4912-91d6-d78f54ef4c09 req-cfeac8de-6a3f-4372-9351-37f7e00726be service nova] Acquired lock "refresh_cache-e2fb160c-154e-4a47-87ce-471d2e49ae75" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.121795] env[63348]: DEBUG nova.network.neutron [req-bda4c0a8-a9ce-4912-91d6-d78f54ef4c09 req-cfeac8de-6a3f-4372-9351-37f7e00726be service nova] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Refreshing network info cache for port 4e4c2adc-c41a-444d-bfec-add081a3e6e7 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1730.124806] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b314dbd2-9663-4cb0-8612-aac84e70bfe1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.135922] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00140a35-88b3-4ac4-b35c-edf71dbe05be {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.151897] env[63348]: DEBUG nova.compute.provider_tree [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1730.272770] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c944a2-7e83-5016-3109-966008a6690d, 'name': SearchDatastore_Task, 'duration_secs': 0.02426} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.275569] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2e93a26-c53e-4fa5-8de8-82d842006308 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.283742] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Waiting for the task: (returnval){ [ 1730.283742] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52860f2e-6414-eb13-3609-e8567c09d970" [ 1730.283742] env[63348]: _type = "Task" [ 1730.283742] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.297768] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52860f2e-6414-eb13-3609-e8567c09d970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.659793] env[63348]: DEBUG oslo_vmware.rw_handles [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5271080e-775f-e092-9605-e374d14ab069/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1730.660966] env[63348]: DEBUG nova.scheduler.client.report [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1730.668657] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc3a9af-1662-4774-bb4b-2224e3f001e7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.679087] env[63348]: DEBUG oslo_vmware.rw_handles [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5271080e-775f-e092-9605-e374d14ab069/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1730.679234] env[63348]: ERROR oslo_vmware.rw_handles [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5271080e-775f-e092-9605-e374d14ab069/disk-0.vmdk due to incomplete transfer. [ 1730.679483] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-13dfcdef-cbfb-428b-8cdc-f7de4520be76 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.688805] env[63348]: DEBUG oslo_vmware.rw_handles [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5271080e-775f-e092-9605-e374d14ab069/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1730.689908] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Uploaded image 4d35e42a-b74e-49a7-972b-ab0f86c25ba9 to the Glance image server {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1730.692606] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Destroying the VM {{(pid=63348) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1730.692873] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0d3adcc4-50c0-4a96-b440-c21365fffb72 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.701773] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1730.701773] env[63348]: value = "task-2022377" [ 1730.701773] env[63348]: _type = "Task" [ 1730.701773] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.716810] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022377, 'name': Destroy_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.800828] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52860f2e-6414-eb13-3609-e8567c09d970, 'name': SearchDatastore_Task, 'duration_secs': 0.013439} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.800828] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.801078] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] ac18bd52-7b11-4e63-ba7c-8ebacdeaa062/ac18bd52-7b11-4e63-ba7c-8ebacdeaa062.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1730.801316] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73a3f1fe-dd88-4567-9dd2-3f5aa1aecbc5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.810421] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Waiting for the task: (returnval){ [ 1730.810421] env[63348]: value = "task-2022378" [ 1730.810421] env[63348]: _type = "Task" [ 1730.810421] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.822103] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': task-2022378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.090276] env[63348]: DEBUG nova.network.neutron [req-bda4c0a8-a9ce-4912-91d6-d78f54ef4c09 req-cfeac8de-6a3f-4372-9351-37f7e00726be service nova] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Updated VIF entry in instance network info cache for port 4e4c2adc-c41a-444d-bfec-add081a3e6e7. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1731.090276] env[63348]: DEBUG nova.network.neutron [req-bda4c0a8-a9ce-4912-91d6-d78f54ef4c09 req-cfeac8de-6a3f-4372-9351-37f7e00726be service nova] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Updating instance_info_cache with network_info: [{"id": "4e4c2adc-c41a-444d-bfec-add081a3e6e7", "address": "fa:16:3e:f0:f0:13", "network": {"id": "51e0b697-e43f-447b-8e72-2f0368aa1741", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-286274827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "696f067f7b264668b15a356ad35a2d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e4c2adc-c4", "ovs_interfaceid": "4e4c2adc-c41a-444d-bfec-add081a3e6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.168577] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.172203] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.388s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.172203] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.172446] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1731.172613] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.768s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.174135] env[63348]: INFO nova.compute.claims [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1731.181229] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7992c98a-2456-4cb0-bc64-aa5b4fc3f481 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.190782] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9cebae-cdd4-4f5e-a360-69e85b09b631 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.217046] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e25273c-3f8a-4666-83a8-a3fd2556c504 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.221030] env[63348]: INFO nova.scheduler.client.report [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Deleted allocations for instance e97cf19f-7937-4237-b611-8742c17751e1 [ 1731.232973] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022377, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.236269] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c1d7dd-5afa-49ce-9547-f9d416244e87 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.284802] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179011MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1731.285035] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.329996] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': task-2022378, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.592772] env[63348]: DEBUG oslo_concurrency.lockutils [req-bda4c0a8-a9ce-4912-91d6-d78f54ef4c09 req-cfeac8de-6a3f-4372-9351-37f7e00726be service nova] Releasing lock "refresh_cache-e2fb160c-154e-4a47-87ce-471d2e49ae75" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.730060] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022377, 'name': Destroy_Task, 'duration_secs': 0.669578} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.730439] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Destroyed the VM [ 1731.730945] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Deleting Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1731.731018] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d7e89e47-2a95-4933-8dc7-06c651dfba5c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.740730] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1731.740730] env[63348]: value = "task-2022379" [ 1731.740730] env[63348]: _type = "Task" [ 1731.740730] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.741211] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7710405d-09e8-4b23-a848-374d2dde97ac tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "e97cf19f-7937-4237-b611-8742c17751e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.197s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.752721] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022379, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.823375] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': task-2022378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750217} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.824145] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] ac18bd52-7b11-4e63-ba7c-8ebacdeaa062/ac18bd52-7b11-4e63-ba7c-8ebacdeaa062.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1731.824145] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1731.824145] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd69f8b3-c6f1-4c2d-9469-3ec1dec24950 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.832199] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Waiting for the task: (returnval){ [ 1731.832199] env[63348]: value = "task-2022380" [ 1731.832199] env[63348]: _type = "Task" [ 1731.832199] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.842048] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': task-2022380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.893060] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Acquiring lock "98c625bb-3a8e-4148-87eb-88683c9995b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.893060] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Lock "98c625bb-3a8e-4148-87eb-88683c9995b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.893060] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Acquiring lock "98c625bb-3a8e-4148-87eb-88683c9995b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.893060] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Lock "98c625bb-3a8e-4148-87eb-88683c9995b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.893420] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Lock "98c625bb-3a8e-4148-87eb-88683c9995b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.894213] env[63348]: INFO nova.compute.manager [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Terminating instance [ 1732.013025] env[63348]: DEBUG oslo_concurrency.lockutils [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "ba15760a-2414-46a1-a868-ccc6ba399973" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.013025] env[63348]: DEBUG oslo_concurrency.lockutils [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "ba15760a-2414-46a1-a868-ccc6ba399973" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.013025] env[63348]: DEBUG oslo_concurrency.lockutils [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "ba15760a-2414-46a1-a868-ccc6ba399973-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.013025] env[63348]: DEBUG oslo_concurrency.lockutils [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "ba15760a-2414-46a1-a868-ccc6ba399973-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.013284] env[63348]: DEBUG oslo_concurrency.lockutils [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "ba15760a-2414-46a1-a868-ccc6ba399973-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.013987] env[63348]: INFO nova.compute.manager [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Terminating instance [ 1732.062144] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Acquiring lock "8fe84c5b-5758-4907-9578-8e9a8588088c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.062144] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Lock "8fe84c5b-5758-4907-9578-8e9a8588088c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.257638] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022379, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.348415] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': task-2022380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075757} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.348952] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1732.349892] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ef4ddb-4b19-45f5-95de-5b8b217fee5b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.376360] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] ac18bd52-7b11-4e63-ba7c-8ebacdeaa062/ac18bd52-7b11-4e63-ba7c-8ebacdeaa062.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1732.380274] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98300e42-8a05-4607-b9ff-14a8a96d6022 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.400075] env[63348]: DEBUG nova.compute.manager [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1732.401011] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1732.401618] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bceabb4-8afb-4e1d-9219-3132be9b2bd3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.411692] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1732.415901] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8056c835-7522-4a07-98b5-321263036ae4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.417991] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Waiting for the task: (returnval){ [ 1732.417991] env[63348]: value = "task-2022381" [ 1732.417991] env[63348]: _type = "Task" [ 1732.417991] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.424137] env[63348]: DEBUG oslo_vmware.api [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Waiting for the task: (returnval){ [ 1732.424137] env[63348]: value = "task-2022382" [ 1732.424137] env[63348]: _type = "Task" [ 1732.424137] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.427863] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': task-2022381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.438617] env[63348]: DEBUG oslo_vmware.api [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.518075] env[63348]: DEBUG nova.compute.manager [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1732.518133] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1732.521539] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dc5ec7-1514-4b31-add8-c6b3a7d7f16f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.530536] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1732.530886] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f4ea420-1790-400e-9ce6-b04f5f430748 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.566237] env[63348]: DEBUG nova.compute.utils [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1732.754148] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022379, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.873064] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e61932-f835-444d-be06-ebf4e297bb9a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.882768] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "bd7387bc-8f64-4b1e-b8a8-a317ce7398b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.883135] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "bd7387bc-8f64-4b1e-b8a8-a317ce7398b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.889201] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d0e1f7-c952-4f20-9c15-ae4f6b1a57f4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.928049] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3149bb-9e27-4fe1-815e-1dc9e09cfaf3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.939465] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': task-2022381, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.943710] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b8c6fe-c643-4f8d-b73d-2df388f55b5c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.951542] env[63348]: DEBUG oslo_vmware.api [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022382, 'name': PowerOffVM_Task, 'duration_secs': 0.339566} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.952127] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1732.952325] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1732.952609] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64ca7875-7cf5-4e4b-9bc3-cd7d7678f08a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.962923] env[63348]: DEBUG nova.compute.provider_tree [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1733.030691] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1733.030967] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1733.031209] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Deleting the datastore file [datastore2] ba15760a-2414-46a1-a868-ccc6ba399973 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1733.031549] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4a65640-bf5f-430a-ac22-0726c42d04f5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.039868] env[63348]: DEBUG oslo_vmware.api [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1733.039868] env[63348]: value = "task-2022385" [ 1733.039868] env[63348]: _type = "Task" [ 1733.039868] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.048837] env[63348]: DEBUG oslo_vmware.api [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.069965] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Lock "8fe84c5b-5758-4907-9578-8e9a8588088c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.149973] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquiring lock "ba49ff78-a55c-4fb7-acf4-c77c53bd82e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.150238] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "ba49ff78-a55c-4fb7-acf4-c77c53bd82e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.150444] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquiring lock "ba49ff78-a55c-4fb7-acf4-c77c53bd82e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.150647] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "ba49ff78-a55c-4fb7-acf4-c77c53bd82e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.150819] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "ba49ff78-a55c-4fb7-acf4-c77c53bd82e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.153207] env[63348]: INFO nova.compute.manager [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Terminating instance [ 1733.167127] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1733.167127] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1733.167127] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Deleting the datastore file [datastore1] 98c625bb-3a8e-4148-87eb-88683c9995b0 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1733.167127] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88792890-8c1d-4628-901e-fa17b2634a75 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.180805] env[63348]: DEBUG oslo_vmware.api [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Waiting for the task: (returnval){ [ 1733.180805] env[63348]: value = "task-2022386" [ 1733.180805] env[63348]: _type = "Task" [ 1733.180805] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.192443] env[63348]: DEBUG oslo_vmware.api [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.257246] env[63348]: DEBUG oslo_vmware.api [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022379, 'name': RemoveSnapshot_Task, 'duration_secs': 1.12757} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.258205] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Deleted Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1733.258701] env[63348]: INFO nova.compute.manager [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Took 19.20 seconds to snapshot the instance on the hypervisor. [ 1733.385808] env[63348]: DEBUG nova.compute.manager [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1733.434988] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': task-2022381, 'name': ReconfigVM_Task, 'duration_secs': 0.595371} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.437217] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Reconfigured VM instance instance-00000026 to attach disk [datastore1] ac18bd52-7b11-4e63-ba7c-8ebacdeaa062/ac18bd52-7b11-4e63-ba7c-8ebacdeaa062.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1733.437217] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e81b39a-067f-42cc-a6eb-aef9755301d8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.445058] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Waiting for the task: (returnval){ [ 1733.445058] env[63348]: value = "task-2022387" [ 1733.445058] env[63348]: _type = "Task" [ 1733.445058] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.461267] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': task-2022387, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.465843] env[63348]: DEBUG nova.scheduler.client.report [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1733.551813] env[63348]: DEBUG oslo_vmware.api [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149973} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.552495] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1733.552735] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1733.552964] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1733.554021] env[63348]: INFO nova.compute.manager [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Took 1.04 seconds to destroy the instance on the hypervisor. [ 1733.554021] env[63348]: DEBUG oslo.service.loopingcall [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1733.554021] env[63348]: DEBUG nova.compute.manager [-] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1733.554021] env[63348]: DEBUG nova.network.neutron [-] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1733.667976] env[63348]: DEBUG nova.compute.manager [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1733.668283] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1733.669785] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cf6516-59b0-42a1-a2f2-48b816e08209 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.682323] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1733.686620] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea16623d-58ee-445a-bac3-77690fcad6a1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.697278] env[63348]: DEBUG oslo_vmware.api [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Task: {'id': task-2022386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153756} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.698841] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1733.698965] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1733.699164] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1733.699337] env[63348]: INFO nova.compute.manager [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1733.699570] env[63348]: DEBUG oslo.service.loopingcall [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1733.699957] env[63348]: DEBUG oslo_vmware.api [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for the task: (returnval){ [ 1733.699957] env[63348]: value = "task-2022388" [ 1733.699957] env[63348]: _type = "Task" [ 1733.699957] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.700547] env[63348]: DEBUG nova.compute.manager [-] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1733.700670] env[63348]: DEBUG nova.network.neutron [-] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1733.712512] env[63348]: DEBUG oslo_vmware.api [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.766400] env[63348]: DEBUG nova.compute.manager [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Instance disappeared during snapshot {{(pid=63348) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1733.786576] env[63348]: DEBUG nova.compute.manager [None req-540b8b32-9a29-424a-81ff-015f91f43674 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Image not found during clean up 4d35e42a-b74e-49a7-972b-ab0f86c25ba9 {{(pid=63348) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1733.919787] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.957044] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': task-2022387, 'name': Rename_Task, 'duration_secs': 0.157699} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.957396] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1733.957681] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce2b5a98-ede3-4bd6-837f-d0d0059ce65e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.965931] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Waiting for the task: (returnval){ [ 1733.965931] env[63348]: value = "task-2022389" [ 1733.965931] env[63348]: _type = "Task" [ 1733.965931] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.978178] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.978705] env[63348]: DEBUG nova.compute.manager [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1733.986048] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': task-2022389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.986825] env[63348]: DEBUG oslo_concurrency.lockutils [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.435s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.987011] env[63348]: DEBUG nova.objects.instance [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lazy-loading 'resources' on Instance uuid 69eeee84-fcfd-4326-8384-79a1d5e01e9e {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.167739] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Acquiring lock "8fe84c5b-5758-4907-9578-8e9a8588088c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.170238] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Lock "8fe84c5b-5758-4907-9578-8e9a8588088c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.170238] env[63348]: INFO nova.compute.manager [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Attaching volume 3555d101-f5d6-4754-8c1d-afe90b89fd57 to /dev/sdb [ 1734.212927] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bfa8f6-1be0-4c01-b976-2e61b670d574 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.219725] env[63348]: DEBUG oslo_vmware.api [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022388, 'name': PowerOffVM_Task, 'duration_secs': 0.199846} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.220687] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1734.221024] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1734.221436] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58fca25e-5346-4834-b04f-48ca9aaabcf6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.226130] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f49e9b-64c3-4926-8a90-63615baf024d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.244701] env[63348]: DEBUG nova.virt.block_device [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Updating existing volume attachment record: 01a53440-cfd3-495e-9b85-b88f252b82f6 {{(pid=63348) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1734.403715] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1734.403851] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1734.403987] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Deleting the datastore file [datastore2] ba49ff78-a55c-4fb7-acf4-c77c53bd82e0 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1734.404364] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf9c06b8-aeb2-4592-bb24-dc8abd25b68d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.415924] env[63348]: DEBUG oslo_vmware.api [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for the task: (returnval){ [ 1734.415924] env[63348]: value = "task-2022391" [ 1734.415924] env[63348]: _type = "Task" [ 1734.415924] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.428581] env[63348]: DEBUG oslo_vmware.api [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.479741] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': task-2022389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.490926] env[63348]: DEBUG nova.compute.utils [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1734.504477] env[63348]: DEBUG nova.compute.manager [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1734.504704] env[63348]: DEBUG nova.network.neutron [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1734.741937] env[63348]: DEBUG nova.policy [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6da38fada4d486fb4f76ec5f11e5b3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51ddb6254a1c4bb3bf14a14233b8ebc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1734.874408] env[63348]: DEBUG nova.compute.manager [req-cfc8a62a-c0a7-49f4-90c2-6815de03809e req-6c7b5fc7-5cf2-4e8c-8898-95020f697314 service nova] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Received event network-vif-deleted-705def6e-9a58-4618-ad13-544cce0958c6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1734.874624] env[63348]: INFO nova.compute.manager [req-cfc8a62a-c0a7-49f4-90c2-6815de03809e req-6c7b5fc7-5cf2-4e8c-8898-95020f697314 service nova] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Neutron deleted interface 705def6e-9a58-4618-ad13-544cce0958c6; detaching it from the instance and deleting it from the info cache [ 1734.874825] env[63348]: DEBUG nova.network.neutron [req-cfc8a62a-c0a7-49f4-90c2-6815de03809e req-6c7b5fc7-5cf2-4e8c-8898-95020f697314 service nova] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.934072] env[63348]: DEBUG oslo_vmware.api [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Task: {'id': task-2022391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246327} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.934072] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1734.934072] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1734.934072] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1734.934294] env[63348]: INFO nova.compute.manager [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1734.934769] env[63348]: DEBUG oslo.service.loopingcall [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1734.934769] env[63348]: DEBUG nova.compute.manager [-] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1734.934769] env[63348]: DEBUG nova.network.neutron [-] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1734.986678] env[63348]: DEBUG oslo_vmware.api [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': task-2022389, 'name': PowerOnVM_Task, 'duration_secs': 0.752907} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.988839] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1734.989064] env[63348]: INFO nova.compute.manager [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Took 10.46 seconds to spawn the instance on the hypervisor. [ 1734.989290] env[63348]: DEBUG nova.compute.manager [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1734.990681] env[63348]: DEBUG nova.compute.manager [req-057921d9-8d57-4762-a155-894f7b06a64f req-3ffe2dff-6ef9-4a78-bd57-d491c8f45807 service nova] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Received event network-vif-deleted-6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1734.990942] env[63348]: INFO nova.compute.manager [req-057921d9-8d57-4762-a155-894f7b06a64f req-3ffe2dff-6ef9-4a78-bd57-d491c8f45807 service nova] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Neutron deleted interface 6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0; detaching it from the instance and deleting it from the info cache [ 1734.991138] env[63348]: DEBUG nova.network.neutron [req-057921d9-8d57-4762-a155-894f7b06a64f req-3ffe2dff-6ef9-4a78-bd57-d491c8f45807 service nova] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.993398] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5718142-3995-4074-8cb9-6ba06a951483 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.009812] env[63348]: DEBUG nova.compute.manager [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1735.028091] env[63348]: DEBUG nova.network.neutron [-] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.079637] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c4c353-ce17-46e2-be42-3ab894dd629a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.090177] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500210b2-00cd-4330-ad9e-6c75080aacba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.128397] env[63348]: DEBUG nova.network.neutron [-] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.135071] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aeda339-89e2-4d29-9ad0-624078d7940a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.144595] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ca015c-a464-49c0-a355-1c590b8f67bc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.161529] env[63348]: DEBUG nova.compute.provider_tree [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.383039] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8cbdf68-f143-49ce-bb60-9dfd4e4a4776 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.399540] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bba4695-df2f-4977-a13c-ce9df2f2a5ab {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.445173] env[63348]: DEBUG nova.compute.manager [req-cfc8a62a-c0a7-49f4-90c2-6815de03809e req-6c7b5fc7-5cf2-4e8c-8898-95020f697314 service nova] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Detach interface failed, port_id=705def6e-9a58-4618-ad13-544cce0958c6, reason: Instance ba15760a-2414-46a1-a868-ccc6ba399973 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1735.502836] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-781a27de-a524-4f9f-b3ff-aa7361671f53 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.511152] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0a6e0a-6903-4970-83b9-c2733529e54b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.533887] env[63348]: INFO nova.compute.manager [-] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Took 1.98 seconds to deallocate network for instance. [ 1735.533887] env[63348]: INFO nova.compute.manager [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Took 42.57 seconds to build instance. [ 1735.560383] env[63348]: DEBUG nova.compute.manager [req-057921d9-8d57-4762-a155-894f7b06a64f req-3ffe2dff-6ef9-4a78-bd57-d491c8f45807 service nova] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Detach interface failed, port_id=6e7e56ee-d158-4b8c-b2c6-65eeebc91ec0, reason: Instance 98c625bb-3a8e-4148-87eb-88683c9995b0 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1735.635142] env[63348]: INFO nova.compute.manager [-] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Took 1.93 seconds to deallocate network for instance. [ 1735.665862] env[63348]: DEBUG nova.scheduler.client.report [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1735.802971] env[63348]: DEBUG nova.network.neutron [-] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.866272] env[63348]: DEBUG nova.network.neutron [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Successfully created port: add856f8-84ca-4339-94ce-922d442442a6 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1736.034642] env[63348]: DEBUG nova.compute.manager [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1736.038283] env[63348]: DEBUG oslo_concurrency.lockutils [None req-10d1222e-6019-4cb7-bc4c-c52d8016d8cb tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Lock "ac18bd52-7b11-4e63-ba7c-8ebacdeaa062" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.083s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.039177] env[63348]: DEBUG oslo_concurrency.lockutils [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.074721] env[63348]: DEBUG nova.virt.hardware [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1736.074721] env[63348]: DEBUG nova.virt.hardware [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1736.075657] env[63348]: DEBUG nova.virt.hardware [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1736.075928] env[63348]: DEBUG nova.virt.hardware [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1736.076061] env[63348]: DEBUG nova.virt.hardware [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1736.076251] env[63348]: DEBUG nova.virt.hardware [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1736.076465] env[63348]: DEBUG nova.virt.hardware [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1736.076627] env[63348]: DEBUG nova.virt.hardware [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1736.076791] env[63348]: DEBUG nova.virt.hardware [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1736.077060] env[63348]: DEBUG nova.virt.hardware [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1736.077138] env[63348]: DEBUG nova.virt.hardware [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1736.080829] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ac96c5-1b10-4508-a4c2-0604c7d5c6d8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.090900] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd60bb25-6702-4583-bee6-64cf732d52db {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.142696] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.171833] env[63348]: DEBUG oslo_concurrency.lockutils [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.174302] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.580s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.175912] env[63348]: INFO nova.compute.claims [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1736.213341] env[63348]: INFO nova.scheduler.client.report [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Deleted allocations for instance 69eeee84-fcfd-4326-8384-79a1d5e01e9e [ 1736.309791] env[63348]: INFO nova.compute.manager [-] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Took 1.37 seconds to deallocate network for instance. [ 1736.723301] env[63348]: DEBUG oslo_concurrency.lockutils [None req-599d3f26-271c-4e91-aa3c-f36e8caad9a4 tempest-FloatingIPsAssociationTestJSON-927282638 tempest-FloatingIPsAssociationTestJSON-927282638-project-member] Lock "69eeee84-fcfd-4326-8384-79a1d5e01e9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.760s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.817436] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.177798] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a46630c2-a1dc-496c-bd46-281b83d2a250 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Acquiring lock "interface-ac18bd52-7b11-4e63-ba7c-8ebacdeaa062-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.178301] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a46630c2-a1dc-496c-bd46-281b83d2a250 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Lock "interface-ac18bd52-7b11-4e63-ba7c-8ebacdeaa062-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.178335] env[63348]: DEBUG nova.objects.instance [None req-a46630c2-a1dc-496c-bd46-281b83d2a250 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Lazy-loading 'flavor' on Instance uuid ac18bd52-7b11-4e63-ba7c-8ebacdeaa062 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.510907] env[63348]: DEBUG nova.compute.manager [req-f43574d9-e431-4e72-b505-047d6ae17b80 req-4642e472-4b76-44df-bc6d-0a436225bed4 service nova] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Received event network-vif-deleted-839f9618-adb0-42f5-919a-d3eb2c934d0b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1737.653372] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc68179-688c-4036-b9da-4292ab4e45de {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.662355] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6efea73-d640-4c19-8c67-3bd6e5bcae17 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.701653] env[63348]: DEBUG nova.objects.instance [None req-a46630c2-a1dc-496c-bd46-281b83d2a250 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Lazy-loading 'pci_requests' on Instance uuid ac18bd52-7b11-4e63-ba7c-8ebacdeaa062 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.702350] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eac7712-ac1a-4e2b-85c3-f6fa0e2e3d6e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.712952] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5825607-adbe-4d47-8b62-2a775eb34e75 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.727989] env[63348]: DEBUG nova.compute.provider_tree [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.208727] env[63348]: DEBUG nova.objects.base [None req-a46630c2-a1dc-496c-bd46-281b83d2a250 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1738.208727] env[63348]: DEBUG nova.network.neutron [None req-a46630c2-a1dc-496c-bd46-281b83d2a250 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1738.231202] env[63348]: DEBUG nova.scheduler.client.report [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1738.510777] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a46630c2-a1dc-496c-bd46-281b83d2a250 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Lock "interface-ac18bd52-7b11-4e63-ba7c-8ebacdeaa062-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.333s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.557265] env[63348]: DEBUG nova.network.neutron [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Successfully updated port: add856f8-84ca-4339-94ce-922d442442a6 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1738.720178] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "223e5b24-bc2a-4de9-be5b-aa2cad088245" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.720442] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "223e5b24-bc2a-4de9-be5b-aa2cad088245" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.517040] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Volume attach. Driver type: vmdk {{(pid=63348) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1739.517368] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415552', 'volume_id': '3555d101-f5d6-4754-8c1d-afe90b89fd57', 'name': 'volume-3555d101-f5d6-4754-8c1d-afe90b89fd57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fe84c5b-5758-4907-9578-8e9a8588088c', 'attached_at': '', 'detached_at': '', 'volume_id': '3555d101-f5d6-4754-8c1d-afe90b89fd57', 'serial': '3555d101-f5d6-4754-8c1d-afe90b89fd57'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1739.519685] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.344s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.519685] env[63348]: DEBUG nova.compute.manager [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1739.527572] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Acquiring lock "refresh_cache-f22cd326-edcd-4922-b377-4a7c9c8c5d16" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.527572] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Acquired lock "refresh_cache-f22cd326-edcd-4922-b377-4a7c9c8c5d16" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.527572] env[63348]: DEBUG nova.network.neutron [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1739.528875] env[63348]: DEBUG nova.compute.manager [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1739.535186] env[63348]: DEBUG nova.compute.manager [req-40fe7afa-80c1-4867-a094-a3d373ce78ca req-d4f1928b-7203-4ade-8320-acef7a5bf6f7 service nova] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Received event network-vif-plugged-add856f8-84ca-4339-94ce-922d442442a6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1739.537028] env[63348]: DEBUG oslo_concurrency.lockutils [req-40fe7afa-80c1-4867-a094-a3d373ce78ca req-d4f1928b-7203-4ade-8320-acef7a5bf6f7 service nova] Acquiring lock "f22cd326-edcd-4922-b377-4a7c9c8c5d16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.537028] env[63348]: DEBUG oslo_concurrency.lockutils [req-40fe7afa-80c1-4867-a094-a3d373ce78ca req-d4f1928b-7203-4ade-8320-acef7a5bf6f7 service nova] Lock "f22cd326-edcd-4922-b377-4a7c9c8c5d16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.537028] env[63348]: DEBUG oslo_concurrency.lockutils [req-40fe7afa-80c1-4867-a094-a3d373ce78ca req-d4f1928b-7203-4ade-8320-acef7a5bf6f7 service nova] Lock "f22cd326-edcd-4922-b377-4a7c9c8c5d16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.537028] env[63348]: DEBUG nova.compute.manager [req-40fe7afa-80c1-4867-a094-a3d373ce78ca req-d4f1928b-7203-4ade-8320-acef7a5bf6f7 service nova] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] No waiting events found dispatching network-vif-plugged-add856f8-84ca-4339-94ce-922d442442a6 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1739.537028] env[63348]: WARNING nova.compute.manager [req-40fe7afa-80c1-4867-a094-a3d373ce78ca req-d4f1928b-7203-4ade-8320-acef7a5bf6f7 service nova] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Received unexpected event network-vif-plugged-add856f8-84ca-4339-94ce-922d442442a6 for instance with vm_state building and task_state spawning. [ 1739.537609] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a396bf37-7e74-4846-aad0-34df87885dc0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.541510] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.856s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.542182] env[63348]: INFO nova.compute.claims [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1739.547304] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Acquiring lock "42ee5eac-7858-45f1-b751-542884dc4c20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.547304] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Lock "42ee5eac-7858-45f1-b751-542884dc4c20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.563892] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8493add2-d247-491b-9f75-ee7d12978c8b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.595278] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] volume-3555d101-f5d6-4754-8c1d-afe90b89fd57/volume-3555d101-f5d6-4754-8c1d-afe90b89fd57.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1739.595964] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72e310f6-2267-43b6-8c7b-c9d7725586b1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.617285] env[63348]: DEBUG oslo_vmware.api [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Waiting for the task: (returnval){ [ 1739.617285] env[63348]: value = "task-2022396" [ 1739.617285] env[63348]: _type = "Task" [ 1739.617285] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.627359] env[63348]: DEBUG oslo_vmware.api [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Task: {'id': task-2022396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.042154] env[63348]: DEBUG nova.compute.utils [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1740.048065] env[63348]: DEBUG nova.compute.manager [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1740.048245] env[63348]: DEBUG nova.network.neutron [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1740.049978] env[63348]: DEBUG nova.compute.manager [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1740.079439] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.103981] env[63348]: DEBUG nova.network.neutron [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1740.107222] env[63348]: DEBUG nova.policy [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14176ea12a49443c80807300b66d284d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b567bb29c1c34c05bbac04c972e1324d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1740.131542] env[63348]: DEBUG oslo_vmware.api [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Task: {'id': task-2022396, 'name': ReconfigVM_Task, 'duration_secs': 0.393339} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.133994] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Reconfigured VM instance instance-0000000c to attach disk [datastore1] volume-3555d101-f5d6-4754-8c1d-afe90b89fd57/volume-3555d101-f5d6-4754-8c1d-afe90b89fd57.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1740.140105] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccc38703-affc-4ce5-9da1-674749e9c162 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.157069] env[63348]: DEBUG oslo_vmware.api [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Waiting for the task: (returnval){ [ 1740.157069] env[63348]: value = "task-2022397" [ 1740.157069] env[63348]: _type = "Task" [ 1740.157069] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.166918] env[63348]: DEBUG oslo_vmware.api [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Task: {'id': task-2022397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.331398] env[63348]: DEBUG nova.network.neutron [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Updating instance_info_cache with network_info: [{"id": "add856f8-84ca-4339-94ce-922d442442a6", "address": "fa:16:3e:b1:5e:7f", "network": {"id": "9df61457-cd59-4f0f-8756-d829fefce623", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1464644565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ddb6254a1c4bb3bf14a14233b8ebc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadd856f8-84", "ovs_interfaceid": "add856f8-84ca-4339-94ce-922d442442a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.448037] env[63348]: DEBUG nova.network.neutron [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Successfully created port: 8ffd0375-18ce-49a0-9bb7-f736770bbd47 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1740.548645] env[63348]: DEBUG nova.compute.manager [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1740.582572] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.675743] env[63348]: DEBUG oslo_vmware.api [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Task: {'id': task-2022397, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.836458] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Releasing lock "refresh_cache-f22cd326-edcd-4922-b377-4a7c9c8c5d16" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.836678] env[63348]: DEBUG nova.compute.manager [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Instance network_info: |[{"id": "add856f8-84ca-4339-94ce-922d442442a6", "address": "fa:16:3e:b1:5e:7f", "network": {"id": "9df61457-cd59-4f0f-8756-d829fefce623", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1464644565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ddb6254a1c4bb3bf14a14233b8ebc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadd856f8-84", "ovs_interfaceid": "add856f8-84ca-4339-94ce-922d442442a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1740.837124] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:5e:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'add856f8-84ca-4339-94ce-922d442442a6', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1740.844815] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Creating folder: Project (51ddb6254a1c4bb3bf14a14233b8ebc1). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1740.847782] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9f8d7a5-ade1-4307-a1ee-5eeb83521bb6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.862294] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Created folder: Project (51ddb6254a1c4bb3bf14a14233b8ebc1) in parent group-v415427. [ 1740.864054] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Creating folder: Instances. Parent ref: group-v415553. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1740.871160] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0604b53e-fed1-4275-a298-83ab094740e8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.872463] env[63348]: DEBUG oslo_concurrency.lockutils [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Acquiring lock "ac18bd52-7b11-4e63-ba7c-8ebacdeaa062" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.872793] env[63348]: DEBUG oslo_concurrency.lockutils [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Lock "ac18bd52-7b11-4e63-ba7c-8ebacdeaa062" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.873114] env[63348]: DEBUG oslo_concurrency.lockutils [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Acquiring lock "ac18bd52-7b11-4e63-ba7c-8ebacdeaa062-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.873407] env[63348]: DEBUG oslo_concurrency.lockutils [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Lock "ac18bd52-7b11-4e63-ba7c-8ebacdeaa062-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.873939] env[63348]: DEBUG oslo_concurrency.lockutils [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Lock "ac18bd52-7b11-4e63-ba7c-8ebacdeaa062-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.882333] env[63348]: INFO nova.compute.manager [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Terminating instance [ 1740.888087] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Created folder: Instances in parent group-v415553. [ 1740.888087] env[63348]: DEBUG oslo.service.loopingcall [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1740.888087] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1740.888087] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2efc699-b234-4c50-9c81-fbb5472a8f43 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.913613] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1740.913613] env[63348]: value = "task-2022400" [ 1740.913613] env[63348]: _type = "Task" [ 1740.913613] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.925484] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022400, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.090893] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a458f29-3b3a-4746-8805-091ee166c78e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.100259] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f80f7ad-ae4c-4d64-bbb8-cd93a837a87a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.141086] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7070e49-fc86-4885-ba05-1ffc88c03476 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.152349] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd47529b-8ec3-4a0a-878c-7e76a994e3c6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.169552] env[63348]: DEBUG nova.compute.provider_tree [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.184521] env[63348]: DEBUG oslo_vmware.api [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Task: {'id': task-2022397, 'name': ReconfigVM_Task, 'duration_secs': 0.865189} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.184521] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415552', 'volume_id': '3555d101-f5d6-4754-8c1d-afe90b89fd57', 'name': 'volume-3555d101-f5d6-4754-8c1d-afe90b89fd57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fe84c5b-5758-4907-9578-8e9a8588088c', 'attached_at': '', 'detached_at': '', 'volume_id': '3555d101-f5d6-4754-8c1d-afe90b89fd57', 'serial': '3555d101-f5d6-4754-8c1d-afe90b89fd57'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1741.259635] env[63348]: DEBUG nova.compute.manager [req-fc98b5ad-ec61-4328-aaad-b5686ab4f622 req-4c841d7a-29d4-43ca-bfd9-02eadc1e6cee service nova] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Received event network-changed-add856f8-84ca-4339-94ce-922d442442a6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1741.259832] env[63348]: DEBUG nova.compute.manager [req-fc98b5ad-ec61-4328-aaad-b5686ab4f622 req-4c841d7a-29d4-43ca-bfd9-02eadc1e6cee service nova] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Refreshing instance network info cache due to event network-changed-add856f8-84ca-4339-94ce-922d442442a6. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1741.260089] env[63348]: DEBUG oslo_concurrency.lockutils [req-fc98b5ad-ec61-4328-aaad-b5686ab4f622 req-4c841d7a-29d4-43ca-bfd9-02eadc1e6cee service nova] Acquiring lock "refresh_cache-f22cd326-edcd-4922-b377-4a7c9c8c5d16" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.260234] env[63348]: DEBUG oslo_concurrency.lockutils [req-fc98b5ad-ec61-4328-aaad-b5686ab4f622 req-4c841d7a-29d4-43ca-bfd9-02eadc1e6cee service nova] Acquired lock "refresh_cache-f22cd326-edcd-4922-b377-4a7c9c8c5d16" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.260395] env[63348]: DEBUG nova.network.neutron [req-fc98b5ad-ec61-4328-aaad-b5686ab4f622 req-4c841d7a-29d4-43ca-bfd9-02eadc1e6cee service nova] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Refreshing network info cache for port add856f8-84ca-4339-94ce-922d442442a6 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1741.377928] env[63348]: DEBUG oslo_concurrency.lockutils [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquiring lock "64e837aa-0ab3-4cb4-a60b-287bf47f9ad7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.378838] env[63348]: DEBUG oslo_concurrency.lockutils [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "64e837aa-0ab3-4cb4-a60b-287bf47f9ad7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.391023] env[63348]: DEBUG nova.compute.manager [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1741.391023] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1741.391023] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a6b343-243b-4f12-bbcb-c33dd22d2eaf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.398744] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1741.398744] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02ddcc62-8d50-46ae-9311-cbec09eb92e1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.406455] env[63348]: DEBUG oslo_vmware.api [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Waiting for the task: (returnval){ [ 1741.406455] env[63348]: value = "task-2022401" [ 1741.406455] env[63348]: _type = "Task" [ 1741.406455] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.417026] env[63348]: DEBUG oslo_vmware.api [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': task-2022401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.425522] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022400, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.561878] env[63348]: DEBUG nova.compute.manager [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1741.587081] env[63348]: DEBUG nova.virt.hardware [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1741.587458] env[63348]: DEBUG nova.virt.hardware [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1741.587632] env[63348]: DEBUG nova.virt.hardware [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1741.587859] env[63348]: DEBUG nova.virt.hardware [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1741.588057] env[63348]: DEBUG nova.virt.hardware [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1741.588220] env[63348]: DEBUG nova.virt.hardware [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1741.588445] env[63348]: DEBUG nova.virt.hardware [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1741.588626] env[63348]: DEBUG nova.virt.hardware [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1741.588796] env[63348]: DEBUG nova.virt.hardware [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1741.588961] env[63348]: DEBUG nova.virt.hardware [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1741.589156] env[63348]: DEBUG nova.virt.hardware [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1741.590311] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e09b972-8129-4006-be39-49de70eecd27 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.599856] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19620242-5afb-4c54-8d06-400dbc723233 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.676124] env[63348]: DEBUG nova.scheduler.client.report [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1741.719971] env[63348]: DEBUG oslo_concurrency.lockutils [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquiring lock "d25f45cd-1bc9-44ec-b06f-fe89fcc0a170" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.720282] env[63348]: DEBUG oslo_concurrency.lockutils [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "d25f45cd-1bc9-44ec-b06f-fe89fcc0a170" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.894943] env[63348]: DEBUG nova.compute.manager [req-e2a00233-65d9-4c17-8415-590e9f5bd479 req-747df6b9-8b73-40e5-9900-25f35b4d78ba service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Received event network-vif-plugged-8ffd0375-18ce-49a0-9bb7-f736770bbd47 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1741.895176] env[63348]: DEBUG oslo_concurrency.lockutils [req-e2a00233-65d9-4c17-8415-590e9f5bd479 req-747df6b9-8b73-40e5-9900-25f35b4d78ba service nova] Acquiring lock "acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.895476] env[63348]: DEBUG oslo_concurrency.lockutils [req-e2a00233-65d9-4c17-8415-590e9f5bd479 req-747df6b9-8b73-40e5-9900-25f35b4d78ba service nova] Lock "acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.895673] env[63348]: DEBUG oslo_concurrency.lockutils [req-e2a00233-65d9-4c17-8415-590e9f5bd479 req-747df6b9-8b73-40e5-9900-25f35b4d78ba service nova] Lock "acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.895887] env[63348]: DEBUG nova.compute.manager [req-e2a00233-65d9-4c17-8415-590e9f5bd479 req-747df6b9-8b73-40e5-9900-25f35b4d78ba service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] No waiting events found dispatching network-vif-plugged-8ffd0375-18ce-49a0-9bb7-f736770bbd47 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1741.896072] env[63348]: WARNING nova.compute.manager [req-e2a00233-65d9-4c17-8415-590e9f5bd479 req-747df6b9-8b73-40e5-9900-25f35b4d78ba service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Received unexpected event network-vif-plugged-8ffd0375-18ce-49a0-9bb7-f736770bbd47 for instance with vm_state building and task_state spawning. [ 1741.920491] env[63348]: DEBUG oslo_vmware.api [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': task-2022401, 'name': PowerOffVM_Task, 'duration_secs': 0.328083} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.924870] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1741.925216] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1741.925553] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7bc7a47-eb07-4e5b-81ed-49649d01e129 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.932767] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022400, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.987255] env[63348]: DEBUG nova.network.neutron [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Successfully updated port: 8ffd0375-18ce-49a0-9bb7-f736770bbd47 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1742.131448] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1742.131448] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1742.131448] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Deleting the datastore file [datastore1] ac18bd52-7b11-4e63-ba7c-8ebacdeaa062 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1742.131448] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2fd0ee4-cef2-46fa-86e6-581815d707af {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.144753] env[63348]: DEBUG oslo_vmware.api [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Waiting for the task: (returnval){ [ 1742.144753] env[63348]: value = "task-2022403" [ 1742.144753] env[63348]: _type = "Task" [ 1742.144753] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.155170] env[63348]: DEBUG oslo_vmware.api [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': task-2022403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.158239] env[63348]: DEBUG nova.network.neutron [req-fc98b5ad-ec61-4328-aaad-b5686ab4f622 req-4c841d7a-29d4-43ca-bfd9-02eadc1e6cee service nova] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Updated VIF entry in instance network info cache for port add856f8-84ca-4339-94ce-922d442442a6. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1742.158239] env[63348]: DEBUG nova.network.neutron [req-fc98b5ad-ec61-4328-aaad-b5686ab4f622 req-4c841d7a-29d4-43ca-bfd9-02eadc1e6cee service nova] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Updating instance_info_cache with network_info: [{"id": "add856f8-84ca-4339-94ce-922d442442a6", "address": "fa:16:3e:b1:5e:7f", "network": {"id": "9df61457-cd59-4f0f-8756-d829fefce623", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1464644565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ddb6254a1c4bb3bf14a14233b8ebc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadd856f8-84", "ovs_interfaceid": "add856f8-84ca-4339-94ce-922d442442a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.182636] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.183217] env[63348]: DEBUG nova.compute.manager [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1742.186110] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.253s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.190021] env[63348]: INFO nova.compute.claims [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1742.231999] env[63348]: DEBUG nova.objects.instance [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Lazy-loading 'flavor' on Instance uuid 8fe84c5b-5758-4907-9578-8e9a8588088c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.431469] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022400, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.489084] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Acquiring lock "refresh_cache-acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.489263] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Acquired lock "refresh_cache-acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.489420] env[63348]: DEBUG nova.network.neutron [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1742.656539] env[63348]: DEBUG oslo_vmware.api [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Task: {'id': task-2022403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273535} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.657104] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1742.657104] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1742.657104] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1742.657284] env[63348]: INFO nova.compute.manager [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1742.657586] env[63348]: DEBUG oslo.service.loopingcall [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1742.657792] env[63348]: DEBUG nova.compute.manager [-] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1742.657889] env[63348]: DEBUG nova.network.neutron [-] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1742.660266] env[63348]: DEBUG oslo_concurrency.lockutils [req-fc98b5ad-ec61-4328-aaad-b5686ab4f622 req-4c841d7a-29d4-43ca-bfd9-02eadc1e6cee service nova] Releasing lock "refresh_cache-f22cd326-edcd-4922-b377-4a7c9c8c5d16" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.695338] env[63348]: DEBUG nova.compute.utils [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1742.699047] env[63348]: DEBUG nova.compute.manager [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1742.699047] env[63348]: DEBUG nova.network.neutron [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1742.740051] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c847c6d2-51f0-4f18-b7ae-f58edd74d9e4 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Lock "8fe84c5b-5758-4907-9578-8e9a8588088c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.571s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.771857] env[63348]: DEBUG nova.policy [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6691d060c2f04a189d18ab7aa4982c4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb35ff4d44a84407a190a1e743d3c030', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1742.931581] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022400, 'name': CreateVM_Task, 'duration_secs': 1.551055} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.932466] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1742.932842] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.933022] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.933343] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1742.933596] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d98adbf-042c-41a2-8810-c224720fa516 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.939226] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Waiting for the task: (returnval){ [ 1742.939226] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52809b1e-fa6a-f909-7d8f-d6f0001c2a70" [ 1742.939226] env[63348]: _type = "Task" [ 1742.939226] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.951021] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52809b1e-fa6a-f909-7d8f-d6f0001c2a70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.038184] env[63348]: DEBUG nova.network.neutron [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1743.203814] env[63348]: DEBUG nova.compute.manager [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1743.240391] env[63348]: DEBUG nova.network.neutron [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Successfully created port: 4332f2cc-e7c8-4b95-88ee-836a35a456fd {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1743.278237] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5a0a12ab-58de-4a45-98b0-7dac094b3b32 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Acquiring lock "8fe84c5b-5758-4907-9578-8e9a8588088c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.278597] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5a0a12ab-58de-4a45-98b0-7dac094b3b32 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Lock "8fe84c5b-5758-4907-9578-8e9a8588088c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.289050] env[63348]: DEBUG nova.network.neutron [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Updating instance_info_cache with network_info: [{"id": "8ffd0375-18ce-49a0-9bb7-f736770bbd47", "address": "fa:16:3e:69:a9:98", "network": {"id": "a2ec3a11-8364-4b34-ae52-4384e6d2dff6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-280337872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b567bb29c1c34c05bbac04c972e1324d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffd0375-18", "ovs_interfaceid": "8ffd0375-18ce-49a0-9bb7-f736770bbd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.385288] env[63348]: DEBUG nova.compute.manager [req-8bf8d1b0-3f77-495d-8227-8cdf2cb46c03 req-44d455aa-798d-4c39-ac66-b985bb1c577c service nova] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Received event network-vif-deleted-fe37a66b-a4fa-4460-84b5-726b48d5e4f3 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1743.385651] env[63348]: INFO nova.compute.manager [req-8bf8d1b0-3f77-495d-8227-8cdf2cb46c03 req-44d455aa-798d-4c39-ac66-b985bb1c577c service nova] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Neutron deleted interface fe37a66b-a4fa-4460-84b5-726b48d5e4f3; detaching it from the instance and deleting it from the info cache [ 1743.385837] env[63348]: DEBUG nova.network.neutron [req-8bf8d1b0-3f77-495d-8227-8cdf2cb46c03 req-44d455aa-798d-4c39-ac66-b985bb1c577c service nova] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.456973] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52809b1e-fa6a-f909-7d8f-d6f0001c2a70, 'name': SearchDatastore_Task, 'duration_secs': 0.011681} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.457876] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.458920] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1743.459239] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.459852] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.460108] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1743.461351] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2795bdf-a31b-4b10-8257-f0f209392aec {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.475030] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1743.476488] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1743.476488] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534e6dbf-a140-4603-af7c-0876b97fc543 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.483098] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Waiting for the task: (returnval){ [ 1743.483098] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527f16c9-4714-eaf1-4427-11a2b64bd70f" [ 1743.483098] env[63348]: _type = "Task" [ 1743.483098] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.497717] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527f16c9-4714-eaf1-4427-11a2b64bd70f, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.498776] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e9143e3-ac59-4017-a088-9d1ff7b0ad26 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.504279] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Waiting for the task: (returnval){ [ 1743.504279] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524c42fe-df89-516c-56f7-6c727d2cecbd" [ 1743.504279] env[63348]: _type = "Task" [ 1743.504279] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.514040] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524c42fe-df89-516c-56f7-6c727d2cecbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.516436] env[63348]: DEBUG nova.network.neutron [-] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.618332] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9edbc8e5-1973-4a7c-b409-ec078bd7d0f2 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.618634] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9edbc8e5-1973-4a7c-b409-ec078bd7d0f2 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.618838] env[63348]: DEBUG nova.compute.manager [None req-9edbc8e5-1973-4a7c-b409-ec078bd7d0f2 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1743.619919] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cb22ab-9e2e-4caa-81c7-7c84df741e35 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.627285] env[63348]: DEBUG nova.compute.manager [None req-9edbc8e5-1973-4a7c-b409-ec078bd7d0f2 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63348) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1743.627919] env[63348]: DEBUG nova.objects.instance [None req-9edbc8e5-1973-4a7c-b409-ec078bd7d0f2 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lazy-loading 'flavor' on Instance uuid 9cabacaf-16ed-4b57-8b1c-b90756c9be4c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1743.683742] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962df3eb-f38d-4baa-8eb0-9969cf513732 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.692423] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0144ef17-694e-4f6d-b818-dc3b2191792c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.729136] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37019a87-fb35-477a-a355-8fa45dddb97f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.736997] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f801afa-e554-410c-9590-6401ec0f1fae {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.752323] env[63348]: DEBUG nova.compute.provider_tree [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1743.782368] env[63348]: INFO nova.compute.manager [None req-5a0a12ab-58de-4a45-98b0-7dac094b3b32 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Detaching volume 3555d101-f5d6-4754-8c1d-afe90b89fd57 [ 1743.794835] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Releasing lock "refresh_cache-acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.794921] env[63348]: DEBUG nova.compute.manager [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Instance network_info: |[{"id": "8ffd0375-18ce-49a0-9bb7-f736770bbd47", "address": "fa:16:3e:69:a9:98", "network": {"id": "a2ec3a11-8364-4b34-ae52-4384e6d2dff6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-280337872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b567bb29c1c34c05bbac04c972e1324d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffd0375-18", "ovs_interfaceid": "8ffd0375-18ce-49a0-9bb7-f736770bbd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1743.795607] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:a9:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ffd0375-18ce-49a0-9bb7-f736770bbd47', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1743.803719] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Creating folder: Project (b567bb29c1c34c05bbac04c972e1324d). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1743.803966] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89fce46b-dd7d-4e98-b643-5eb1d85d69ab {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.816451] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Created folder: Project (b567bb29c1c34c05bbac04c972e1324d) in parent group-v415427. [ 1743.816658] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Creating folder: Instances. Parent ref: group-v415556. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1743.816888] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c481dbcd-7df7-4667-a274-5b801681425c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.823604] env[63348]: INFO nova.virt.block_device [None req-5a0a12ab-58de-4a45-98b0-7dac094b3b32 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Attempting to driver detach volume 3555d101-f5d6-4754-8c1d-afe90b89fd57 from mountpoint /dev/sdb [ 1743.823820] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a0a12ab-58de-4a45-98b0-7dac094b3b32 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Volume detach. Driver type: vmdk {{(pid=63348) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1743.824011] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a0a12ab-58de-4a45-98b0-7dac094b3b32 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415552', 'volume_id': '3555d101-f5d6-4754-8c1d-afe90b89fd57', 'name': 'volume-3555d101-f5d6-4754-8c1d-afe90b89fd57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fe84c5b-5758-4907-9578-8e9a8588088c', 'attached_at': '', 'detached_at': '', 'volume_id': '3555d101-f5d6-4754-8c1d-afe90b89fd57', 'serial': '3555d101-f5d6-4754-8c1d-afe90b89fd57'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1743.825428] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b414d927-1602-4ecb-9a52-4a74c277c044 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.829444] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Created folder: Instances in parent group-v415556. [ 1743.829444] env[63348]: DEBUG oslo.service.loopingcall [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.829552] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1743.830221] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c2e8278-9eb3-48ef-b4a2-b5c769ab5354 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.864758] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75af77f0-531e-43d5-a44a-81805bea1bf9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.870128] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1743.870128] env[63348]: value = "task-2022406" [ 1743.870128] env[63348]: _type = "Task" [ 1743.870128] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.875099] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47883826-4d1a-4c09-ad50-19c6f15569e6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.882712] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022406, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.910707] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d55ffa6e-d69d-4a7f-9f49-b154fda43ac4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.912436] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdffd448-17d2-47a3-85e7-bbc48e82e01a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.930804] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a0a12ab-58de-4a45-98b0-7dac094b3b32 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] The volume has not been displaced from its original location: [datastore1] volume-3555d101-f5d6-4754-8c1d-afe90b89fd57/volume-3555d101-f5d6-4754-8c1d-afe90b89fd57.vmdk. No consolidation needed. {{(pid=63348) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1743.937901] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a0a12ab-58de-4a45-98b0-7dac094b3b32 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1743.939527] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5397f0a8-b040-4917-b21c-cd33cc22c4d0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.956231] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12270538-cdda-430c-a937-609302f6cb0c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.976246] env[63348]: DEBUG oslo_vmware.api [None req-5a0a12ab-58de-4a45-98b0-7dac094b3b32 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Waiting for the task: (returnval){ [ 1743.976246] env[63348]: value = "task-2022407" [ 1743.976246] env[63348]: _type = "Task" [ 1743.976246] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.995128] env[63348]: DEBUG nova.compute.manager [req-8bf8d1b0-3f77-495d-8227-8cdf2cb46c03 req-44d455aa-798d-4c39-ac66-b985bb1c577c service nova] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Detach interface failed, port_id=fe37a66b-a4fa-4460-84b5-726b48d5e4f3, reason: Instance ac18bd52-7b11-4e63-ba7c-8ebacdeaa062 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1743.998961] env[63348]: DEBUG oslo_vmware.api [None req-5a0a12ab-58de-4a45-98b0-7dac094b3b32 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Task: {'id': task-2022407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.003356] env[63348]: DEBUG nova.compute.manager [req-e5d7079a-9d34-4ebc-ad46-c0bcc845040b req-e8f37758-8f1b-4b0e-bf60-979d4bbcce0c service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Received event network-changed-8ffd0375-18ce-49a0-9bb7-f736770bbd47 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1744.004873] env[63348]: DEBUG nova.compute.manager [req-e5d7079a-9d34-4ebc-ad46-c0bcc845040b req-e8f37758-8f1b-4b0e-bf60-979d4bbcce0c service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Refreshing instance network info cache due to event network-changed-8ffd0375-18ce-49a0-9bb7-f736770bbd47. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1744.004873] env[63348]: DEBUG oslo_concurrency.lockutils [req-e5d7079a-9d34-4ebc-ad46-c0bcc845040b req-e8f37758-8f1b-4b0e-bf60-979d4bbcce0c service nova] Acquiring lock "refresh_cache-acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.004873] env[63348]: DEBUG oslo_concurrency.lockutils [req-e5d7079a-9d34-4ebc-ad46-c0bcc845040b req-e8f37758-8f1b-4b0e-bf60-979d4bbcce0c service nova] Acquired lock "refresh_cache-acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.004873] env[63348]: DEBUG nova.network.neutron [req-e5d7079a-9d34-4ebc-ad46-c0bcc845040b req-e8f37758-8f1b-4b0e-bf60-979d4bbcce0c service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Refreshing network info cache for port 8ffd0375-18ce-49a0-9bb7-f736770bbd47 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1744.016889] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524c42fe-df89-516c-56f7-6c727d2cecbd, 'name': SearchDatastore_Task, 'duration_secs': 0.009649} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.017809] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.018082] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] f22cd326-edcd-4922-b377-4a7c9c8c5d16/f22cd326-edcd-4922-b377-4a7c9c8c5d16.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1744.018357] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a8461fd-6930-4258-8645-557d08a7f0cb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.022160] env[63348]: INFO nova.compute.manager [-] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Took 1.36 seconds to deallocate network for instance. [ 1744.026893] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Waiting for the task: (returnval){ [ 1744.026893] env[63348]: value = "task-2022408" [ 1744.026893] env[63348]: _type = "Task" [ 1744.026893] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.040421] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': task-2022408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.229562] env[63348]: DEBUG nova.compute.manager [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1744.258775] env[63348]: DEBUG nova.scheduler.client.report [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1744.275752] env[63348]: DEBUG nova.virt.hardware [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1744.275998] env[63348]: DEBUG nova.virt.hardware [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1744.276100] env[63348]: DEBUG nova.virt.hardware [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1744.276232] env[63348]: DEBUG nova.virt.hardware [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1744.276396] env[63348]: DEBUG nova.virt.hardware [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1744.276560] env[63348]: DEBUG nova.virt.hardware [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1744.276792] env[63348]: DEBUG nova.virt.hardware [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1744.277073] env[63348]: DEBUG nova.virt.hardware [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1744.277161] env[63348]: DEBUG nova.virt.hardware [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1744.277302] env[63348]: DEBUG nova.virt.hardware [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1744.277509] env[63348]: DEBUG nova.virt.hardware [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1744.278816] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea81577-66e2-4fc3-92a1-5162a59b9d71 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.291235] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610c9380-b9f7-45e5-9cdb-e3bc8cc3c061 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.384693] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022406, 'name': CreateVM_Task, 'duration_secs': 0.377849} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.384899] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1744.385608] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.385764] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.386110] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1744.386367] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9debb45-a2c8-4961-9ee8-e382921f1da5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.392873] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Waiting for the task: (returnval){ [ 1744.392873] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528e7560-4b20-ec4a-0465-dd1e00c96d01" [ 1744.392873] env[63348]: _type = "Task" [ 1744.392873] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.403985] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528e7560-4b20-ec4a-0465-dd1e00c96d01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.487583] env[63348]: DEBUG oslo_vmware.api [None req-5a0a12ab-58de-4a45-98b0-7dac094b3b32 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Task: {'id': task-2022407, 'name': ReconfigVM_Task, 'duration_secs': 0.287104} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.487916] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a0a12ab-58de-4a45-98b0-7dac094b3b32 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1744.493025] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f248b5ea-fabf-4c24-8bf1-21fab93c870b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.512481] env[63348]: DEBUG oslo_vmware.api [None req-5a0a12ab-58de-4a45-98b0-7dac094b3b32 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Waiting for the task: (returnval){ [ 1744.512481] env[63348]: value = "task-2022409" [ 1744.512481] env[63348]: _type = "Task" [ 1744.512481] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.521879] env[63348]: DEBUG oslo_vmware.api [None req-5a0a12ab-58de-4a45-98b0-7dac094b3b32 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Task: {'id': task-2022409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.531557] env[63348]: DEBUG oslo_concurrency.lockutils [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.542160] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': task-2022408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503048} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.542449] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] f22cd326-edcd-4922-b377-4a7c9c8c5d16/f22cd326-edcd-4922-b377-4a7c9c8c5d16.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1744.542712] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1744.543084] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6194154e-b753-4b4f-87a4-8ddcf64f5db2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.551099] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Waiting for the task: (returnval){ [ 1744.551099] env[63348]: value = "task-2022410" [ 1744.551099] env[63348]: _type = "Task" [ 1744.551099] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.560714] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': task-2022410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.640760] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edbc8e5-1973-4a7c-b409-ec078bd7d0f2 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1744.641098] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25bf05a5-e371-4a50-9b06-370c5704b279 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.651023] env[63348]: DEBUG oslo_vmware.api [None req-9edbc8e5-1973-4a7c-b409-ec078bd7d0f2 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1744.651023] env[63348]: value = "task-2022411" [ 1744.651023] env[63348]: _type = "Task" [ 1744.651023] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.660397] env[63348]: DEBUG oslo_vmware.api [None req-9edbc8e5-1973-4a7c-b409-ec078bd7d0f2 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.767298] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.768137] env[63348]: DEBUG nova.compute.manager [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1744.771018] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.041s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.771977] env[63348]: INFO nova.compute.claims [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1744.868983] env[63348]: DEBUG nova.network.neutron [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Successfully updated port: 4332f2cc-e7c8-4b95-88ee-836a35a456fd {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1744.904848] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528e7560-4b20-ec4a-0465-dd1e00c96d01, 'name': SearchDatastore_Task, 'duration_secs': 0.05795} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.905423] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.905770] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1744.906162] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.906425] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.906726] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1744.907086] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-531fa52b-63c8-4718-a3f2-573960fb7354 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.919021] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1744.919021] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1744.919021] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa3e5d0-00ba-4e6a-ae91-29058b503411 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.925680] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Waiting for the task: (returnval){ [ 1744.925680] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f4d574-4637-2378-4534-c928579ca65b" [ 1744.925680] env[63348]: _type = "Task" [ 1744.925680] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.935852] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f4d574-4637-2378-4534-c928579ca65b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.003065] env[63348]: DEBUG nova.network.neutron [req-e5d7079a-9d34-4ebc-ad46-c0bcc845040b req-e8f37758-8f1b-4b0e-bf60-979d4bbcce0c service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Updated VIF entry in instance network info cache for port 8ffd0375-18ce-49a0-9bb7-f736770bbd47. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1745.003065] env[63348]: DEBUG nova.network.neutron [req-e5d7079a-9d34-4ebc-ad46-c0bcc845040b req-e8f37758-8f1b-4b0e-bf60-979d4bbcce0c service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Updating instance_info_cache with network_info: [{"id": "8ffd0375-18ce-49a0-9bb7-f736770bbd47", "address": "fa:16:3e:69:a9:98", "network": {"id": "a2ec3a11-8364-4b34-ae52-4384e6d2dff6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-280337872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b567bb29c1c34c05bbac04c972e1324d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffd0375-18", "ovs_interfaceid": "8ffd0375-18ce-49a0-9bb7-f736770bbd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.024105] env[63348]: DEBUG oslo_vmware.api [None req-5a0a12ab-58de-4a45-98b0-7dac094b3b32 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Task: {'id': task-2022409, 'name': ReconfigVM_Task, 'duration_secs': 0.159891} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.024693] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a0a12ab-58de-4a45-98b0-7dac094b3b32 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415552', 'volume_id': '3555d101-f5d6-4754-8c1d-afe90b89fd57', 'name': 'volume-3555d101-f5d6-4754-8c1d-afe90b89fd57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fe84c5b-5758-4907-9578-8e9a8588088c', 'attached_at': '', 'detached_at': '', 'volume_id': '3555d101-f5d6-4754-8c1d-afe90b89fd57', 'serial': '3555d101-f5d6-4754-8c1d-afe90b89fd57'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1745.066218] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': task-2022410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073754} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.066218] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1745.067020] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80a719d-0d28-433c-9ff3-dc1f9dc8c811 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.096189] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] f22cd326-edcd-4922-b377-4a7c9c8c5d16/f22cd326-edcd-4922-b377-4a7c9c8c5d16.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1745.096535] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4dc3e3c-8e18-4e0a-8df5-be6bd77b1e96 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.120188] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Waiting for the task: (returnval){ [ 1745.120188] env[63348]: value = "task-2022412" [ 1745.120188] env[63348]: _type = "Task" [ 1745.120188] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.129456] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': task-2022412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.163494] env[63348]: DEBUG oslo_vmware.api [None req-9edbc8e5-1973-4a7c-b409-ec078bd7d0f2 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022411, 'name': PowerOffVM_Task, 'duration_secs': 0.200174} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.163883] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edbc8e5-1973-4a7c-b409-ec078bd7d0f2 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1745.164885] env[63348]: DEBUG nova.compute.manager [None req-9edbc8e5-1973-4a7c-b409-ec078bd7d0f2 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1745.165877] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523cd9fa-7d50-4b0f-aee3-a31a5d4e0557 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.277870] env[63348]: DEBUG nova.compute.utils [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1745.282636] env[63348]: DEBUG nova.compute.manager [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1745.282636] env[63348]: DEBUG nova.network.neutron [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1745.350588] env[63348]: DEBUG nova.policy [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9522bfc8a794968bfbd122f2b65640a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddbd36d53978473a8e5f50c7f4f7d6e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1745.372096] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "refresh_cache-bd7cc2b2-d9da-416a-86c1-ea67330c3bed" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.372239] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquired lock "refresh_cache-bd7cc2b2-d9da-416a-86c1-ea67330c3bed" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.372431] env[63348]: DEBUG nova.network.neutron [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1745.439148] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f4d574-4637-2378-4534-c928579ca65b, 'name': SearchDatastore_Task, 'duration_secs': 0.010664} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.440103] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dcb9855-789e-4ab7-872e-739acb765692 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.446416] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Waiting for the task: (returnval){ [ 1745.446416] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5297b82d-bd99-b58b-565b-7e8e1490921b" [ 1745.446416] env[63348]: _type = "Task" [ 1745.446416] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.455497] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5297b82d-bd99-b58b-565b-7e8e1490921b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.505525] env[63348]: DEBUG oslo_concurrency.lockutils [req-e5d7079a-9d34-4ebc-ad46-c0bcc845040b req-e8f37758-8f1b-4b0e-bf60-979d4bbcce0c service nova] Releasing lock "refresh_cache-acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.600569] env[63348]: DEBUG nova.objects.instance [None req-5a0a12ab-58de-4a45-98b0-7dac094b3b32 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Lazy-loading 'flavor' on Instance uuid 8fe84c5b-5758-4907-9578-8e9a8588088c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1745.633408] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': task-2022412, 'name': ReconfigVM_Task, 'duration_secs': 0.508073} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.633743] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Reconfigured VM instance instance-00000027 to attach disk [datastore2] f22cd326-edcd-4922-b377-4a7c9c8c5d16/f22cd326-edcd-4922-b377-4a7c9c8c5d16.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1745.634419] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3552e5d7-64e3-418b-bf5c-8466fb7cf052 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.642447] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Waiting for the task: (returnval){ [ 1745.642447] env[63348]: value = "task-2022413" [ 1745.642447] env[63348]: _type = "Task" [ 1745.642447] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.654974] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': task-2022413, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.681759] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9edbc8e5-1973-4a7c-b409-ec078bd7d0f2 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.783261] env[63348]: DEBUG nova.compute.manager [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1745.828328] env[63348]: DEBUG nova.network.neutron [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Successfully created port: 7be4074f-5a31-4207-9612-d0cfad4f6f37 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1745.911987] env[63348]: DEBUG nova.network.neutron [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1745.967343] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5297b82d-bd99-b58b-565b-7e8e1490921b, 'name': SearchDatastore_Task, 'duration_secs': 0.035756} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.972626] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.972914] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a/acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1745.973590] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-143a2fde-2c7b-443b-8cd3-488296e7afff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.982855] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Waiting for the task: (returnval){ [ 1745.982855] env[63348]: value = "task-2022414" [ 1745.982855] env[63348]: _type = "Task" [ 1745.982855] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.997624] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': task-2022414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.116237] env[63348]: DEBUG nova.network.neutron [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Updating instance_info_cache with network_info: [{"id": "4332f2cc-e7c8-4b95-88ee-836a35a456fd", "address": "fa:16:3e:22:28:23", "network": {"id": "d03f00f6-db52-4458-88ce-5e719aee9abc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2055551534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb35ff4d44a84407a190a1e743d3c030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4332f2cc-e7", "ovs_interfaceid": "4332f2cc-e7c8-4b95-88ee-836a35a456fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.160149] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': task-2022413, 'name': Rename_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.163951] env[63348]: DEBUG nova.compute.manager [req-d1b5eaf3-17e1-474a-980f-234c9c1eb8c4 req-29448dd9-b95a-42c5-bb10-bbb7bb77b024 service nova] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Received event network-vif-plugged-4332f2cc-e7c8-4b95-88ee-836a35a456fd {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1746.168191] env[63348]: DEBUG oslo_concurrency.lockutils [req-d1b5eaf3-17e1-474a-980f-234c9c1eb8c4 req-29448dd9-b95a-42c5-bb10-bbb7bb77b024 service nova] Acquiring lock "bd7cc2b2-d9da-416a-86c1-ea67330c3bed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.168191] env[63348]: DEBUG oslo_concurrency.lockutils [req-d1b5eaf3-17e1-474a-980f-234c9c1eb8c4 req-29448dd9-b95a-42c5-bb10-bbb7bb77b024 service nova] Lock "bd7cc2b2-d9da-416a-86c1-ea67330c3bed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.168191] env[63348]: DEBUG oslo_concurrency.lockutils [req-d1b5eaf3-17e1-474a-980f-234c9c1eb8c4 req-29448dd9-b95a-42c5-bb10-bbb7bb77b024 service nova] Lock "bd7cc2b2-d9da-416a-86c1-ea67330c3bed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.168191] env[63348]: DEBUG nova.compute.manager [req-d1b5eaf3-17e1-474a-980f-234c9c1eb8c4 req-29448dd9-b95a-42c5-bb10-bbb7bb77b024 service nova] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] No waiting events found dispatching network-vif-plugged-4332f2cc-e7c8-4b95-88ee-836a35a456fd {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1746.168191] env[63348]: WARNING nova.compute.manager [req-d1b5eaf3-17e1-474a-980f-234c9c1eb8c4 req-29448dd9-b95a-42c5-bb10-bbb7bb77b024 service nova] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Received unexpected event network-vif-plugged-4332f2cc-e7c8-4b95-88ee-836a35a456fd for instance with vm_state building and task_state spawning. [ 1746.168562] env[63348]: DEBUG nova.compute.manager [req-d1b5eaf3-17e1-474a-980f-234c9c1eb8c4 req-29448dd9-b95a-42c5-bb10-bbb7bb77b024 service nova] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Received event network-changed-4332f2cc-e7c8-4b95-88ee-836a35a456fd {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1746.168562] env[63348]: DEBUG nova.compute.manager [req-d1b5eaf3-17e1-474a-980f-234c9c1eb8c4 req-29448dd9-b95a-42c5-bb10-bbb7bb77b024 service nova] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Refreshing instance network info cache due to event network-changed-4332f2cc-e7c8-4b95-88ee-836a35a456fd. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1746.168562] env[63348]: DEBUG oslo_concurrency.lockutils [req-d1b5eaf3-17e1-474a-980f-234c9c1eb8c4 req-29448dd9-b95a-42c5-bb10-bbb7bb77b024 service nova] Acquiring lock "refresh_cache-bd7cc2b2-d9da-416a-86c1-ea67330c3bed" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.363366] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96116068-700b-4321-84ce-63c77a0df888 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.375085] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16edb1d6-fa9c-45e4-a9a2-db3112a79b45 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.415212] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba0b2a7-1907-4b37-8b6c-37bbe24479fd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.425866] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9253eca8-4318-4055-9989-182fe8307992 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.445313] env[63348]: DEBUG nova.compute.provider_tree [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1746.495328] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': task-2022414, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.617644] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5a0a12ab-58de-4a45-98b0-7dac094b3b32 tempest-VolumesAssistedSnapshotsTest-1408168804 tempest-VolumesAssistedSnapshotsTest-1408168804-project-admin] Lock "8fe84c5b-5758-4907-9578-8e9a8588088c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.338s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.622023] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Releasing lock "refresh_cache-bd7cc2b2-d9da-416a-86c1-ea67330c3bed" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.622023] env[63348]: DEBUG nova.compute.manager [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Instance network_info: |[{"id": "4332f2cc-e7c8-4b95-88ee-836a35a456fd", "address": "fa:16:3e:22:28:23", "network": {"id": "d03f00f6-db52-4458-88ce-5e719aee9abc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2055551534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb35ff4d44a84407a190a1e743d3c030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4332f2cc-e7", "ovs_interfaceid": "4332f2cc-e7c8-4b95-88ee-836a35a456fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1746.622483] env[63348]: DEBUG oslo_concurrency.lockutils [req-d1b5eaf3-17e1-474a-980f-234c9c1eb8c4 req-29448dd9-b95a-42c5-bb10-bbb7bb77b024 service nova] Acquired lock "refresh_cache-bd7cc2b2-d9da-416a-86c1-ea67330c3bed" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.622483] env[63348]: DEBUG nova.network.neutron [req-d1b5eaf3-17e1-474a-980f-234c9c1eb8c4 req-29448dd9-b95a-42c5-bb10-bbb7bb77b024 service nova] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Refreshing network info cache for port 4332f2cc-e7c8-4b95-88ee-836a35a456fd {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1746.622483] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:28:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4332f2cc-e7c8-4b95-88ee-836a35a456fd', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1746.635402] env[63348]: DEBUG oslo.service.loopingcall [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.639604] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1746.641129] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca8fdf5c-62fb-478a-8516-5d281c258c0b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.679767] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': task-2022413, 'name': Rename_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.680044] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1746.680044] env[63348]: value = "task-2022415" [ 1746.680044] env[63348]: _type = "Task" [ 1746.680044] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.701463] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022415, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.738427] env[63348]: DEBUG oslo_concurrency.lockutils [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "b29a50ef-eb4c-475f-a1a3-f5475093beb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.738672] env[63348]: DEBUG oslo_concurrency.lockutils [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "b29a50ef-eb4c-475f-a1a3-f5475093beb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.803152] env[63348]: DEBUG nova.compute.manager [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1746.836356] env[63348]: DEBUG nova.virt.hardware [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:36:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6245cdf5-1bed-4d6d-a433-64edac8a3a83',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1574087602',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1746.836356] env[63348]: DEBUG nova.virt.hardware [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1746.836356] env[63348]: DEBUG nova.virt.hardware [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1746.836812] env[63348]: DEBUG nova.virt.hardware [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1746.836812] env[63348]: DEBUG nova.virt.hardware [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1746.836812] env[63348]: DEBUG nova.virt.hardware [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1746.836812] env[63348]: DEBUG nova.virt.hardware [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1746.836812] env[63348]: DEBUG nova.virt.hardware [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1746.837111] env[63348]: DEBUG nova.virt.hardware [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1746.837111] env[63348]: DEBUG nova.virt.hardware [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1746.837111] env[63348]: DEBUG nova.virt.hardware [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1746.837438] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caeae33-4030-4083-b952-ce2910fbe680 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.848172] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235895c1-472d-4f27-babb-dbd3192825dd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.854642] env[63348]: DEBUG nova.objects.instance [None req-f65988d1-d9a6-49b6-91fc-ab8b9fc5d5c6 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lazy-loading 'flavor' on Instance uuid 9cabacaf-16ed-4b57-8b1c-b90756c9be4c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.943653] env[63348]: DEBUG nova.network.neutron [req-d1b5eaf3-17e1-474a-980f-234c9c1eb8c4 req-29448dd9-b95a-42c5-bb10-bbb7bb77b024 service nova] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Updated VIF entry in instance network info cache for port 4332f2cc-e7c8-4b95-88ee-836a35a456fd. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1746.944127] env[63348]: DEBUG nova.network.neutron [req-d1b5eaf3-17e1-474a-980f-234c9c1eb8c4 req-29448dd9-b95a-42c5-bb10-bbb7bb77b024 service nova] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Updating instance_info_cache with network_info: [{"id": "4332f2cc-e7c8-4b95-88ee-836a35a456fd", "address": "fa:16:3e:22:28:23", "network": {"id": "d03f00f6-db52-4458-88ce-5e719aee9abc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2055551534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb35ff4d44a84407a190a1e743d3c030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4332f2cc-e7", "ovs_interfaceid": "4332f2cc-e7c8-4b95-88ee-836a35a456fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.948699] env[63348]: DEBUG nova.scheduler.client.report [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1746.996871] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': task-2022414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724945} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.996871] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a/acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1746.996871] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1746.996871] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f54c6efe-54d4-4368-b280-63f4b27d2ba9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.004521] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Waiting for the task: (returnval){ [ 1747.004521] env[63348]: value = "task-2022417" [ 1747.004521] env[63348]: _type = "Task" [ 1747.004521] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.013673] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': task-2022417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.174144] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': task-2022413, 'name': Rename_Task, 'duration_secs': 1.155103} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.174429] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1747.174694] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fdaafc5-d0c1-4210-afd0-48a371c8ec2c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.183527] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Waiting for the task: (returnval){ [ 1747.183527] env[63348]: value = "task-2022418" [ 1747.183527] env[63348]: _type = "Task" [ 1747.183527] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.194809] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': task-2022418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.198232] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022415, 'name': CreateVM_Task, 'duration_secs': 0.423223} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.198603] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1747.199934] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.200257] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.200698] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1747.201081] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4817ba2-700b-41b2-b70d-09d401707cbd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.208014] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1747.208014] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52376ceb-3057-8c10-7d19-93fc32478f78" [ 1747.208014] env[63348]: _type = "Task" [ 1747.208014] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.216932] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52376ceb-3057-8c10-7d19-93fc32478f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.360651] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f65988d1-d9a6-49b6-91fc-ab8b9fc5d5c6 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.360968] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f65988d1-d9a6-49b6-91fc-ab8b9fc5d5c6 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.361382] env[63348]: DEBUG nova.network.neutron [None req-f65988d1-d9a6-49b6-91fc-ab8b9fc5d5c6 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1747.361722] env[63348]: DEBUG nova.objects.instance [None req-f65988d1-d9a6-49b6-91fc-ab8b9fc5d5c6 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lazy-loading 'info_cache' on Instance uuid 9cabacaf-16ed-4b57-8b1c-b90756c9be4c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1747.447191] env[63348]: DEBUG oslo_concurrency.lockutils [req-d1b5eaf3-17e1-474a-980f-234c9c1eb8c4 req-29448dd9-b95a-42c5-bb10-bbb7bb77b024 service nova] Releasing lock "refresh_cache-bd7cc2b2-d9da-416a-86c1-ea67330c3bed" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.455606] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.456517] env[63348]: DEBUG nova.compute.manager [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1747.459739] env[63348]: DEBUG oslo_concurrency.lockutils [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.607s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.463775] env[63348]: INFO nova.compute.claims [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1747.516332] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': task-2022417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071203} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.516680] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1747.517530] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3a492a-2b9a-4714-87db-a32e6a8d0cd5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.520711] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Acquiring lock "b145eddf-c0e7-4a82-936b-1e929500929e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.520711] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Lock "b145eddf-c0e7-4a82-936b-1e929500929e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.520889] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Acquiring lock "b145eddf-c0e7-4a82-936b-1e929500929e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.521067] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Lock "b145eddf-c0e7-4a82-936b-1e929500929e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.521181] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Lock "b145eddf-c0e7-4a82-936b-1e929500929e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.524012] env[63348]: INFO nova.compute.manager [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Terminating instance [ 1747.548190] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a/acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1747.549629] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-392724a2-a1c7-4f62-9cbe-2c8924a1e042 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.567061] env[63348]: DEBUG nova.compute.manager [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1747.567286] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1747.568561] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b54a173-35a6-4593-97e7-34ac54f98a44 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.578657] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1747.579981] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06dbea7f-f2ca-4453-a3c3-b282e2f61ef2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.581182] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Waiting for the task: (returnval){ [ 1747.581182] env[63348]: value = "task-2022419" [ 1747.581182] env[63348]: _type = "Task" [ 1747.581182] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.589098] env[63348]: DEBUG oslo_vmware.api [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Waiting for the task: (returnval){ [ 1747.589098] env[63348]: value = "task-2022420" [ 1747.589098] env[63348]: _type = "Task" [ 1747.589098] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.594498] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': task-2022419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.606160] env[63348]: DEBUG oslo_vmware.api [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': task-2022420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.631718] env[63348]: DEBUG nova.compute.manager [req-46a748ed-555f-455d-b9e6-8700c205d8bb req-3cf80b56-97f6-49e0-93bc-7c6ecda29307 service nova] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Received event network-vif-plugged-7be4074f-5a31-4207-9612-d0cfad4f6f37 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1747.632542] env[63348]: DEBUG oslo_concurrency.lockutils [req-46a748ed-555f-455d-b9e6-8700c205d8bb req-3cf80b56-97f6-49e0-93bc-7c6ecda29307 service nova] Acquiring lock "36970daf-9b81-47f3-94fe-963dd71f90d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.632542] env[63348]: DEBUG oslo_concurrency.lockutils [req-46a748ed-555f-455d-b9e6-8700c205d8bb req-3cf80b56-97f6-49e0-93bc-7c6ecda29307 service nova] Lock "36970daf-9b81-47f3-94fe-963dd71f90d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.634221] env[63348]: DEBUG oslo_concurrency.lockutils [req-46a748ed-555f-455d-b9e6-8700c205d8bb req-3cf80b56-97f6-49e0-93bc-7c6ecda29307 service nova] Lock "36970daf-9b81-47f3-94fe-963dd71f90d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.634221] env[63348]: DEBUG nova.compute.manager [req-46a748ed-555f-455d-b9e6-8700c205d8bb req-3cf80b56-97f6-49e0-93bc-7c6ecda29307 service nova] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] No waiting events found dispatching network-vif-plugged-7be4074f-5a31-4207-9612-d0cfad4f6f37 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1747.634221] env[63348]: WARNING nova.compute.manager [req-46a748ed-555f-455d-b9e6-8700c205d8bb req-3cf80b56-97f6-49e0-93bc-7c6ecda29307 service nova] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Received unexpected event network-vif-plugged-7be4074f-5a31-4207-9612-d0cfad4f6f37 for instance with vm_state building and task_state spawning. [ 1747.698434] env[63348]: DEBUG oslo_vmware.api [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': task-2022418, 'name': PowerOnVM_Task, 'duration_secs': 0.480953} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.700174] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1747.700174] env[63348]: INFO nova.compute.manager [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Took 11.66 seconds to spawn the instance on the hypervisor. [ 1747.700174] env[63348]: DEBUG nova.compute.manager [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1747.700862] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef727bb-a9e7-4726-b25a-3ec29858ebd4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.722932] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52376ceb-3057-8c10-7d19-93fc32478f78, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.723280] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.723516] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1747.723747] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.723896] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.724087] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1747.724408] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40298f61-2d5c-4e59-9663-3412d32fc3d8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.735556] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1747.735756] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1747.736528] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d29d1c2-d123-4131-af24-d2d6ef1d769f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.743331] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1747.743331] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52826978-11a2-ed72-e195-af0bd1353e78" [ 1747.743331] env[63348]: _type = "Task" [ 1747.743331] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.753956] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52826978-11a2-ed72-e195-af0bd1353e78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.779286] env[63348]: DEBUG nova.network.neutron [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Successfully updated port: 7be4074f-5a31-4207-9612-d0cfad4f6f37 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1747.865780] env[63348]: DEBUG nova.objects.base [None req-f65988d1-d9a6-49b6-91fc-ab8b9fc5d5c6 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Object Instance<9cabacaf-16ed-4b57-8b1c-b90756c9be4c> lazy-loaded attributes: flavor,info_cache {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1747.965854] env[63348]: DEBUG nova.compute.utils [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1747.969729] env[63348]: DEBUG nova.compute.manager [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1747.969729] env[63348]: DEBUG nova.network.neutron [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1748.012312] env[63348]: DEBUG nova.policy [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9469dbf71fe44229e9635a3dcf8b289', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08199ae6bfcd462990fc406724152e85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1748.091801] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': task-2022419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.102297] env[63348]: DEBUG oslo_vmware.api [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': task-2022420, 'name': PowerOffVM_Task, 'duration_secs': 0.28299} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.102616] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1748.102722] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1748.102970] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f6a41de-c39c-452f-bc45-6c661d2fb4c2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.201196] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1748.201196] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1748.201196] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Deleting the datastore file [datastore1] b145eddf-c0e7-4a82-936b-1e929500929e {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1748.201196] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-076567c8-3717-4734-ba3f-149f3810166f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.207058] env[63348]: DEBUG oslo_vmware.api [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Waiting for the task: (returnval){ [ 1748.207058] env[63348]: value = "task-2022422" [ 1748.207058] env[63348]: _type = "Task" [ 1748.207058] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.224876] env[63348]: DEBUG oslo_vmware.api [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': task-2022422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.227905] env[63348]: INFO nova.compute.manager [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Took 43.85 seconds to build instance. [ 1748.259595] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52826978-11a2-ed72-e195-af0bd1353e78, 'name': SearchDatastore_Task, 'duration_secs': 0.010379} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.261399] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0f0f70-2472-4994-8c07-718a105640dd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.275821] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1748.275821] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5265e0df-92e4-8bd4-0603-3d0365578efe" [ 1748.275821] env[63348]: _type = "Task" [ 1748.275821] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.287143] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "refresh_cache-36970daf-9b81-47f3-94fe-963dd71f90d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.287589] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquired lock "refresh_cache-36970daf-9b81-47f3-94fe-963dd71f90d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.288190] env[63348]: DEBUG nova.network.neutron [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1748.289583] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5265e0df-92e4-8bd4-0603-3d0365578efe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.471143] env[63348]: DEBUG nova.compute.manager [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1748.537886] env[63348]: DEBUG nova.network.neutron [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Successfully created port: ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1748.594780] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': task-2022419, 'name': ReconfigVM_Task, 'duration_secs': 0.731135} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.595161] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Reconfigured VM instance instance-00000028 to attach disk [datastore2] acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a/acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1748.596189] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c6d8a92-ae9c-45c3-911d-2753dff56d0c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.603095] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Waiting for the task: (returnval){ [ 1748.603095] env[63348]: value = "task-2022423" [ 1748.603095] env[63348]: _type = "Task" [ 1748.603095] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.612654] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': task-2022423, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.629896] env[63348]: DEBUG nova.network.neutron [None req-f65988d1-d9a6-49b6-91fc-ab8b9fc5d5c6 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating instance_info_cache with network_info: [{"id": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "address": "fa:16:3e:25:30:95", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e743d0-9a", "ovs_interfaceid": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.728918] env[63348]: DEBUG oslo_vmware.api [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Task: {'id': task-2022422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148231} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.729176] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1748.729428] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1748.729703] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1748.730027] env[63348]: INFO nova.compute.manager [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1748.730375] env[63348]: DEBUG oslo.service.loopingcall [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1748.730849] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e054c6da-663b-41ed-a121-1e761db6cc89 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Lock "f22cd326-edcd-4922-b377-4a7c9c8c5d16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.386s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.731135] env[63348]: DEBUG nova.compute.manager [-] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1748.731253] env[63348]: DEBUG nova.network.neutron [-] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1748.791187] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5265e0df-92e4-8bd4-0603-3d0365578efe, 'name': SearchDatastore_Task, 'duration_secs': 0.010399} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.797690] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.797781] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] bd7cc2b2-d9da-416a-86c1-ea67330c3bed/bd7cc2b2-d9da-416a-86c1-ea67330c3bed.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1748.799621] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d68d9cff-087b-49c4-b12a-9376b3f032d7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.808698] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1748.808698] env[63348]: value = "task-2022424" [ 1748.808698] env[63348]: _type = "Task" [ 1748.808698] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.825234] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.930695] env[63348]: DEBUG nova.network.neutron [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1748.979445] env[63348]: INFO nova.virt.block_device [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Booting with volume 5a38b270-07c2-4000-99d7-c060f0c12f7d at /dev/sda [ 1749.036834] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0e6f8d-028f-412d-bae2-df80b026205b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.042737] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ca15e49-983a-4e7c-93a2-5c30bda2368e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.056231] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e116f81a-9921-4354-ab27-96995ad40f72 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.067138] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed864574-22a2-457a-a8ae-ab0bd0d95903 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.135557] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dccf6ad-8f60-46af-b7b1-cc29fc5149ff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.141779] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f65988d1-d9a6-49b6-91fc-ab8b9fc5d5c6 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.164170] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62ab6ec0-f78d-417c-8e76-c866f4faa5e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.171243] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': task-2022423, 'name': Rename_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.173430] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdee2191-d796-4b41-94c6-9bf4aef1f97d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.183182] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfce9e8-4a3a-42e2-a68f-6419a052e414 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.203494] env[63348]: DEBUG nova.compute.provider_tree [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.236897] env[63348]: DEBUG nova.compute.manager [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1749.243025] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e033c25-995b-4e41-a304-2f248ac5ae1a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.250287] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f1e03d-008d-4e4f-afb5-a6b5f944564d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.272711] env[63348]: DEBUG nova.virt.block_device [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Updating existing volume attachment record: 4916db16-6347-4485-95e5-16f9ea10506c {{(pid=63348) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1749.329051] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022424, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.392128] env[63348]: DEBUG nova.network.neutron [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Updating instance_info_cache with network_info: [{"id": "7be4074f-5a31-4207-9612-d0cfad4f6f37", "address": "fa:16:3e:a9:56:d0", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be4074f-5a", "ovs_interfaceid": "7be4074f-5a31-4207-9612-d0cfad4f6f37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.632030] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Acquiring lock "c731cd74-f289-409c-a8aa-6faa7cf6bb2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.632030] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Lock "c731cd74-f289-409c-a8aa-6faa7cf6bb2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.632030] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Acquiring lock "c731cd74-f289-409c-a8aa-6faa7cf6bb2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.632030] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Lock "c731cd74-f289-409c-a8aa-6faa7cf6bb2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.632372] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Lock "c731cd74-f289-409c-a8aa-6faa7cf6bb2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.637742] env[63348]: INFO nova.compute.manager [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Terminating instance [ 1749.648141] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': task-2022423, 'name': Rename_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.670657] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65988d1-d9a6-49b6-91fc-ab8b9fc5d5c6 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1749.670985] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4827746c-cfa2-436d-a652-388401740b6c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.679229] env[63348]: DEBUG oslo_vmware.api [None req-f65988d1-d9a6-49b6-91fc-ab8b9fc5d5c6 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1749.679229] env[63348]: value = "task-2022425" [ 1749.679229] env[63348]: _type = "Task" [ 1749.679229] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.688107] env[63348]: DEBUG oslo_vmware.api [None req-f65988d1-d9a6-49b6-91fc-ab8b9fc5d5c6 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.707378] env[63348]: DEBUG nova.scheduler.client.report [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1749.771281] env[63348]: DEBUG oslo_concurrency.lockutils [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.828731] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56183} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.829169] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] bd7cc2b2-d9da-416a-86c1-ea67330c3bed/bd7cc2b2-d9da-416a-86c1-ea67330c3bed.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1749.829460] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1749.830097] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-600083fb-0fad-472e-9eef-ee3cf6d014f9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.839762] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1749.839762] env[63348]: value = "task-2022426" [ 1749.839762] env[63348]: _type = "Task" [ 1749.839762] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.855381] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.864533] env[63348]: DEBUG nova.compute.manager [req-948ab9f8-4d59-46a0-9b69-0c10fdeb9b68 req-71fff72b-35e5-4ea7-9f45-54c5cb95c17f service nova] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Received event network-vif-deleted-5b0a9b19-268e-4310-9cbc-5716879299de {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1749.864736] env[63348]: INFO nova.compute.manager [req-948ab9f8-4d59-46a0-9b69-0c10fdeb9b68 req-71fff72b-35e5-4ea7-9f45-54c5cb95c17f service nova] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Neutron deleted interface 5b0a9b19-268e-4310-9cbc-5716879299de; detaching it from the instance and deleting it from the info cache [ 1749.864991] env[63348]: DEBUG nova.network.neutron [req-948ab9f8-4d59-46a0-9b69-0c10fdeb9b68 req-71fff72b-35e5-4ea7-9f45-54c5cb95c17f service nova] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.899402] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Releasing lock "refresh_cache-36970daf-9b81-47f3-94fe-963dd71f90d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.899771] env[63348]: DEBUG nova.compute.manager [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Instance network_info: |[{"id": "7be4074f-5a31-4207-9612-d0cfad4f6f37", "address": "fa:16:3e:a9:56:d0", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be4074f-5a", "ovs_interfaceid": "7be4074f-5a31-4207-9612-d0cfad4f6f37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1749.900542] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:56:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7be4074f-5a31-4207-9612-d0cfad4f6f37', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1749.908729] env[63348]: DEBUG oslo.service.loopingcall [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.909014] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1749.909257] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a00c5ed-906a-47c6-8d6a-d74020bea519 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.938476] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1749.938476] env[63348]: value = "task-2022427" [ 1749.938476] env[63348]: _type = "Task" [ 1749.938476] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.952713] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022427, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.987977] env[63348]: DEBUG nova.compute.manager [req-4cc860ab-dab6-4162-85ab-4721e1c9cbd7 req-3c6371f9-4eb5-4bbf-821c-fd1f6b640ecd service nova] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Received event network-changed-7be4074f-5a31-4207-9612-d0cfad4f6f37 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1749.987977] env[63348]: DEBUG nova.compute.manager [req-4cc860ab-dab6-4162-85ab-4721e1c9cbd7 req-3c6371f9-4eb5-4bbf-821c-fd1f6b640ecd service nova] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Refreshing instance network info cache due to event network-changed-7be4074f-5a31-4207-9612-d0cfad4f6f37. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1749.987977] env[63348]: DEBUG oslo_concurrency.lockutils [req-4cc860ab-dab6-4162-85ab-4721e1c9cbd7 req-3c6371f9-4eb5-4bbf-821c-fd1f6b640ecd service nova] Acquiring lock "refresh_cache-36970daf-9b81-47f3-94fe-963dd71f90d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.987977] env[63348]: DEBUG oslo_concurrency.lockutils [req-4cc860ab-dab6-4162-85ab-4721e1c9cbd7 req-3c6371f9-4eb5-4bbf-821c-fd1f6b640ecd service nova] Acquired lock "refresh_cache-36970daf-9b81-47f3-94fe-963dd71f90d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.988462] env[63348]: DEBUG nova.network.neutron [req-4cc860ab-dab6-4162-85ab-4721e1c9cbd7 req-3c6371f9-4eb5-4bbf-821c-fd1f6b640ecd service nova] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Refreshing network info cache for port 7be4074f-5a31-4207-9612-d0cfad4f6f37 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1750.014153] env[63348]: DEBUG nova.network.neutron [-] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.146097] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': task-2022423, 'name': Rename_Task, 'duration_secs': 1.270897} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.146222] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1750.146470] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26d00601-d790-43a6-9a53-d37946241598 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.150189] env[63348]: DEBUG nova.compute.manager [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1750.150412] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1750.150654] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93cfec1e-b8b4-4302-bfb5-6acac9009c56 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.155132] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Waiting for the task: (returnval){ [ 1750.155132] env[63348]: value = "task-2022428" [ 1750.155132] env[63348]: _type = "Task" [ 1750.155132] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.159818] env[63348]: DEBUG oslo_vmware.api [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Waiting for the task: (returnval){ [ 1750.159818] env[63348]: value = "task-2022429" [ 1750.159818] env[63348]: _type = "Task" [ 1750.159818] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.166596] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': task-2022428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.172494] env[63348]: DEBUG oslo_vmware.api [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.191139] env[63348]: DEBUG oslo_vmware.api [None req-f65988d1-d9a6-49b6-91fc-ab8b9fc5d5c6 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022425, 'name': PowerOnVM_Task, 'duration_secs': 0.442613} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.191571] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65988d1-d9a6-49b6-91fc-ab8b9fc5d5c6 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1750.191719] env[63348]: DEBUG nova.compute.manager [None req-f65988d1-d9a6-49b6-91fc-ab8b9fc5d5c6 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1750.192453] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a43dcb-45ee-47d3-9da6-f747dea22ff6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.213912] env[63348]: DEBUG oslo_concurrency.lockutils [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.214218] env[63348]: DEBUG nova.compute.manager [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1750.217284] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.307s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.217529] env[63348]: DEBUG nova.objects.instance [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lazy-loading 'resources' on Instance uuid 4a57ba32-af4f-40ae-adfa-44a392db196c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.356123] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074839} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.356630] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1750.357579] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c846668e-d999-41e4-8334-520cd031d718 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.388224] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] bd7cc2b2-d9da-416a-86c1-ea67330c3bed/bd7cc2b2-d9da-416a-86c1-ea67330c3bed.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.390860] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea2142f0-4541-4478-aa8c-ff48bdd39c1a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.392957] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9addbb79-8c4c-4786-9264-3d0e6ff10708 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.425995] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51290091-b24b-4216-9bc2-d1c72b6e065d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.437787] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1750.437787] env[63348]: value = "task-2022430" [ 1750.437787] env[63348]: _type = "Task" [ 1750.437787] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.454334] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.477184] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022427, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.477184] env[63348]: DEBUG nova.compute.manager [req-948ab9f8-4d59-46a0-9b69-0c10fdeb9b68 req-71fff72b-35e5-4ea7-9f45-54c5cb95c17f service nova] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Detach interface failed, port_id=5b0a9b19-268e-4310-9cbc-5716879299de, reason: Instance b145eddf-c0e7-4a82-936b-1e929500929e could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1750.518022] env[63348]: INFO nova.compute.manager [-] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Took 1.79 seconds to deallocate network for instance. [ 1750.567461] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Acquiring lock "8fe84c5b-5758-4907-9578-8e9a8588088c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.567761] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Lock "8fe84c5b-5758-4907-9578-8e9a8588088c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.568017] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Acquiring lock "8fe84c5b-5758-4907-9578-8e9a8588088c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.568239] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Lock "8fe84c5b-5758-4907-9578-8e9a8588088c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.570788] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Lock "8fe84c5b-5758-4907-9578-8e9a8588088c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.571534] env[63348]: INFO nova.compute.manager [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Terminating instance [ 1750.674928] env[63348]: DEBUG oslo_vmware.api [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022429, 'name': PowerOffVM_Task, 'duration_secs': 0.22708} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.682070] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1750.682246] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Volume detach. Driver type: vmdk {{(pid=63348) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1750.683020] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415469', 'volume_id': 'b91ac360-8b4e-448d-be18-9242e4d80391', 'name': 'volume-b91ac360-8b4e-448d-be18-9242e4d80391', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c731cd74-f289-409c-a8aa-6faa7cf6bb2b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b91ac360-8b4e-448d-be18-9242e4d80391', 'serial': 'b91ac360-8b4e-448d-be18-9242e4d80391'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1750.683382] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': task-2022428, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.684452] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6ab17d-4aca-4cb6-beff-b687290db85c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.710859] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbbbc8d-7a90-4357-afec-5065262c5fdf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.720826] env[63348]: DEBUG nova.compute.utils [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1750.730153] env[63348]: DEBUG nova.compute.manager [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1750.732053] env[63348]: DEBUG nova.network.neutron [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1750.733929] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7afc4f-875c-4351-b49c-d96f6d2526d2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.762225] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9810e929-d214-4c03-a704-9da7b3e8d38c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.784507] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] The volume has not been displaced from its original location: [datastore2] volume-b91ac360-8b4e-448d-be18-9242e4d80391/volume-b91ac360-8b4e-448d-be18-9242e4d80391.vmdk. No consolidation needed. {{(pid=63348) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1750.790399] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1750.793570] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b214eef8-7880-4d76-9e8f-891f6298059a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.818029] env[63348]: DEBUG oslo_vmware.api [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Waiting for the task: (returnval){ [ 1750.818029] env[63348]: value = "task-2022431" [ 1750.818029] env[63348]: _type = "Task" [ 1750.818029] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.818987] env[63348]: DEBUG nova.network.neutron [req-4cc860ab-dab6-4162-85ab-4721e1c9cbd7 req-3c6371f9-4eb5-4bbf-821c-fd1f6b640ecd service nova] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Updated VIF entry in instance network info cache for port 7be4074f-5a31-4207-9612-d0cfad4f6f37. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1750.819351] env[63348]: DEBUG nova.network.neutron [req-4cc860ab-dab6-4162-85ab-4721e1c9cbd7 req-3c6371f9-4eb5-4bbf-821c-fd1f6b640ecd service nova] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Updating instance_info_cache with network_info: [{"id": "7be4074f-5a31-4207-9612-d0cfad4f6f37", "address": "fa:16:3e:a9:56:d0", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be4074f-5a", "ovs_interfaceid": "7be4074f-5a31-4207-9612-d0cfad4f6f37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.836174] env[63348]: DEBUG oslo_vmware.api [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022431, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.880930] env[63348]: DEBUG nova.policy [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac70e1b7fde44b049cac6759bd6e3154', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4cc622cc31f4571a2ef5e264046ed92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1750.917385] env[63348]: DEBUG nova.compute.manager [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1750.918218] env[63348]: DEBUG nova.virt.hardware [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1750.918414] env[63348]: DEBUG nova.virt.hardware [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1750.918565] env[63348]: DEBUG nova.virt.hardware [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1750.918761] env[63348]: DEBUG nova.virt.hardware [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1750.918908] env[63348]: DEBUG nova.virt.hardware [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1750.919090] env[63348]: DEBUG nova.virt.hardware [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1750.919253] env[63348]: DEBUG nova.virt.hardware [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1750.919411] env[63348]: DEBUG nova.virt.hardware [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1750.919587] env[63348]: DEBUG nova.virt.hardware [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1750.919751] env[63348]: DEBUG nova.virt.hardware [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1750.920025] env[63348]: DEBUG nova.virt.hardware [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1750.921228] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34024cfb-f1e9-47d8-8efb-48f15e4fa4c5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.931970] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efc51c7-39f1-4dae-9e60-84e2320fcad5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.967375] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022430, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.971290] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022427, 'name': CreateVM_Task, 'duration_secs': 0.688567} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.971518] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1750.972268] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.972435] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.972801] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1750.975800] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-187d6e24-669e-46be-a563-80a6af80aea0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.983903] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1750.983903] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525df02c-6417-fac5-be54-10309828e32b" [ 1750.983903] env[63348]: _type = "Task" [ 1750.983903] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.995940] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525df02c-6417-fac5-be54-10309828e32b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.023563] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.080457] env[63348]: DEBUG nova.compute.manager [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1751.080457] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1751.081183] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7130b202-19ef-4993-a0a8-21f4ba63e4d8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.093347] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1751.093665] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57939608-044a-4017-80bf-f1e947e636cf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.102541] env[63348]: DEBUG oslo_vmware.api [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Waiting for the task: (returnval){ [ 1751.102541] env[63348]: value = "task-2022432" [ 1751.102541] env[63348]: _type = "Task" [ 1751.102541] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.117873] env[63348]: DEBUG oslo_vmware.api [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': task-2022432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.123553] env[63348]: DEBUG nova.network.neutron [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Successfully updated port: ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1751.173088] env[63348]: DEBUG oslo_vmware.api [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': task-2022428, 'name': PowerOnVM_Task, 'duration_secs': 0.771855} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.173384] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1751.173634] env[63348]: INFO nova.compute.manager [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1751.173771] env[63348]: DEBUG nova.compute.manager [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1751.175015] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29411875-2e86-402e-9bd3-607692d58433 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.230019] env[63348]: DEBUG nova.compute.manager [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1751.328220] env[63348]: DEBUG oslo_concurrency.lockutils [req-4cc860ab-dab6-4162-85ab-4721e1c9cbd7 req-3c6371f9-4eb5-4bbf-821c-fd1f6b640ecd service nova] Releasing lock "refresh_cache-36970daf-9b81-47f3-94fe-963dd71f90d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.336797] env[63348]: DEBUG oslo_vmware.api [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022431, 'name': ReconfigVM_Task, 'duration_secs': 0.251382} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.341306] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1751.347508] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f52e16d4-6baf-4b28-b579-35546f0fd6d2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.368536] env[63348]: DEBUG oslo_vmware.api [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Waiting for the task: (returnval){ [ 1751.368536] env[63348]: value = "task-2022433" [ 1751.368536] env[63348]: _type = "Task" [ 1751.368536] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.380161] env[63348]: DEBUG oslo_vmware.api [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.396853] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc6366d-701b-4362-a7d1-22c380db5282 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.405825] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b98683-d761-4ae3-abfa-8c83d2d1a331 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.445451] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d7c0a5-a284-4da5-ab5b-f63aa0bffe60 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.458274] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2ad4b0-9410-4120-810e-efaeadb456f2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.462576] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022430, 'name': ReconfigVM_Task, 'duration_secs': 0.592443} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.462900] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Reconfigured VM instance instance-00000029 to attach disk [datastore1] bd7cc2b2-d9da-416a-86c1-ea67330c3bed/bd7cc2b2-d9da-416a-86c1-ea67330c3bed.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1751.464322] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbb6a503-9e1b-43d3-ac9f-b931acfff166 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.475658] env[63348]: DEBUG nova.compute.provider_tree [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1751.478520] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1751.478520] env[63348]: value = "task-2022434" [ 1751.478520] env[63348]: _type = "Task" [ 1751.478520] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.491059] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022434, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.498823] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525df02c-6417-fac5-be54-10309828e32b, 'name': SearchDatastore_Task, 'duration_secs': 0.027023} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.499175] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.499429] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1751.499816] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.500080] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.500397] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1751.500803] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56d19707-fd1b-447c-8c04-57b45189215b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.513213] env[63348]: DEBUG nova.network.neutron [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Successfully created port: 956612a3-79b2-4ca6-86d7-7dffa067b0ef {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1751.515743] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1751.515984] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1751.516836] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9eb517-9595-460d-bbda-233f57712e1d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.524777] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1751.524777] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a192b9-6774-c9e6-146c-01d9a31e0163" [ 1751.524777] env[63348]: _type = "Task" [ 1751.524777] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.534684] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a192b9-6774-c9e6-146c-01d9a31e0163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.617769] env[63348]: DEBUG oslo_vmware.api [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': task-2022432, 'name': PowerOffVM_Task, 'duration_secs': 0.354998} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.618107] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1751.618330] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1751.618867] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-908f7b37-dddc-42a8-84fe-51fddf2f4d83 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.629621] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Acquiring lock "refresh_cache-7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.629815] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Acquired lock "refresh_cache-7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.630348] env[63348]: DEBUG nova.network.neutron [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1751.699172] env[63348]: INFO nova.compute.manager [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Took 43.12 seconds to build instance. [ 1751.784086] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1751.784086] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1751.784086] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Deleting the datastore file [datastore2] 8fe84c5b-5758-4907-9578-8e9a8588088c {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1751.784086] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6133a24-7a0b-48e2-8fec-d736dcd34ee5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.794183] env[63348]: DEBUG oslo_vmware.api [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Waiting for the task: (returnval){ [ 1751.794183] env[63348]: value = "task-2022436" [ 1751.794183] env[63348]: _type = "Task" [ 1751.794183] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.805475] env[63348]: DEBUG oslo_vmware.api [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': task-2022436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.884990] env[63348]: DEBUG oslo_vmware.api [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022433, 'name': ReconfigVM_Task, 'duration_secs': 0.232732} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.887350] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415469', 'volume_id': 'b91ac360-8b4e-448d-be18-9242e4d80391', 'name': 'volume-b91ac360-8b4e-448d-be18-9242e4d80391', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c731cd74-f289-409c-a8aa-6faa7cf6bb2b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b91ac360-8b4e-448d-be18-9242e4d80391', 'serial': 'b91ac360-8b4e-448d-be18-9242e4d80391'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1751.887350] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1751.890887] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb43f8e-d191-4ef2-a885-83fed88db0be {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.902622] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1751.902622] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a54dc59b-5a2b-4506-b94c-8d93a34b699c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.983389] env[63348]: DEBUG nova.scheduler.client.report [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1752.000982] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022434, 'name': Rename_Task, 'duration_secs': 0.299695} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.001283] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1752.003638] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58dabd61-1290-47af-a05a-fb3935faf85d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.015020] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1752.015020] env[63348]: value = "task-2022438" [ 1752.015020] env[63348]: _type = "Task" [ 1752.015020] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.020952] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.035119] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a192b9-6774-c9e6-146c-01d9a31e0163, 'name': SearchDatastore_Task, 'duration_secs': 0.01285} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.036150] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7c14038-13e6-4bce-8029-4dd750a46fa1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.042845] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1752.042845] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526ee2ac-103b-13a3-3457-cca263075046" [ 1752.042845] env[63348]: _type = "Task" [ 1752.042845] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.053378] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526ee2ac-103b-13a3-3457-cca263075046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.098229] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1752.098802] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1752.099034] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Deleting the datastore file [datastore2] c731cd74-f289-409c-a8aa-6faa7cf6bb2b {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1752.099315] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e15cb9f9-3741-4bba-86ed-989c2dd7a309 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.108329] env[63348]: DEBUG oslo_vmware.api [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Waiting for the task: (returnval){ [ 1752.108329] env[63348]: value = "task-2022439" [ 1752.108329] env[63348]: _type = "Task" [ 1752.108329] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.117477] env[63348]: DEBUG oslo_vmware.api [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.184212] env[63348]: DEBUG nova.network.neutron [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1752.205638] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9e60425c-bebd-49b9-afdc-14f67de51d68 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Lock "acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.123s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.242305] env[63348]: DEBUG nova.compute.manager [req-9e77bb78-81e4-4a7e-8305-c33838bcc14f req-061a2eb0-ee8f-42a7-9997-bd92b44d0a9e service nova] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Received event network-vif-plugged-ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1752.242629] env[63348]: DEBUG oslo_concurrency.lockutils [req-9e77bb78-81e4-4a7e-8305-c33838bcc14f req-061a2eb0-ee8f-42a7-9997-bd92b44d0a9e service nova] Acquiring lock "7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.242908] env[63348]: DEBUG oslo_concurrency.lockutils [req-9e77bb78-81e4-4a7e-8305-c33838bcc14f req-061a2eb0-ee8f-42a7-9997-bd92b44d0a9e service nova] Lock "7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.243206] env[63348]: DEBUG oslo_concurrency.lockutils [req-9e77bb78-81e4-4a7e-8305-c33838bcc14f req-061a2eb0-ee8f-42a7-9997-bd92b44d0a9e service nova] Lock "7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.243510] env[63348]: DEBUG nova.compute.manager [req-9e77bb78-81e4-4a7e-8305-c33838bcc14f req-061a2eb0-ee8f-42a7-9997-bd92b44d0a9e service nova] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] No waiting events found dispatching network-vif-plugged-ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1752.243814] env[63348]: WARNING nova.compute.manager [req-9e77bb78-81e4-4a7e-8305-c33838bcc14f req-061a2eb0-ee8f-42a7-9997-bd92b44d0a9e service nova] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Received unexpected event network-vif-plugged-ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4 for instance with vm_state building and task_state spawning. [ 1752.244217] env[63348]: DEBUG nova.compute.manager [req-9e77bb78-81e4-4a7e-8305-c33838bcc14f req-061a2eb0-ee8f-42a7-9997-bd92b44d0a9e service nova] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Received event network-changed-ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1752.244327] env[63348]: DEBUG nova.compute.manager [req-9e77bb78-81e4-4a7e-8305-c33838bcc14f req-061a2eb0-ee8f-42a7-9997-bd92b44d0a9e service nova] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Refreshing instance network info cache due to event network-changed-ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1752.244484] env[63348]: DEBUG oslo_concurrency.lockutils [req-9e77bb78-81e4-4a7e-8305-c33838bcc14f req-061a2eb0-ee8f-42a7-9997-bd92b44d0a9e service nova] Acquiring lock "refresh_cache-7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.246829] env[63348]: DEBUG nova.compute.manager [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1752.288068] env[63348]: DEBUG nova.virt.hardware [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1752.288318] env[63348]: DEBUG nova.virt.hardware [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1752.288473] env[63348]: DEBUG nova.virt.hardware [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1752.288654] env[63348]: DEBUG nova.virt.hardware [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1752.288797] env[63348]: DEBUG nova.virt.hardware [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1752.288942] env[63348]: DEBUG nova.virt.hardware [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1752.290117] env[63348]: DEBUG nova.virt.hardware [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1752.290312] env[63348]: DEBUG nova.virt.hardware [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1752.290491] env[63348]: DEBUG nova.virt.hardware [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1752.291231] env[63348]: DEBUG nova.virt.hardware [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1752.291231] env[63348]: DEBUG nova.virt.hardware [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1752.292266] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42f252e-d200-4b64-87da-a9be8492bfb9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.308461] env[63348]: DEBUG oslo_vmware.api [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Task: {'id': task-2022436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262854} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.310763] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1752.311299] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1752.311545] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1752.311738] env[63348]: INFO nova.compute.manager [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1752.312027] env[63348]: DEBUG oslo.service.loopingcall [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.312311] env[63348]: DEBUG nova.compute.manager [-] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1752.312461] env[63348]: DEBUG nova.network.neutron [-] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1752.316209] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a8bd1b-a5b4-4584-bb66-e97580e21e00 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.441751] env[63348]: DEBUG nova.network.neutron [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Updating instance_info_cache with network_info: [{"id": "ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4", "address": "fa:16:3e:e2:c9:3f", "network": {"id": "e81ad5e9-f14f-42f3-b815-a0087398f82e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1108413087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08199ae6bfcd462990fc406724152e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac1d5be1-b0", "ovs_interfaceid": "ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.494047] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.496707] env[63348]: DEBUG oslo_concurrency.lockutils [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.173s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.497370] env[63348]: DEBUG nova.objects.instance [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lazy-loading 'resources' on Instance uuid 9d2c0789-1ee9-409a-b8da-17b8a776c067 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1752.522756] env[63348]: INFO nova.scheduler.client.report [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Deleted allocations for instance 4a57ba32-af4f-40ae-adfa-44a392db196c [ 1752.534312] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022438, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.554951] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526ee2ac-103b-13a3-3457-cca263075046, 'name': SearchDatastore_Task, 'duration_secs': 0.018708} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.555409] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.555812] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 36970daf-9b81-47f3-94fe-963dd71f90d6/36970daf-9b81-47f3-94fe-963dd71f90d6.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1752.556366] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-314c69d5-e6e8-42f5-8457-0765685a1632 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.565972] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1752.565972] env[63348]: value = "task-2022440" [ 1752.565972] env[63348]: _type = "Task" [ 1752.565972] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.575590] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.622911] env[63348]: DEBUG oslo_vmware.api [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Task: {'id': task-2022439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128929} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.623327] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1752.623564] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1752.624033] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1752.624033] env[63348]: INFO nova.compute.manager [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Took 2.47 seconds to destroy the instance on the hypervisor. [ 1752.624215] env[63348]: DEBUG oslo.service.loopingcall [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.624434] env[63348]: DEBUG nova.compute.manager [-] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1752.624542] env[63348]: DEBUG nova.network.neutron [-] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1752.714626] env[63348]: DEBUG nova.compute.manager [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1752.946835] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Releasing lock "refresh_cache-7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.946835] env[63348]: DEBUG nova.compute.manager [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Instance network_info: |[{"id": "ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4", "address": "fa:16:3e:e2:c9:3f", "network": {"id": "e81ad5e9-f14f-42f3-b815-a0087398f82e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1108413087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08199ae6bfcd462990fc406724152e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac1d5be1-b0", "ovs_interfaceid": "ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1752.947217] env[63348]: DEBUG oslo_concurrency.lockutils [req-9e77bb78-81e4-4a7e-8305-c33838bcc14f req-061a2eb0-ee8f-42a7-9997-bd92b44d0a9e service nova] Acquired lock "refresh_cache-7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.947420] env[63348]: DEBUG nova.network.neutron [req-9e77bb78-81e4-4a7e-8305-c33838bcc14f req-061a2eb0-ee8f-42a7-9997-bd92b44d0a9e service nova] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Refreshing network info cache for port ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1752.952835] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:c9:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1752.965534] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Creating folder: Project (08199ae6bfcd462990fc406724152e85). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1752.969148] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63e46208-642a-4918-9497-813633d6ff90 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.985294] env[63348]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1752.985784] env[63348]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63348) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1752.985904] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Folder already exists: Project (08199ae6bfcd462990fc406724152e85). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1752.986184] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Creating folder: Instances. Parent ref: group-v415518. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1752.986446] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d13a178d-8b03-4cb1-bc8f-391d6d8dc371 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.004042] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Created folder: Instances in parent group-v415518. [ 1753.004276] env[63348]: DEBUG oslo.service.loopingcall [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1753.007873] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1753.008879] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77297ced-cca0-45ce-ac26-04c2def23f9d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.039397] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1753.039397] env[63348]: value = "task-2022443" [ 1753.039397] env[63348]: _type = "Task" [ 1753.039397] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.040073] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3782cd01-2cef-410a-8763-7c96d268294e tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "4a57ba32-af4f-40ae-adfa-44a392db196c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.879s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.051417] env[63348]: DEBUG oslo_vmware.api [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022438, 'name': PowerOnVM_Task, 'duration_secs': 0.773458} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.055256] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1753.055580] env[63348]: INFO nova.compute.manager [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1753.055826] env[63348]: DEBUG nova.compute.manager [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.057097] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e666a5d-ee3f-4349-b6cb-62a3ba9c0b0c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.066812] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022443, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.086853] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022440, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.239297] env[63348]: DEBUG oslo_concurrency.lockutils [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.267402] env[63348]: DEBUG nova.network.neutron [req-9e77bb78-81e4-4a7e-8305-c33838bcc14f req-061a2eb0-ee8f-42a7-9997-bd92b44d0a9e service nova] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Updated VIF entry in instance network info cache for port ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1753.267781] env[63348]: DEBUG nova.network.neutron [req-9e77bb78-81e4-4a7e-8305-c33838bcc14f req-061a2eb0-ee8f-42a7-9997-bd92b44d0a9e service nova] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Updating instance_info_cache with network_info: [{"id": "ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4", "address": "fa:16:3e:e2:c9:3f", "network": {"id": "e81ad5e9-f14f-42f3-b815-a0087398f82e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1108413087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08199ae6bfcd462990fc406724152e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac1d5be1-b0", "ovs_interfaceid": "ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.353102] env[63348]: DEBUG nova.network.neutron [-] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.503475] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cf36ff-8d04-4d5d-a7b7-0a4a9aba1dcc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.512141] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f0500f-031e-49b2-bbf8-3a20a234e2e2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.551419] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b676bdbd-9f96-4370-a287-2aa318f6fe23 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.556955] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022443, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.560639] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bde70ee-10be-4dd5-83f4-497ae1144d65 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.578578] env[63348]: DEBUG nova.compute.provider_tree [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.589490] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691025} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.592260] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 36970daf-9b81-47f3-94fe-963dd71f90d6/36970daf-9b81-47f3-94fe-963dd71f90d6.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1753.592850] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1753.593503] env[63348]: INFO nova.compute.manager [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Took 43.93 seconds to build instance. [ 1753.594362] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47a265e2-1faa-4e08-b8c6-f07fa4095036 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.603825] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1753.603825] env[63348]: value = "task-2022444" [ 1753.603825] env[63348]: _type = "Task" [ 1753.603825] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.613972] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.771327] env[63348]: DEBUG oslo_concurrency.lockutils [req-9e77bb78-81e4-4a7e-8305-c33838bcc14f req-061a2eb0-ee8f-42a7-9997-bd92b44d0a9e service nova] Releasing lock "refresh_cache-7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.854891] env[63348]: INFO nova.compute.manager [-] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Took 1.54 seconds to deallocate network for instance. [ 1753.984291] env[63348]: DEBUG nova.compute.manager [req-cf6eba8c-3abd-44ec-bf7a-c8a3f1dc7ab9 req-6bf050cb-e5c6-4a7b-af06-58e8353bf0fe service nova] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Received event network-vif-deleted-5c876f87-7dd0-42e7-8aac-fa016d177a8a {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1754.009253] env[63348]: DEBUG nova.network.neutron [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Successfully updated port: 956612a3-79b2-4ca6-86d7-7dffa067b0ef {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1754.056816] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022443, 'name': CreateVM_Task, 'duration_secs': 0.821939} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.057032] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1754.057770] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415527', 'volume_id': '5a38b270-07c2-4000-99d7-c060f0c12f7d', 'name': 'volume-5a38b270-07c2-4000-99d7-c060f0c12f7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e', 'attached_at': '', 'detached_at': '', 'volume_id': '5a38b270-07c2-4000-99d7-c060f0c12f7d', 'serial': '5a38b270-07c2-4000-99d7-c060f0c12f7d'}, 'boot_index': 0, 'guest_format': None, 'attachment_id': '4916db16-6347-4485-95e5-16f9ea10506c', 'mount_device': '/dev/sda', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=63348) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1754.058037] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Root volume attach. Driver type: vmdk {{(pid=63348) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1754.059137] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048739a4-2b8a-4f53-b1d6-2d55241c45e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.068613] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0d5a40-3b57-4c76-af3c-38028ba4162a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.076078] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e0d03b-289d-4657-8782-ddef5970d1ae {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.080994] env[63348]: DEBUG nova.scheduler.client.report [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1754.088095] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a76a49d9-faed-442a-9e9d-1b0092ea9a34 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.098800] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea09be81-ea59-4d6d-aeb8-7000ec3dfb4b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "bd7cc2b2-d9da-416a-86c1-ea67330c3bed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.267s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.099242] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Waiting for the task: (returnval){ [ 1754.099242] env[63348]: value = "task-2022445" [ 1754.099242] env[63348]: _type = "Task" [ 1754.099242] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.115509] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022445, 'name': RelocateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.119595] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071805} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.120500] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1754.121475] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cc1bb3-cfe2-403d-a401-cd6b702b2829 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.147913] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 36970daf-9b81-47f3-94fe-963dd71f90d6/36970daf-9b81-47f3-94fe-963dd71f90d6.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1754.148649] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad101777-844b-48c7-890e-557a958c070b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.170921] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1754.170921] env[63348]: value = "task-2022446" [ 1754.170921] env[63348]: _type = "Task" [ 1754.170921] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.181015] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.363510] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.412149] env[63348]: DEBUG nova.network.neutron [-] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.516357] env[63348]: DEBUG oslo_concurrency.lockutils [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquiring lock "refresh_cache-0d5887f8-cf88-4716-a333-e6cb58ce7f40" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.516953] env[63348]: DEBUG oslo_concurrency.lockutils [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquired lock "refresh_cache-0d5887f8-cf88-4716-a333-e6cb58ce7f40" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.517337] env[63348]: DEBUG nova.network.neutron [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1754.586342] env[63348]: DEBUG oslo_concurrency.lockutils [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.589255] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.016s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.590964] env[63348]: INFO nova.compute.claims [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1754.601563] env[63348]: DEBUG nova.compute.manager [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1754.616068] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022445, 'name': RelocateVM_Task} progress is 35%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.623566] env[63348]: DEBUG nova.compute.manager [req-964d61f3-6e56-4a83-abf6-f7ef26e84993 req-b59ffd5b-7abc-44d7-a0a9-8ef75189d363 service nova] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Received event network-vif-plugged-956612a3-79b2-4ca6-86d7-7dffa067b0ef {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1754.624232] env[63348]: DEBUG oslo_concurrency.lockutils [req-964d61f3-6e56-4a83-abf6-f7ef26e84993 req-b59ffd5b-7abc-44d7-a0a9-8ef75189d363 service nova] Acquiring lock "0d5887f8-cf88-4716-a333-e6cb58ce7f40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.626387] env[63348]: DEBUG oslo_concurrency.lockutils [req-964d61f3-6e56-4a83-abf6-f7ef26e84993 req-b59ffd5b-7abc-44d7-a0a9-8ef75189d363 service nova] Lock "0d5887f8-cf88-4716-a333-e6cb58ce7f40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.626387] env[63348]: DEBUG oslo_concurrency.lockutils [req-964d61f3-6e56-4a83-abf6-f7ef26e84993 req-b59ffd5b-7abc-44d7-a0a9-8ef75189d363 service nova] Lock "0d5887f8-cf88-4716-a333-e6cb58ce7f40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.626387] env[63348]: DEBUG nova.compute.manager [req-964d61f3-6e56-4a83-abf6-f7ef26e84993 req-b59ffd5b-7abc-44d7-a0a9-8ef75189d363 service nova] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] No waiting events found dispatching network-vif-plugged-956612a3-79b2-4ca6-86d7-7dffa067b0ef {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1754.626387] env[63348]: WARNING nova.compute.manager [req-964d61f3-6e56-4a83-abf6-f7ef26e84993 req-b59ffd5b-7abc-44d7-a0a9-8ef75189d363 service nova] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Received unexpected event network-vif-plugged-956612a3-79b2-4ca6-86d7-7dffa067b0ef for instance with vm_state building and task_state spawning. [ 1754.626387] env[63348]: DEBUG nova.compute.manager [req-964d61f3-6e56-4a83-abf6-f7ef26e84993 req-b59ffd5b-7abc-44d7-a0a9-8ef75189d363 service nova] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Received event network-vif-deleted-cfa9d608-d2e4-4f82-9943-cb9ce2b697e5 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1754.628188] env[63348]: DEBUG nova.compute.manager [req-964d61f3-6e56-4a83-abf6-f7ef26e84993 req-b59ffd5b-7abc-44d7-a0a9-8ef75189d363 service nova] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Received event network-changed-956612a3-79b2-4ca6-86d7-7dffa067b0ef {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1754.628188] env[63348]: DEBUG nova.compute.manager [req-964d61f3-6e56-4a83-abf6-f7ef26e84993 req-b59ffd5b-7abc-44d7-a0a9-8ef75189d363 service nova] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Refreshing instance network info cache due to event network-changed-956612a3-79b2-4ca6-86d7-7dffa067b0ef. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1754.628188] env[63348]: DEBUG oslo_concurrency.lockutils [req-964d61f3-6e56-4a83-abf6-f7ef26e84993 req-b59ffd5b-7abc-44d7-a0a9-8ef75189d363 service nova] Acquiring lock "refresh_cache-0d5887f8-cf88-4716-a333-e6cb58ce7f40" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.643778] env[63348]: INFO nova.scheduler.client.report [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Deleted allocations for instance 9d2c0789-1ee9-409a-b8da-17b8a776c067 [ 1754.687216] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022446, 'name': ReconfigVM_Task, 'duration_secs': 0.472568} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.687216] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 36970daf-9b81-47f3-94fe-963dd71f90d6/36970daf-9b81-47f3-94fe-963dd71f90d6.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1754.687216] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a0ebfcb-fc3f-4468-a9a6-aa7957a79e59 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.697023] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1754.697023] env[63348]: value = "task-2022447" [ 1754.697023] env[63348]: _type = "Task" [ 1754.697023] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.706744] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022447, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.917877] env[63348]: INFO nova.compute.manager [-] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Took 2.29 seconds to deallocate network for instance. [ 1755.084168] env[63348]: DEBUG nova.network.neutron [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1755.115677] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022445, 'name': RelocateVM_Task} progress is 49%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.134589] env[63348]: DEBUG oslo_concurrency.lockutils [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.152666] env[63348]: DEBUG oslo_concurrency.lockutils [None req-334a3d0c-d530-49d5-82e0-abe5618f342d tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "9d2c0789-1ee9-409a-b8da-17b8a776c067" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.581s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.206855] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022447, 'name': Rename_Task, 'duration_secs': 0.244173} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.207172] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1755.207585] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15f3b6b1-ba3b-475e-a72f-df82182cb06f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.216186] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1755.216186] env[63348]: value = "task-2022448" [ 1755.216186] env[63348]: _type = "Task" [ 1755.216186] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.226768] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.400818] env[63348]: DEBUG nova.network.neutron [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Updating instance_info_cache with network_info: [{"id": "956612a3-79b2-4ca6-86d7-7dffa067b0ef", "address": "fa:16:3e:18:5e:e2", "network": {"id": "b4fda787-9307-49f1-84c3-35e385b4aec6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-182461093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4cc622cc31f4571a2ef5e264046ed92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956612a3-79", "ovs_interfaceid": "956612a3-79b2-4ca6-86d7-7dffa067b0ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.476670] env[63348]: INFO nova.compute.manager [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Took 0.56 seconds to detach 1 volumes for instance. [ 1755.479192] env[63348]: DEBUG nova.compute.manager [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Deleting volume: b91ac360-8b4e-448d-be18-9242e4d80391 {{(pid=63348) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1755.625438] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022445, 'name': RelocateVM_Task} progress is 63%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.731180] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022448, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.905407] env[63348]: DEBUG oslo_concurrency.lockutils [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Releasing lock "refresh_cache-0d5887f8-cf88-4716-a333-e6cb58ce7f40" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.905800] env[63348]: DEBUG nova.compute.manager [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Instance network_info: |[{"id": "956612a3-79b2-4ca6-86d7-7dffa067b0ef", "address": "fa:16:3e:18:5e:e2", "network": {"id": "b4fda787-9307-49f1-84c3-35e385b4aec6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-182461093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4cc622cc31f4571a2ef5e264046ed92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956612a3-79", "ovs_interfaceid": "956612a3-79b2-4ca6-86d7-7dffa067b0ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1755.906384] env[63348]: DEBUG oslo_concurrency.lockutils [req-964d61f3-6e56-4a83-abf6-f7ef26e84993 req-b59ffd5b-7abc-44d7-a0a9-8ef75189d363 service nova] Acquired lock "refresh_cache-0d5887f8-cf88-4716-a333-e6cb58ce7f40" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.906614] env[63348]: DEBUG nova.network.neutron [req-964d61f3-6e56-4a83-abf6-f7ef26e84993 req-b59ffd5b-7abc-44d7-a0a9-8ef75189d363 service nova] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Refreshing network info cache for port 956612a3-79b2-4ca6-86d7-7dffa067b0ef {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1755.908262] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:5e:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '956612a3-79b2-4ca6-86d7-7dffa067b0ef', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1755.917889] env[63348]: DEBUG oslo.service.loopingcall [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.918841] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1755.919729] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fba7e41-e7fb-4cd4-bf7b-c2b91cd85182 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.948461] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1755.948461] env[63348]: value = "task-2022450" [ 1755.948461] env[63348]: _type = "Task" [ 1755.948461] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.961381] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022450, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.034854] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.121578] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022445, 'name': RelocateVM_Task} progress is 75%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.158473] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae47e499-a2c2-40a1-8f61-c7958e1dd9d3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.172254] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96591aea-77d3-4be6-b57e-0393925fdb2f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.211172] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531ece8f-d492-4698-9938-164d4b853e2a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.223958] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ded1d9-9892-480b-9765-2001a688d250 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.235713] env[63348]: DEBUG oslo_vmware.api [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022448, 'name': PowerOnVM_Task, 'duration_secs': 0.866361} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.246312] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1756.246601] env[63348]: INFO nova.compute.manager [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1756.247185] env[63348]: DEBUG nova.compute.manager [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1756.247489] env[63348]: DEBUG nova.compute.provider_tree [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1756.250627] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060519b6-3488-4b7e-8652-db1b819d05bc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.468351] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022450, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.625145] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022445, 'name': RelocateVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.756274] env[63348]: DEBUG nova.scheduler.client.report [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1756.789034] env[63348]: INFO nova.compute.manager [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Took 39.87 seconds to build instance. [ 1756.796514] env[63348]: DEBUG nova.network.neutron [req-964d61f3-6e56-4a83-abf6-f7ef26e84993 req-b59ffd5b-7abc-44d7-a0a9-8ef75189d363 service nova] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Updated VIF entry in instance network info cache for port 956612a3-79b2-4ca6-86d7-7dffa067b0ef. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1756.796750] env[63348]: DEBUG nova.network.neutron [req-964d61f3-6e56-4a83-abf6-f7ef26e84993 req-b59ffd5b-7abc-44d7-a0a9-8ef75189d363 service nova] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Updating instance_info_cache with network_info: [{"id": "956612a3-79b2-4ca6-86d7-7dffa067b0ef", "address": "fa:16:3e:18:5e:e2", "network": {"id": "b4fda787-9307-49f1-84c3-35e385b4aec6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-182461093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4cc622cc31f4571a2ef5e264046ed92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956612a3-79", "ovs_interfaceid": "956612a3-79b2-4ca6-86d7-7dffa067b0ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.960801] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022450, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.006361] env[63348]: DEBUG oslo_concurrency.lockutils [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquiring lock "ba2c581c-a2db-44f5-a71a-6d15e5283c1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.006641] env[63348]: DEBUG oslo_concurrency.lockutils [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "ba2c581c-a2db-44f5-a71a-6d15e5283c1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.006852] env[63348]: DEBUG oslo_concurrency.lockutils [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquiring lock "ba2c581c-a2db-44f5-a71a-6d15e5283c1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.007047] env[63348]: DEBUG oslo_concurrency.lockutils [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "ba2c581c-a2db-44f5-a71a-6d15e5283c1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.007225] env[63348]: DEBUG oslo_concurrency.lockutils [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "ba2c581c-a2db-44f5-a71a-6d15e5283c1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.010239] env[63348]: INFO nova.compute.manager [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Terminating instance [ 1757.031384] env[63348]: DEBUG nova.compute.manager [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1757.032501] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d847c9d-173e-4b31-8fb0-9a748e75dd37 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.123418] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022445, 'name': RelocateVM_Task} progress is 97%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.265158] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.265158] env[63348]: DEBUG nova.compute.manager [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1757.267869] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.983s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.271442] env[63348]: DEBUG nova.compute.manager [req-25afc297-b6aa-4623-b580-f89a79f1b26a req-236d2bf3-3541-45d9-8b29-228397db7933 service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Received event network-changed-8ffd0375-18ce-49a0-9bb7-f736770bbd47 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1757.271762] env[63348]: DEBUG nova.compute.manager [req-25afc297-b6aa-4623-b580-f89a79f1b26a req-236d2bf3-3541-45d9-8b29-228397db7933 service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Refreshing instance network info cache due to event network-changed-8ffd0375-18ce-49a0-9bb7-f736770bbd47. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1757.272122] env[63348]: DEBUG oslo_concurrency.lockutils [req-25afc297-b6aa-4623-b580-f89a79f1b26a req-236d2bf3-3541-45d9-8b29-228397db7933 service nova] Acquiring lock "refresh_cache-acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.272497] env[63348]: DEBUG oslo_concurrency.lockutils [req-25afc297-b6aa-4623-b580-f89a79f1b26a req-236d2bf3-3541-45d9-8b29-228397db7933 service nova] Acquired lock "refresh_cache-acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.272772] env[63348]: DEBUG nova.network.neutron [req-25afc297-b6aa-4623-b580-f89a79f1b26a req-236d2bf3-3541-45d9-8b29-228397db7933 service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Refreshing network info cache for port 8ffd0375-18ce-49a0-9bb7-f736770bbd47 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1757.291111] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e4ab4f9a-5bde-4310-82d0-05e42a3c3c40 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "36970daf-9b81-47f3-94fe-963dd71f90d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.184s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.299341] env[63348]: DEBUG oslo_concurrency.lockutils [req-964d61f3-6e56-4a83-abf6-f7ef26e84993 req-b59ffd5b-7abc-44d7-a0a9-8ef75189d363 service nova] Releasing lock "refresh_cache-0d5887f8-cf88-4716-a333-e6cb58ce7f40" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.429529] env[63348]: DEBUG oslo_concurrency.lockutils [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Acquiring lock "f22cd326-edcd-4922-b377-4a7c9c8c5d16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.432309] env[63348]: DEBUG oslo_concurrency.lockutils [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Lock "f22cd326-edcd-4922-b377-4a7c9c8c5d16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.432563] env[63348]: DEBUG oslo_concurrency.lockutils [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Acquiring lock "f22cd326-edcd-4922-b377-4a7c9c8c5d16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.432760] env[63348]: DEBUG oslo_concurrency.lockutils [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Lock "f22cd326-edcd-4922-b377-4a7c9c8c5d16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.432934] env[63348]: DEBUG oslo_concurrency.lockutils [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Lock "f22cd326-edcd-4922-b377-4a7c9c8c5d16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.435265] env[63348]: INFO nova.compute.manager [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Terminating instance [ 1757.461498] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022450, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.516731] env[63348]: DEBUG nova.compute.manager [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1757.516967] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1757.517856] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731d1cec-982f-4c13-9612-62522f90f492 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.526432] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1757.526680] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63926691-5b85-47b4-9d0f-611312093ce8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.534544] env[63348]: DEBUG oslo_vmware.api [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1757.534544] env[63348]: value = "task-2022451" [ 1757.534544] env[63348]: _type = "Task" [ 1757.534544] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.544191] env[63348]: INFO nova.compute.manager [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] instance snapshotting [ 1757.546045] env[63348]: DEBUG oslo_vmware.api [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.547384] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c547e49b-500a-4d52-94e1-9c71ec26532d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.567547] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58cfd6c-1fd9-4b79-ba79-c51081fce411 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.626538] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022445, 'name': RelocateVM_Task} progress is 97%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.776518] env[63348]: DEBUG nova.compute.utils [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1757.790613] env[63348]: DEBUG nova.compute.manager [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1757.793473] env[63348]: DEBUG nova.compute.manager [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1757.793473] env[63348]: DEBUG nova.network.neutron [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1757.938612] env[63348]: DEBUG nova.policy [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16ba79e4ef3f498c8543b25f329c8e3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b4bdd51702e41f09e96d77d095278aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1757.941245] env[63348]: DEBUG nova.compute.manager [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1757.941450] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1757.942564] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774eaee3-1258-4a88-abcb-c2221ef1bbea {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.951569] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1757.954877] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65557b91-0840-40b4-b25c-13efa5ed7ec3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.962179] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022450, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.963641] env[63348]: DEBUG oslo_vmware.api [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Waiting for the task: (returnval){ [ 1757.963641] env[63348]: value = "task-2022452" [ 1757.963641] env[63348]: _type = "Task" [ 1757.963641] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.972684] env[63348]: DEBUG oslo_vmware.api [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': task-2022452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.044019] env[63348]: DEBUG oslo_vmware.api [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022451, 'name': PowerOffVM_Task, 'duration_secs': 0.208901} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.044305] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1758.044475] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1758.044721] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1f3bdc3-fc1b-4eda-b50d-a41b180409cd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.079152] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Creating Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1758.079531] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c99e66b0-0657-4291-98ab-5c71e8cb1e87 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.090544] env[63348]: DEBUG oslo_vmware.api [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1758.090544] env[63348]: value = "task-2022454" [ 1758.090544] env[63348]: _type = "Task" [ 1758.090544] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.099565] env[63348]: DEBUG oslo_vmware.api [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022454, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.122556] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022445, 'name': RelocateVM_Task} progress is 97%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.148493] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1758.149024] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1758.149024] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Deleting the datastore file [datastore2] ba2c581c-a2db-44f5-a71a-6d15e5283c1b {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1758.149377] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53157ee0-9369-4e7d-bb5f-bcb16d3daf1e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.158081] env[63348]: DEBUG oslo_vmware.api [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for the task: (returnval){ [ 1758.158081] env[63348]: value = "task-2022455" [ 1758.158081] env[63348]: _type = "Task" [ 1758.158081] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.167843] env[63348]: DEBUG oslo_vmware.api [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.319508] env[63348]: WARNING nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 98c625bb-3a8e-4148-87eb-88683c9995b0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1758.319826] env[63348]: WARNING nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance ba49ff78-a55c-4fb7-acf4-c77c53bd82e0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1758.320084] env[63348]: WARNING nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 8fe84c5b-5758-4907-9578-8e9a8588088c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1758.320296] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance ba2c581c-a2db-44f5-a71a-6d15e5283c1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.320503] env[63348]: WARNING nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance b145eddf-c0e7-4a82-936b-1e929500929e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1758.320742] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance d405bcd4-e175-4c22-b7ab-6a03b44bac42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.320981] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance f964b631-4f16-4ba9-b0e2-61b99b1e3bf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.321166] env[63348]: WARNING nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance c731cd74-f289-409c-a8aa-6faa7cf6bb2b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1758.321292] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 9cabacaf-16ed-4b57-8b1c-b90756c9be4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.321408] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 2cee836f-dda6-4be0-9b44-70e207bdc9a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.321590] env[63348]: WARNING nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance ba15760a-2414-46a1-a868-ccc6ba399973 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1758.321760] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 1ef63437-d024-4508-8433-596f964fbc2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.321961] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 753ee905-0679-4502-bfc4-46a993662b53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.322147] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.322287] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance e2fb160c-154e-4a47-87ce-471d2e49ae75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.322474] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 32d353bc-25df-44fe-a0f6-d8f85ada7da9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.322636] env[63348]: WARNING nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance ac18bd52-7b11-4e63-ba7c-8ebacdeaa062 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1758.322832] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance f22cd326-edcd-4922-b377-4a7c9c8c5d16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.323033] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.323177] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance bd7cc2b2-d9da-416a-86c1-ea67330c3bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.323342] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 36970daf-9b81-47f3-94fe-963dd71f90d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.323499] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.324061] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 0d5887f8-cf88-4716-a333-e6cb58ce7f40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.324061] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 3550d32c-b873-462a-a7a1-afc3eb3251ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.464580] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022450, 'name': CreateVM_Task, 'duration_secs': 2.018451} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.469988] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1758.470800] env[63348]: DEBUG oslo_concurrency.lockutils [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.470975] env[63348]: DEBUG oslo_concurrency.lockutils [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.471333] env[63348]: DEBUG oslo_concurrency.lockutils [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1758.475026] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de40e24a-7464-4fe3-a2cd-6580ca6947ff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.478139] env[63348]: DEBUG oslo_vmware.api [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': task-2022452, 'name': PowerOffVM_Task, 'duration_secs': 0.316666} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.479617] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1758.479863] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1758.480235] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1758.480235] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b6d068-ff7b-7d26-20e1-67a01e348c46" [ 1758.480235] env[63348]: _type = "Task" [ 1758.480235] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.480456] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c7bf8ef-ab18-4c45-9026-b5f431d21c9c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.491631] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b6d068-ff7b-7d26-20e1-67a01e348c46, 'name': SearchDatastore_Task, 'duration_secs': 0.011431} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.491744] env[63348]: DEBUG oslo_concurrency.lockutils [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.491905] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1758.492161] env[63348]: DEBUG oslo_concurrency.lockutils [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.492324] env[63348]: DEBUG oslo_concurrency.lockutils [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.492502] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1758.492813] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-feb56bbd-3d84-4b7c-a007-11a0b8af484e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.502184] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1758.502392] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1758.503172] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f28fd2fe-66de-452b-9837-2c867bce3934 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.509908] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1758.509908] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e8d375-92f5-bc48-0b04-8159c5395865" [ 1758.509908] env[63348]: _type = "Task" [ 1758.509908] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.520116] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e8d375-92f5-bc48-0b04-8159c5395865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.603566] env[63348]: DEBUG oslo_vmware.api [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022454, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.623960] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022445, 'name': RelocateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.663699] env[63348]: DEBUG nova.network.neutron [req-25afc297-b6aa-4623-b580-f89a79f1b26a req-236d2bf3-3541-45d9-8b29-228397db7933 service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Updated VIF entry in instance network info cache for port 8ffd0375-18ce-49a0-9bb7-f736770bbd47. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1758.664295] env[63348]: DEBUG nova.network.neutron [req-25afc297-b6aa-4623-b580-f89a79f1b26a req-236d2bf3-3541-45d9-8b29-228397db7933 service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Updating instance_info_cache with network_info: [{"id": "8ffd0375-18ce-49a0-9bb7-f736770bbd47", "address": "fa:16:3e:69:a9:98", "network": {"id": "a2ec3a11-8364-4b34-ae52-4384e6d2dff6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-280337872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b567bb29c1c34c05bbac04c972e1324d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffd0375-18", "ovs_interfaceid": "8ffd0375-18ce-49a0-9bb7-f736770bbd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.671448] env[63348]: DEBUG oslo_vmware.api [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Task: {'id': task-2022455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15965} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.671775] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1758.672024] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1758.672546] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Deleting the datastore file [datastore2] f22cd326-edcd-4922-b377-4a7c9c8c5d16 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1758.673043] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1758.673288] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1758.673809] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1758.673809] env[63348]: INFO nova.compute.manager [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1758.673979] env[63348]: DEBUG oslo.service.loopingcall [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1758.674207] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8343b634-79fe-408f-8293-39c840fdc29e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.677465] env[63348]: DEBUG nova.compute.manager [-] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1758.677465] env[63348]: DEBUG nova.network.neutron [-] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1758.684372] env[63348]: DEBUG oslo_vmware.api [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Waiting for the task: (returnval){ [ 1758.684372] env[63348]: value = "task-2022457" [ 1758.684372] env[63348]: _type = "Task" [ 1758.684372] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.698766] env[63348]: DEBUG oslo_vmware.api [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': task-2022457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.803603] env[63348]: DEBUG nova.compute.manager [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1758.827952] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance bd7387bc-8f64-4b1e-b8a8-a317ce7398b2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1758.838549] env[63348]: DEBUG nova.virt.hardware [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1758.838813] env[63348]: DEBUG nova.virt.hardware [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1758.838954] env[63348]: DEBUG nova.virt.hardware [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1758.839169] env[63348]: DEBUG nova.virt.hardware [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1758.839313] env[63348]: DEBUG nova.virt.hardware [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1758.839461] env[63348]: DEBUG nova.virt.hardware [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1758.839669] env[63348]: DEBUG nova.virt.hardware [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1758.839883] env[63348]: DEBUG nova.virt.hardware [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1758.840078] env[63348]: DEBUG nova.virt.hardware [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1758.840264] env[63348]: DEBUG nova.virt.hardware [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1758.840440] env[63348]: DEBUG nova.virt.hardware [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1758.841460] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3583c7-c95b-4c6f-b08a-0dc88d783244 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.851489] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1409e4fa-4886-4517-b9ba-b77d28bb9227 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.021283] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e8d375-92f5-bc48-0b04-8159c5395865, 'name': SearchDatastore_Task, 'duration_secs': 0.013342} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.022140] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e18207-47f7-4a8f-9776-da9e46c70f44 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.029972] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1759.029972] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52266677-2f30-e48b-d648-ec8ecc79ee15" [ 1759.029972] env[63348]: _type = "Task" [ 1759.029972] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.039599] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52266677-2f30-e48b-d648-ec8ecc79ee15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.106270] env[63348]: DEBUG oslo_vmware.api [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022454, 'name': CreateSnapshot_Task, 'duration_secs': 0.622506} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.106657] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Created Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1759.107804] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15335314-7cbf-4fc9-b4fb-fb7ce0ca048f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.120865] env[63348]: DEBUG nova.network.neutron [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Successfully created port: 26dac57e-5712-45ab-b290-39f0f1f89951 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1759.139994] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022445, 'name': RelocateVM_Task, 'duration_secs': 4.556309} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.140170] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Volume attach. Driver type: vmdk {{(pid=63348) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1759.140368] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415527', 'volume_id': '5a38b270-07c2-4000-99d7-c060f0c12f7d', 'name': 'volume-5a38b270-07c2-4000-99d7-c060f0c12f7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e', 'attached_at': '', 'detached_at': '', 'volume_id': '5a38b270-07c2-4000-99d7-c060f0c12f7d', 'serial': '5a38b270-07c2-4000-99d7-c060f0c12f7d'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1759.141258] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c99190b-b3f8-4ea1-a744-90bddaecec16 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.160842] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e30d1f-d52e-4636-9925-084f9d89aadb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.178672] env[63348]: DEBUG oslo_concurrency.lockutils [req-25afc297-b6aa-4623-b580-f89a79f1b26a req-236d2bf3-3541-45d9-8b29-228397db7933 service nova] Releasing lock "refresh_cache-acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.189952] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] volume-5a38b270-07c2-4000-99d7-c060f0c12f7d/volume-5a38b270-07c2-4000-99d7-c060f0c12f7d.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1759.191322] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8a36629-af33-4303-be9c-1785b3d5e1ca {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.219776] env[63348]: DEBUG oslo_vmware.api [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Task: {'id': task-2022457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287156} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.221901] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.222180] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1759.222459] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1759.222693] env[63348]: INFO nova.compute.manager [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1759.222990] env[63348]: DEBUG oslo.service.loopingcall [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.223552] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Waiting for the task: (returnval){ [ 1759.223552] env[63348]: value = "task-2022458" [ 1759.223552] env[63348]: _type = "Task" [ 1759.223552] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.224093] env[63348]: DEBUG nova.compute.manager [-] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1759.224093] env[63348]: DEBUG nova.network.neutron [-] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1759.243076] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.333598] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 223e5b24-bc2a-4de9-be5b-aa2cad088245 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1759.545565] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52266677-2f30-e48b-d648-ec8ecc79ee15, 'name': SearchDatastore_Task, 'duration_secs': 0.012767} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.545894] env[63348]: DEBUG oslo_concurrency.lockutils [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.546237] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 0d5887f8-cf88-4716-a333-e6cb58ce7f40/0d5887f8-cf88-4716-a333-e6cb58ce7f40.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1759.546846] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16e1529b-0e3c-4278-9e4e-9c762662ec0b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.555335] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1759.555335] env[63348]: value = "task-2022459" [ 1759.555335] env[63348]: _type = "Task" [ 1759.555335] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.564397] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.640947] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Creating linked-clone VM from snapshot {{(pid=63348) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1759.641507] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-99d6ec8b-8a24-4cfa-a20f-0bb48c828769 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.650866] env[63348]: DEBUG oslo_vmware.api [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1759.650866] env[63348]: value = "task-2022460" [ 1759.650866] env[63348]: _type = "Task" [ 1759.650866] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.659678] env[63348]: DEBUG oslo_vmware.api [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022460, 'name': CloneVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.738238] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.823049] env[63348]: DEBUG nova.network.neutron [-] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.838096] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 42ee5eac-7858-45f1-b751-542884dc4c20 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1759.973358] env[63348]: DEBUG nova.compute.manager [req-33d2a90f-de02-42ff-9db5-92f943dc9c9f req-eff9e9c8-4879-40b4-b463-977191960134 service nova] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Received event network-vif-deleted-051bd7f0-cec3-4878-a32c-239122f14f4c {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1760.020033] env[63348]: DEBUG nova.network.neutron [-] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.040290] env[63348]: DEBUG nova.compute.manager [req-969c161b-91a8-497d-b218-18c7c3be8f40 req-4e2fa909-e572-469c-a5b1-69ad920704c9 service nova] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Received event network-vif-deleted-add856f8-84ca-4339-94ce-922d442442a6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1760.065812] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022459, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.164635] env[63348]: DEBUG oslo_vmware.api [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022460, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.238882] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022458, 'name': ReconfigVM_Task, 'duration_secs': 0.795004} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.238882] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Reconfigured VM instance instance-0000002b to attach disk [datastore1] volume-5a38b270-07c2-4000-99d7-c060f0c12f7d/volume-5a38b270-07c2-4000-99d7-c060f0c12f7d.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1760.244371] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6b7f0b9-79ab-4673-a78e-ab3f0c537318 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.269962] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Waiting for the task: (returnval){ [ 1760.269962] env[63348]: value = "task-2022461" [ 1760.269962] env[63348]: _type = "Task" [ 1760.269962] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.282556] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.325783] env[63348]: INFO nova.compute.manager [-] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Took 1.65 seconds to deallocate network for instance. [ 1760.340501] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1760.523196] env[63348]: INFO nova.compute.manager [-] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Took 1.30 seconds to deallocate network for instance. [ 1760.566895] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.968316} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.567856] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 0d5887f8-cf88-4716-a333-e6cb58ce7f40/0d5887f8-cf88-4716-a333-e6cb58ce7f40.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1760.568098] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1760.568351] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78855689-024d-4d3d-b52d-25ba931f1667 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.576777] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1760.576777] env[63348]: value = "task-2022462" [ 1760.576777] env[63348]: _type = "Task" [ 1760.576777] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.589146] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.662674] env[63348]: DEBUG oslo_vmware.api [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022460, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.782435] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022461, 'name': ReconfigVM_Task, 'duration_secs': 0.218053} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.782751] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415527', 'volume_id': '5a38b270-07c2-4000-99d7-c060f0c12f7d', 'name': 'volume-5a38b270-07c2-4000-99d7-c060f0c12f7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e', 'attached_at': '', 'detached_at': '', 'volume_id': '5a38b270-07c2-4000-99d7-c060f0c12f7d', 'serial': '5a38b270-07c2-4000-99d7-c060f0c12f7d'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1760.783682] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aec8105f-8c96-47b7-962e-212b6652f8cb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.793293] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Waiting for the task: (returnval){ [ 1760.793293] env[63348]: value = "task-2022463" [ 1760.793293] env[63348]: _type = "Task" [ 1760.793293] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.805911] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022463, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.832717] env[63348]: DEBUG oslo_concurrency.lockutils [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.843947] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance d25f45cd-1bc9-44ec-b06f-fe89fcc0a170 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1761.030779] env[63348]: DEBUG oslo_concurrency.lockutils [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.089602] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071738} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.090237] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1761.094019] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a727e4d-003a-4e59-bb2b-dde7a0ad85ec {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.117246] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 0d5887f8-cf88-4716-a333-e6cb58ce7f40/0d5887f8-cf88-4716-a333-e6cb58ce7f40.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1761.117977] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32b0a663-7b25-4bcf-88e0-8a827748cf7e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.140846] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1761.140846] env[63348]: value = "task-2022464" [ 1761.140846] env[63348]: _type = "Task" [ 1761.140846] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.150896] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.162757] env[63348]: DEBUG oslo_vmware.api [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022460, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.167424] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Acquiring lock "2cee836f-dda6-4be0-9b44-70e207bdc9a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.167912] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Lock "2cee836f-dda6-4be0-9b44-70e207bdc9a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.168019] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Acquiring lock "2cee836f-dda6-4be0-9b44-70e207bdc9a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.168219] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Lock "2cee836f-dda6-4be0-9b44-70e207bdc9a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.168390] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Lock "2cee836f-dda6-4be0-9b44-70e207bdc9a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.171372] env[63348]: INFO nova.compute.manager [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Terminating instance [ 1761.300899] env[63348]: DEBUG nova.network.neutron [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Successfully updated port: 26dac57e-5712-45ab-b290-39f0f1f89951 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1761.311030] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022463, 'name': Rename_Task, 'duration_secs': 0.226696} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.311250] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1761.311546] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42e77c42-6341-4ab4-8234-14b5025b5f26 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.322088] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Waiting for the task: (returnval){ [ 1761.322088] env[63348]: value = "task-2022465" [ 1761.322088] env[63348]: _type = "Task" [ 1761.322088] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.336443] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.347294] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance b29a50ef-eb4c-475f-a1a3-f5475093beb4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1761.347606] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1761.347827] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1761.650870] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022464, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.662284] env[63348]: DEBUG oslo_vmware.api [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022460, 'name': CloneVM_Task, 'duration_secs': 1.902215} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.664781] env[63348]: INFO nova.virt.vmwareapi.vmops [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Created linked-clone VM from snapshot [ 1761.665747] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1051983b-6ad0-4c99-a44f-fd7d49442e3f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.674043] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Uploading image e113072a-4f5e-4cc9-8a0a-ef0462870c64 {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1761.678673] env[63348]: DEBUG nova.compute.manager [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1761.679362] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1761.680926] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b18647-63d3-44c5-af97-4f6f9741a65d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.689955] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1761.692552] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40e06f07-037a-4818-8c54-7c9096803e48 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.694607] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Destroying the VM {{(pid=63348) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1761.694993] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-76f4359b-ee4a-48d8-95e7-0b0f5a62c46c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.702235] env[63348]: DEBUG oslo_vmware.api [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1761.702235] env[63348]: value = "task-2022467" [ 1761.702235] env[63348]: _type = "Task" [ 1761.702235] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.703364] env[63348]: DEBUG oslo_vmware.api [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Waiting for the task: (returnval){ [ 1761.703364] env[63348]: value = "task-2022466" [ 1761.703364] env[63348]: _type = "Task" [ 1761.703364] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.714225] env[63348]: DEBUG oslo_concurrency.lockutils [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "753ee905-0679-4502-bfc4-46a993662b53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.714225] env[63348]: DEBUG oslo_concurrency.lockutils [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "753ee905-0679-4502-bfc4-46a993662b53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.714225] env[63348]: DEBUG oslo_concurrency.lockutils [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "753ee905-0679-4502-bfc4-46a993662b53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.714225] env[63348]: DEBUG oslo_concurrency.lockutils [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "753ee905-0679-4502-bfc4-46a993662b53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.714448] env[63348]: DEBUG oslo_concurrency.lockutils [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "753ee905-0679-4502-bfc4-46a993662b53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.717082] env[63348]: INFO nova.compute.manager [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Terminating instance [ 1761.730756] env[63348]: DEBUG oslo_vmware.api [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': task-2022466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.734039] env[63348]: DEBUG oslo_vmware.api [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022467, 'name': Destroy_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.805604] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "refresh_cache-3550d32c-b873-462a-a7a1-afc3eb3251ab" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.805857] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquired lock "refresh_cache-3550d32c-b873-462a-a7a1-afc3eb3251ab" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.806119] env[63348]: DEBUG nova.network.neutron [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1761.840558] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022465, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.945263] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262404d0-322b-4085-820a-bf5afb2d34dc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.956209] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96385b82-81ab-4543-85c9-027241bd289c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.013133] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20d8be6-a5e0-4c6c-bc7c-f568267ca614 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.030803] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d19130-6426-43a7-91d1-1212c77a1a30 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.048012] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.151654] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022464, 'name': ReconfigVM_Task, 'duration_secs': 0.539524} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.152082] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 0d5887f8-cf88-4716-a333-e6cb58ce7f40/0d5887f8-cf88-4716-a333-e6cb58ce7f40.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1762.152715] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb75a4cc-eaf3-4f5e-9c87-55976270678a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.160850] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1762.160850] env[63348]: value = "task-2022468" [ 1762.160850] env[63348]: _type = "Task" [ 1762.160850] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.170102] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022468, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.216755] env[63348]: DEBUG oslo_vmware.api [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': task-2022466, 'name': PowerOffVM_Task, 'duration_secs': 0.236344} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.219899] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.220260] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1762.220586] env[63348]: DEBUG oslo_vmware.api [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022467, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.220814] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0c89582-a672-4847-a48f-c266c984f484 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.225140] env[63348]: DEBUG nova.compute.manager [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1762.225375] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1762.226128] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3861b4d3-19cb-4b3b-9103-d548248059a9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.234773] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1762.235070] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0397cb1-d04a-462e-8661-6bb2071bb877 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.243059] env[63348]: DEBUG oslo_vmware.api [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1762.243059] env[63348]: value = "task-2022470" [ 1762.243059] env[63348]: _type = "Task" [ 1762.243059] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.252789] env[63348]: DEBUG oslo_vmware.api [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.288343] env[63348]: DEBUG nova.compute.manager [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Received event network-changed-8ffd0375-18ce-49a0-9bb7-f736770bbd47 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1762.288609] env[63348]: DEBUG nova.compute.manager [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Refreshing instance network info cache due to event network-changed-8ffd0375-18ce-49a0-9bb7-f736770bbd47. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1762.288935] env[63348]: DEBUG oslo_concurrency.lockutils [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] Acquiring lock "refresh_cache-acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.289140] env[63348]: DEBUG oslo_concurrency.lockutils [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] Acquired lock "refresh_cache-acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.289380] env[63348]: DEBUG nova.network.neutron [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Refreshing network info cache for port 8ffd0375-18ce-49a0-9bb7-f736770bbd47 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1762.336399] env[63348]: DEBUG oslo_vmware.api [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022465, 'name': PowerOnVM_Task, 'duration_secs': 0.555197} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.336730] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1762.336940] env[63348]: INFO nova.compute.manager [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Took 11.42 seconds to spawn the instance on the hypervisor. [ 1762.337133] env[63348]: DEBUG nova.compute.manager [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1762.338029] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1554b4b5-77a4-441d-a865-0712b4be5433 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.350323] env[63348]: DEBUG nova.network.neutron [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1762.385462] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1762.385462] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1762.385462] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Deleting the datastore file [datastore2] 2cee836f-dda6-4be0-9b44-70e207bdc9a3 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1762.385462] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e8c94f2-3490-451d-ac0e-1952e2d61bb3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.393969] env[63348]: DEBUG oslo_vmware.api [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Waiting for the task: (returnval){ [ 1762.393969] env[63348]: value = "task-2022471" [ 1762.393969] env[63348]: _type = "Task" [ 1762.393969] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.405086] env[63348]: DEBUG oslo_vmware.api [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': task-2022471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.527280] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "5f4a132f-9b11-491a-bb76-e0f8bc69ef0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.528210] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "5f4a132f-9b11-491a-bb76-e0f8bc69ef0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.528586] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "5f4a132f-9b11-491a-bb76-e0f8bc69ef0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.529021] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "5f4a132f-9b11-491a-bb76-e0f8bc69ef0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.529242] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "5f4a132f-9b11-491a-bb76-e0f8bc69ef0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.534701] env[63348]: DEBUG nova.compute.manager [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Stashing vm_state: active {{(pid=63348) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1762.540145] env[63348]: INFO nova.compute.manager [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Terminating instance [ 1762.553069] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1762.615719] env[63348]: DEBUG nova.network.neutron [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Updating instance_info_cache with network_info: [{"id": "26dac57e-5712-45ab-b290-39f0f1f89951", "address": "fa:16:3e:41:6b:79", "network": {"id": "5fe84792-f4cc-42e7-95cf-a5a63377aa06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1765097115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b4bdd51702e41f09e96d77d095278aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26dac57e-57", "ovs_interfaceid": "26dac57e-5712-45ab-b290-39f0f1f89951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.673945] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022468, 'name': Rename_Task, 'duration_secs': 0.207663} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.674342] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1762.674695] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93c66679-8051-4dac-ba33-bba8da9c914c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.682700] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1762.682700] env[63348]: value = "task-2022472" [ 1762.682700] env[63348]: _type = "Task" [ 1762.682700] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.694153] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.714183] env[63348]: DEBUG oslo_vmware.api [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022467, 'name': Destroy_Task, 'duration_secs': 0.647061} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.714468] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Destroyed the VM [ 1762.714691] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Deleting Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1762.714954] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-960e6c1a-adab-4f9a-8877-bc3123a4275e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.723042] env[63348]: DEBUG oslo_vmware.api [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1762.723042] env[63348]: value = "task-2022473" [ 1762.723042] env[63348]: _type = "Task" [ 1762.723042] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.733243] env[63348]: DEBUG oslo_vmware.api [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022473, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.754266] env[63348]: DEBUG oslo_vmware.api [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022470, 'name': PowerOffVM_Task, 'duration_secs': 0.290079} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.754550] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.754723] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1762.754996] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aca0d501-9014-497a-a1a6-c1897d051430 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.864776] env[63348]: INFO nova.compute.manager [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Took 44.15 seconds to build instance. [ 1762.911724] env[63348]: DEBUG oslo_vmware.api [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Task: {'id': task-2022471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42041} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.916107] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1762.916332] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1762.916521] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1762.916695] env[63348]: INFO nova.compute.manager [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1762.916957] env[63348]: DEBUG oslo.service.loopingcall [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1762.917190] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1762.917364] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1762.917538] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Deleting the datastore file [datastore1] 753ee905-0679-4502-bfc4-46a993662b53 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1762.917883] env[63348]: DEBUG nova.compute.manager [-] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1762.917967] env[63348]: DEBUG nova.network.neutron [-] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1762.920805] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-decb117d-9eea-43ae-883f-d7c04ac65867 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.933564] env[63348]: DEBUG oslo_vmware.api [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1762.933564] env[63348]: value = "task-2022475" [ 1762.933564] env[63348]: _type = "Task" [ 1762.933564] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.943223] env[63348]: DEBUG oslo_vmware.api [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.051253] env[63348]: DEBUG nova.compute.manager [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1763.051830] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1763.052862] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb438a1-4283-4f81-82a7-de835301a1a2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.060013] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1763.060820] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.793s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.064695] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.145s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.067590] env[63348]: INFO nova.compute.claims [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1763.072352] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.072352] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Cleaning up deleted instances with incomplete migration {{(pid=63348) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1763.072469] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1763.074487] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.076414] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec80712d-c05f-4217-bbeb-fb092b214abe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.086297] env[63348]: DEBUG oslo_vmware.api [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1763.086297] env[63348]: value = "task-2022476" [ 1763.086297] env[63348]: _type = "Task" [ 1763.086297] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.103418] env[63348]: DEBUG oslo_vmware.api [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.117920] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Releasing lock "refresh_cache-3550d32c-b873-462a-a7a1-afc3eb3251ab" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.118296] env[63348]: DEBUG nova.compute.manager [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Instance network_info: |[{"id": "26dac57e-5712-45ab-b290-39f0f1f89951", "address": "fa:16:3e:41:6b:79", "network": {"id": "5fe84792-f4cc-42e7-95cf-a5a63377aa06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1765097115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b4bdd51702e41f09e96d77d095278aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26dac57e-57", "ovs_interfaceid": "26dac57e-5712-45ab-b290-39f0f1f89951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1763.119719] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:6b:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26dac57e-5712-45ab-b290-39f0f1f89951', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1763.127466] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Creating folder: Project (3b4bdd51702e41f09e96d77d095278aa). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1763.128226] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cc6e14c-464c-4485-ad17-5d80e49973e5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.143698] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Created folder: Project (3b4bdd51702e41f09e96d77d095278aa) in parent group-v415427. [ 1763.143938] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Creating folder: Instances. Parent ref: group-v415566. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1763.144511] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca5b22d3-cdf0-4420-ad00-01dd7280d015 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.158501] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Created folder: Instances in parent group-v415566. [ 1763.158934] env[63348]: DEBUG oslo.service.loopingcall [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.159152] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1763.159488] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0961c01-e593-485a-8dc6-82982e0df6d2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.188034] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1763.188034] env[63348]: value = "task-2022479" [ 1763.188034] env[63348]: _type = "Task" [ 1763.188034] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.204021] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022479, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.205330] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022472, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.237316] env[63348]: DEBUG oslo_vmware.api [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022473, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.345935] env[63348]: DEBUG nova.network.neutron [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Updated VIF entry in instance network info cache for port 8ffd0375-18ce-49a0-9bb7-f736770bbd47. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1763.348630] env[63348]: DEBUG nova.network.neutron [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Updating instance_info_cache with network_info: [{"id": "8ffd0375-18ce-49a0-9bb7-f736770bbd47", "address": "fa:16:3e:69:a9:98", "network": {"id": "a2ec3a11-8364-4b34-ae52-4384e6d2dff6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-280337872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b567bb29c1c34c05bbac04c972e1324d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffd0375-18", "ovs_interfaceid": "8ffd0375-18ce-49a0-9bb7-f736770bbd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.367127] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70c2f67d-7a72-411f-b2b7-b412ae02a888 tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Lock "7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.279s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.447334] env[63348]: DEBUG oslo_vmware.api [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249472} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.447681] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1763.448042] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1763.448260] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1763.448442] env[63348]: INFO nova.compute.manager [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1763.448697] env[63348]: DEBUG oslo.service.loopingcall [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.448892] env[63348]: DEBUG nova.compute.manager [-] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1763.448986] env[63348]: DEBUG nova.network.neutron [-] [instance: 753ee905-0679-4502-bfc4-46a993662b53] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1763.579476] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.599444] env[63348]: DEBUG oslo_vmware.api [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022476, 'name': PowerOffVM_Task, 'duration_secs': 0.309843} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.599712] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1763.599878] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1763.600209] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2863a837-474d-4b83-b228-6aa3641560b0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.702949] env[63348]: DEBUG oslo_vmware.api [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022472, 'name': PowerOnVM_Task, 'duration_secs': 0.711209} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.708020] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1763.708294] env[63348]: INFO nova.compute.manager [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Took 11.46 seconds to spawn the instance on the hypervisor. [ 1763.708646] env[63348]: DEBUG nova.compute.manager [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1763.708934] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022479, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.710677] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c363a60-d819-4ea2-b851-e73dc76f5464 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.713968] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1763.714154] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1763.714389] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Deleting the datastore file [datastore1] 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1763.714768] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2db1e752-0db4-4ce1-bf2f-376520425c75 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.726145] env[63348]: DEBUG oslo_vmware.api [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for the task: (returnval){ [ 1763.726145] env[63348]: value = "task-2022481" [ 1763.726145] env[63348]: _type = "Task" [ 1763.726145] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.739389] env[63348]: DEBUG oslo_vmware.api [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022473, 'name': RemoveSnapshot_Task, 'duration_secs': 0.90565} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.743655] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Deleted Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1763.747205] env[63348]: DEBUG oslo_vmware.api [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.850162] env[63348]: DEBUG oslo_concurrency.lockutils [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] Releasing lock "refresh_cache-acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.850444] env[63348]: DEBUG nova.compute.manager [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Received event network-vif-plugged-26dac57e-5712-45ab-b290-39f0f1f89951 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1763.850650] env[63348]: DEBUG oslo_concurrency.lockutils [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] Acquiring lock "3550d32c-b873-462a-a7a1-afc3eb3251ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.850854] env[63348]: DEBUG oslo_concurrency.lockutils [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] Lock "3550d32c-b873-462a-a7a1-afc3eb3251ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.851026] env[63348]: DEBUG oslo_concurrency.lockutils [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] Lock "3550d32c-b873-462a-a7a1-afc3eb3251ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.851213] env[63348]: DEBUG nova.compute.manager [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] No waiting events found dispatching network-vif-plugged-26dac57e-5712-45ab-b290-39f0f1f89951 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1763.851410] env[63348]: WARNING nova.compute.manager [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Received unexpected event network-vif-plugged-26dac57e-5712-45ab-b290-39f0f1f89951 for instance with vm_state building and task_state spawning. [ 1763.851577] env[63348]: DEBUG nova.compute.manager [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Received event network-changed-26dac57e-5712-45ab-b290-39f0f1f89951 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1763.851729] env[63348]: DEBUG nova.compute.manager [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Refreshing instance network info cache due to event network-changed-26dac57e-5712-45ab-b290-39f0f1f89951. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1763.851949] env[63348]: DEBUG oslo_concurrency.lockutils [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] Acquiring lock "refresh_cache-3550d32c-b873-462a-a7a1-afc3eb3251ab" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.852090] env[63348]: DEBUG oslo_concurrency.lockutils [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] Acquired lock "refresh_cache-3550d32c-b873-462a-a7a1-afc3eb3251ab" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.852245] env[63348]: DEBUG nova.network.neutron [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Refreshing network info cache for port 26dac57e-5712-45ab-b290-39f0f1f89951 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1764.000097] env[63348]: DEBUG nova.network.neutron [-] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.090063] env[63348]: DEBUG nova.compute.manager [req-373cc97b-259c-45d0-bb96-0f9966524f27 req-22e123fe-7432-4772-b644-ef1ccee87018 service nova] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Received event network-vif-deleted-43863fe0-e016-43a5-afb2-719285faa6e3 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1764.209563] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022479, 'name': CreateVM_Task, 'duration_secs': 0.54261} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.210035] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1764.211073] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.211073] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.211263] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1764.211739] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-598c16b0-017e-473c-9143-da5c02f48d0c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.218054] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 1764.218054] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52378202-095e-484f-0f8a-9c172a164a59" [ 1764.218054] env[63348]: _type = "Task" [ 1764.218054] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.238016] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52378202-095e-484f-0f8a-9c172a164a59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.243578] env[63348]: INFO nova.compute.manager [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Took 41.42 seconds to build instance. [ 1764.249132] env[63348]: WARNING nova.compute.manager [None req-ab25dbe1-1e26-43ac-864b-3e033a5da871 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Image not found during snapshot: nova.exception.ImageNotFound: Image e113072a-4f5e-4cc9-8a0a-ef0462870c64 could not be found. [ 1764.255821] env[63348]: DEBUG oslo_vmware.api [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Task: {'id': task-2022481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.529221} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.255821] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1764.255821] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1764.255821] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1764.255821] env[63348]: INFO nova.compute.manager [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1764.256183] env[63348]: DEBUG oslo.service.loopingcall [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1764.256183] env[63348]: DEBUG nova.compute.manager [-] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1764.256353] env[63348]: DEBUG nova.network.neutron [-] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1764.316328] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquiring lock "e2fb160c-154e-4a47-87ce-471d2e49ae75" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.316576] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "e2fb160c-154e-4a47-87ce-471d2e49ae75" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.450856] env[63348]: DEBUG nova.network.neutron [-] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.504965] env[63348]: INFO nova.compute.manager [-] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Took 1.59 seconds to deallocate network for instance. [ 1764.615327] env[63348]: DEBUG nova.network.neutron [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Updated VIF entry in instance network info cache for port 26dac57e-5712-45ab-b290-39f0f1f89951. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1764.615728] env[63348]: DEBUG nova.network.neutron [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Updating instance_info_cache with network_info: [{"id": "26dac57e-5712-45ab-b290-39f0f1f89951", "address": "fa:16:3e:41:6b:79", "network": {"id": "5fe84792-f4cc-42e7-95cf-a5a63377aa06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1765097115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b4bdd51702e41f09e96d77d095278aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26dac57e-57", "ovs_interfaceid": "26dac57e-5712-45ab-b290-39f0f1f89951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.623175] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b64f9a-2f29-4df1-95e8-4b696832954c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.634569] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbfba9f-209d-4570-9561-83d4f9c2f47e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.670318] env[63348]: DEBUG oslo_concurrency.lockutils [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Acquiring lock "acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.670593] env[63348]: DEBUG oslo_concurrency.lockutils [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Lock "acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.670801] env[63348]: DEBUG oslo_concurrency.lockutils [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Acquiring lock "acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.670983] env[63348]: DEBUG oslo_concurrency.lockutils [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Lock "acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.671173] env[63348]: DEBUG oslo_concurrency.lockutils [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Lock "acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.673899] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaa1153-d558-413b-8862-3a2ecf478f27 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.676796] env[63348]: INFO nova.compute.manager [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Terminating instance [ 1764.686772] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2e7a25-f67e-4921-af89-28be8321312d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.704026] env[63348]: DEBUG nova.compute.provider_tree [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.730736] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52378202-095e-484f-0f8a-9c172a164a59, 'name': SearchDatastore_Task, 'duration_secs': 0.025355} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.731379] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.731618] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1764.731868] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.732033] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.732218] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1764.732479] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aa130da-665e-4292-b360-a96341522256 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.743302] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1764.743497] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1764.744570] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91078aa8-b2ca-4686-b4c3-b25347f0773d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.747863] env[63348]: DEBUG oslo_concurrency.lockutils [None req-557dda6e-3d91-444e-9d88-fdf3990e9643 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "0d5887f8-cf88-4716-a333-e6cb58ce7f40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.936s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.752046] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 1764.752046] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526ddd83-38d0-d985-ccf3-7d6046b52577" [ 1764.752046] env[63348]: _type = "Task" [ 1764.752046] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.761787] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526ddd83-38d0-d985-ccf3-7d6046b52577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.820241] env[63348]: DEBUG nova.compute.utils [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1764.953391] env[63348]: INFO nova.compute.manager [-] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Took 1.50 seconds to deallocate network for instance. [ 1765.015086] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.039515] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1765.039664] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1765.039816] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1765.101951] env[63348]: DEBUG nova.compute.manager [req-b5d4edbc-bb01-4153-a9d5-49e08e0e4084 req-c2dd83f7-1d0c-418b-a7d7-311a36c08ad2 service nova] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Received event network-vif-deleted-53d07400-c56b-4746-92ef-b69d6dc1a3d0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1765.118180] env[63348]: DEBUG oslo_concurrency.lockutils [req-055d1e38-1120-4141-ba55-1cfcecb74f9c req-9010a533-8d56-441a-9ff6-6b4c47d6903f service nova] Releasing lock "refresh_cache-3550d32c-b873-462a-a7a1-afc3eb3251ab" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.181133] env[63348]: DEBUG nova.compute.manager [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1765.181357] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1765.182266] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead7e254-7a6d-47ad-99fb-ff2b6174b159 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.190897] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1765.191153] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-124e6fd3-c507-49f1-bc80-425f4bbbcd76 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.198579] env[63348]: DEBUG oslo_vmware.api [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Waiting for the task: (returnval){ [ 1765.198579] env[63348]: value = "task-2022482" [ 1765.198579] env[63348]: _type = "Task" [ 1765.198579] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.207295] env[63348]: DEBUG nova.scheduler.client.report [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1765.210462] env[63348]: DEBUG oslo_vmware.api [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': task-2022482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.227601] env[63348]: DEBUG nova.network.neutron [-] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.264309] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526ddd83-38d0-d985-ccf3-7d6046b52577, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.264846] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc1b9d55-927b-4f5c-ad03-871f10b29991 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.271246] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 1765.271246] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525ae2cf-7541-ed67-ccf1-1bb1307de357" [ 1765.271246] env[63348]: _type = "Task" [ 1765.271246] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.280492] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525ae2cf-7541-ed67-ccf1-1bb1307de357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.324137] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "e2fb160c-154e-4a47-87ce-471d2e49ae75" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.460490] env[63348]: DEBUG oslo_concurrency.lockutils [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.584516] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "refresh_cache-f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.584666] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquired lock "refresh_cache-f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.584820] env[63348]: DEBUG nova.network.neutron [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Forcefully refreshing network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2060}} [ 1765.710068] env[63348]: DEBUG oslo_vmware.api [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': task-2022482, 'name': PowerOffVM_Task, 'duration_secs': 0.410235} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.710068] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1765.710068] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1765.710068] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d7fedf2-7153-4080-9493-5cc225eb0ac0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.711945] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.712445] env[63348]: DEBUG nova.compute.manager [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1765.716009] env[63348]: DEBUG oslo_concurrency.lockutils [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.676s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.716009] env[63348]: DEBUG oslo_concurrency.lockutils [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.717910] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.575s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.718110] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.719776] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.903s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.719959] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.721546] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.642s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.722973] env[63348]: INFO nova.compute.claims [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1765.731431] env[63348]: INFO nova.compute.manager [-] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Took 1.47 seconds to deallocate network for instance. [ 1765.750867] env[63348]: INFO nova.scheduler.client.report [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Deleted allocations for instance ba15760a-2414-46a1-a868-ccc6ba399973 [ 1765.752660] env[63348]: INFO nova.scheduler.client.report [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Deleted allocations for instance ba49ff78-a55c-4fb7-acf4-c77c53bd82e0 [ 1765.769466] env[63348]: INFO nova.scheduler.client.report [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Deleted allocations for instance 98c625bb-3a8e-4148-87eb-88683c9995b0 [ 1765.787148] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525ae2cf-7541-ed67-ccf1-1bb1307de357, 'name': SearchDatastore_Task, 'duration_secs': 0.010182} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.788069] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.788069] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 3550d32c-b873-462a-a7a1-afc3eb3251ab/3550d32c-b873-462a-a7a1-afc3eb3251ab.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1765.788929] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-504d44c0-5694-4d63-8da1-44c2e8b3d077 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.799228] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 1765.799228] env[63348]: value = "task-2022484" [ 1765.799228] env[63348]: _type = "Task" [ 1765.799228] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.809044] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2022484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.029952] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1766.029952] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1766.030362] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Deleting the datastore file [datastore2] acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1766.031011] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54b1db0c-9903-4f00-aed6-4db1929c09cf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.040211] env[63348]: DEBUG oslo_vmware.api [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Waiting for the task: (returnval){ [ 1766.040211] env[63348]: value = "task-2022485" [ 1766.040211] env[63348]: _type = "Task" [ 1766.040211] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.050023] env[63348]: DEBUG oslo_vmware.api [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': task-2022485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.199461] env[63348]: WARNING oslo_messaging._drivers.amqpdriver [None req-e76d5d6f-9bfa-434e-afcf-b475c763d0fd tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1766.231160] env[63348]: DEBUG nova.compute.utils [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1766.233529] env[63348]: DEBUG nova.compute.manager [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1766.234415] env[63348]: DEBUG nova.network.neutron [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1766.238983] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.263327] env[63348]: DEBUG oslo_concurrency.lockutils [None req-34e14e43-fd8d-4e01-9b95-b187d3bbfeb8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "ba15760a-2414-46a1-a868-ccc6ba399973" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.253s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.264369] env[63348]: DEBUG oslo_concurrency.lockutils [None req-70473536-834d-4843-923c-9745661ba891 tempest-ServersAdminNegativeTestJSON-65569014 tempest-ServersAdminNegativeTestJSON-65569014-project-member] Lock "ba49ff78-a55c-4fb7-acf4-c77c53bd82e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.114s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.285457] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1b8b2c42-e8f1-4c61-a861-49ddd75e0f91 tempest-ServersTestJSON-1459657453 tempest-ServersTestJSON-1459657453-project-member] Lock "98c625bb-3a8e-4148-87eb-88683c9995b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.395s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.310597] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2022484, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.348061] env[63348]: DEBUG nova.policy [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b3fa7cc26634546a2e13b1f280832db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '612f13e93f12469ca1e1a961bde003c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1766.390238] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquiring lock "e2fb160c-154e-4a47-87ce-471d2e49ae75" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.390517] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "e2fb160c-154e-4a47-87ce-471d2e49ae75" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.390771] env[63348]: INFO nova.compute.manager [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Attaching volume 2c2c94ec-6d12-45f9-9b94-4fb8e3053000 to /dev/sdb [ 1766.432397] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bceb1c-41ec-4843-8ac8-95bda85b1f4f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.440398] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcebb93d-9cb7-4456-8f02-2f70ca99c8a4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.457855] env[63348]: DEBUG nova.virt.block_device [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Updating existing volume attachment record: cbe3727a-89bc-41d3-94a2-96db1253d868 {{(pid=63348) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1766.552539] env[63348]: DEBUG oslo_vmware.api [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Task: {'id': task-2022485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416898} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.552812] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1766.553016] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1766.553206] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1766.553796] env[63348]: INFO nova.compute.manager [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1766.553796] env[63348]: DEBUG oslo.service.loopingcall [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.554425] env[63348]: DEBUG nova.compute.manager [-] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1766.554425] env[63348]: DEBUG nova.network.neutron [-] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1766.570095] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "bd7cc2b2-d9da-416a-86c1-ea67330c3bed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.570368] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "bd7cc2b2-d9da-416a-86c1-ea67330c3bed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.570575] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "bd7cc2b2-d9da-416a-86c1-ea67330c3bed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.570754] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "bd7cc2b2-d9da-416a-86c1-ea67330c3bed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.570933] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "bd7cc2b2-d9da-416a-86c1-ea67330c3bed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.573126] env[63348]: INFO nova.compute.manager [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Terminating instance [ 1766.654210] env[63348]: DEBUG oslo_concurrency.lockutils [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquiring lock "d405bcd4-e175-4c22-b7ab-6a03b44bac42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.654210] env[63348]: DEBUG oslo_concurrency.lockutils [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "d405bcd4-e175-4c22-b7ab-6a03b44bac42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.654210] env[63348]: DEBUG oslo_concurrency.lockutils [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquiring lock "d405bcd4-e175-4c22-b7ab-6a03b44bac42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.654370] env[63348]: DEBUG oslo_concurrency.lockutils [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "d405bcd4-e175-4c22-b7ab-6a03b44bac42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.654419] env[63348]: DEBUG oslo_concurrency.lockutils [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "d405bcd4-e175-4c22-b7ab-6a03b44bac42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.657759] env[63348]: INFO nova.compute.manager [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Terminating instance [ 1766.703452] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e76d5d6f-9bfa-434e-afcf-b475c763d0fd tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquiring lock "0d5887f8-cf88-4716-a333-e6cb58ce7f40" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.703452] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e76d5d6f-9bfa-434e-afcf-b475c763d0fd tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "0d5887f8-cf88-4716-a333-e6cb58ce7f40" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.703452] env[63348]: INFO nova.compute.manager [None req-e76d5d6f-9bfa-434e-afcf-b475c763d0fd tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Rebooting instance [ 1766.738891] env[63348]: DEBUG nova.compute.manager [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1766.812263] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2022484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555225} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.814940] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 3550d32c-b873-462a-a7a1-afc3eb3251ab/3550d32c-b873-462a-a7a1-afc3eb3251ab.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1766.815204] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1766.815803] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9947b203-2387-4df5-94dd-7128175eece4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.824797] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 1766.824797] env[63348]: value = "task-2022489" [ 1766.824797] env[63348]: _type = "Task" [ 1766.824797] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.842677] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2022489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.017556] env[63348]: DEBUG nova.network.neutron [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Successfully created port: 7ebbb335-b020-4c80-8022-5564aaa4e8a6 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1767.079900] env[63348]: DEBUG nova.compute.manager [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1767.080142] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1767.081031] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eae92b5-ce68-4fe7-9b0b-f0495fce4067 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.092127] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1767.092408] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-426ba767-0c81-4a8e-85cf-7b879c9f7421 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.101011] env[63348]: DEBUG oslo_vmware.api [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1767.101011] env[63348]: value = "task-2022490" [ 1767.101011] env[63348]: _type = "Task" [ 1767.101011] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.109877] env[63348]: DEBUG oslo_vmware.api [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.149452] env[63348]: DEBUG nova.network.neutron [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Updating instance_info_cache with network_info: [{"id": "c17bdedc-4c02-4db3-b04c-8f5ce39961d9", "address": "fa:16:3e:68:83:ea", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17bdedc-4c", "ovs_interfaceid": "c17bdedc-4c02-4db3-b04c-8f5ce39961d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.157135] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73820b7-737d-43bd-88c1-420de3a57b3f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.162882] env[63348]: DEBUG nova.compute.manager [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1767.163092] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1767.166111] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231e6a48-6b82-40e2-9d13-2438faed676d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.170096] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c20437-de9a-47aa-9b8f-3ad91f504add {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.178662] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1767.203773] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b63b4206-7a18-4058-8b44-31032db78090 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.209904] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b218e28-0b4f-44a0-8b01-ca009a75fb3a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.223979] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40feb8dd-6a28-4304-ae7c-8ddc3479b853 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.235274] env[63348]: DEBUG oslo_vmware.api [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1767.235274] env[63348]: value = "task-2022491" [ 1767.235274] env[63348]: _type = "Task" [ 1767.235274] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.257025] env[63348]: DEBUG nova.compute.provider_tree [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1767.258410] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e76d5d6f-9bfa-434e-afcf-b475c763d0fd tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquiring lock "refresh_cache-0d5887f8-cf88-4716-a333-e6cb58ce7f40" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.258690] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e76d5d6f-9bfa-434e-afcf-b475c763d0fd tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquired lock "refresh_cache-0d5887f8-cf88-4716-a333-e6cb58ce7f40" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.259016] env[63348]: DEBUG nova.network.neutron [None req-e76d5d6f-9bfa-434e-afcf-b475c763d0fd tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1767.270213] env[63348]: DEBUG oslo_vmware.api [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.324755] env[63348]: DEBUG nova.compute.manager [req-6df5d90f-7d68-4eac-ae6a-a4cd3db3a4d4 req-88566904-1468-42a2-9db3-c816e76a6f9a service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Received event network-vif-deleted-8ffd0375-18ce-49a0-9bb7-f736770bbd47 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1767.324829] env[63348]: INFO nova.compute.manager [req-6df5d90f-7d68-4eac-ae6a-a4cd3db3a4d4 req-88566904-1468-42a2-9db3-c816e76a6f9a service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Neutron deleted interface 8ffd0375-18ce-49a0-9bb7-f736770bbd47; detaching it from the instance and deleting it from the info cache [ 1767.324953] env[63348]: DEBUG nova.network.neutron [req-6df5d90f-7d68-4eac-ae6a-a4cd3db3a4d4 req-88566904-1468-42a2-9db3-c816e76a6f9a service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.337798] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2022489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086214} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.338144] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1767.339578] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebf4531-082a-4c2c-b08b-d756e01d0f9e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.368660] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 3550d32c-b873-462a-a7a1-afc3eb3251ab/3550d32c-b873-462a-a7a1-afc3eb3251ab.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1767.369699] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d9a1e31-878a-44db-9fb5-41a4cf5d78a1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.392966] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 1767.392966] env[63348]: value = "task-2022492" [ 1767.392966] env[63348]: _type = "Task" [ 1767.392966] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.398229] env[63348]: DEBUG nova.network.neutron [-] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.404837] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2022492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.550621] env[63348]: DEBUG nova.compute.manager [req-2c252400-c6cb-4e2a-a5a7-25562fcece1c req-72c95cb0-4b4b-46b2-bb7d-8ff0ca470aea service nova] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Received event network-changed-ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1767.550785] env[63348]: DEBUG nova.compute.manager [req-2c252400-c6cb-4e2a-a5a7-25562fcece1c req-72c95cb0-4b4b-46b2-bb7d-8ff0ca470aea service nova] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Refreshing instance network info cache due to event network-changed-ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1767.550903] env[63348]: DEBUG oslo_concurrency.lockutils [req-2c252400-c6cb-4e2a-a5a7-25562fcece1c req-72c95cb0-4b4b-46b2-bb7d-8ff0ca470aea service nova] Acquiring lock "refresh_cache-7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.551108] env[63348]: DEBUG oslo_concurrency.lockutils [req-2c252400-c6cb-4e2a-a5a7-25562fcece1c req-72c95cb0-4b4b-46b2-bb7d-8ff0ca470aea service nova] Acquired lock "refresh_cache-7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.551445] env[63348]: DEBUG nova.network.neutron [req-2c252400-c6cb-4e2a-a5a7-25562fcece1c req-72c95cb0-4b4b-46b2-bb7d-8ff0ca470aea service nova] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Refreshing network info cache for port ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1767.613976] env[63348]: DEBUG oslo_vmware.api [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022490, 'name': PowerOffVM_Task, 'duration_secs': 0.295998} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.614265] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1767.614438] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1767.614754] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f4db394-d427-4e64-a791-a4c2511c5aad {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.652846] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Releasing lock "refresh_cache-f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.653160] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Updated the network info_cache for instance {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1767.653423] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.653617] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.653924] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.654143] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.654349] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.654538] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.743504] env[63348]: DEBUG oslo_vmware.api [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022491, 'name': PowerOffVM_Task, 'duration_secs': 0.241776} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.743767] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1767.743937] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1767.745086] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee982d0b-d017-4bd5-b557-6d8dda91dd62 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.756331] env[63348]: DEBUG nova.compute.manager [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1767.761950] env[63348]: DEBUG nova.scheduler.client.report [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1767.785727] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1767.786128] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1767.786289] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Deleting the datastore file [datastore1] bd7cc2b2-d9da-416a-86c1-ea67330c3bed {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1767.789248] env[63348]: DEBUG nova.virt.hardware [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1767.789472] env[63348]: DEBUG nova.virt.hardware [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1767.789631] env[63348]: DEBUG nova.virt.hardware [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1767.789810] env[63348]: DEBUG nova.virt.hardware [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1767.789954] env[63348]: DEBUG nova.virt.hardware [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1767.790111] env[63348]: DEBUG nova.virt.hardware [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1767.790313] env[63348]: DEBUG nova.virt.hardware [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1767.790469] env[63348]: DEBUG nova.virt.hardware [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1767.790760] env[63348]: DEBUG nova.virt.hardware [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1767.790809] env[63348]: DEBUG nova.virt.hardware [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1767.791021] env[63348]: DEBUG nova.virt.hardware [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1767.791602] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18505b0f-9379-4fa7-84b8-15e878ff78aa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.794349] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c4af33-cfb7-4587-b28c-6b4635280323 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.806935] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f43dae-3b6b-416f-b38f-e62c075ce388 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.812558] env[63348]: DEBUG oslo_vmware.api [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1767.812558] env[63348]: value = "task-2022495" [ 1767.812558] env[63348]: _type = "Task" [ 1767.812558] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.835667] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce3b1386-3ef5-4038-b369-efb8a3364846 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.842539] env[63348]: DEBUG oslo_vmware.api [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.850623] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3fd57f-59ec-46cf-8c76-039972ecca6e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.890373] env[63348]: DEBUG nova.compute.manager [req-6df5d90f-7d68-4eac-ae6a-a4cd3db3a4d4 req-88566904-1468-42a2-9db3-c816e76a6f9a service nova] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Detach interface failed, port_id=8ffd0375-18ce-49a0-9bb7-f736770bbd47, reason: Instance acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1767.904860] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2022492, 'name': ReconfigVM_Task, 'duration_secs': 0.299749} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.905279] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 3550d32c-b873-462a-a7a1-afc3eb3251ab/3550d32c-b873-462a-a7a1-afc3eb3251ab.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1767.906198] env[63348]: INFO nova.compute.manager [-] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Took 1.35 seconds to deallocate network for instance. [ 1767.906430] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f26836e-fe22-42e5-9e39-34fbb31763db {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.919652] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 1767.919652] env[63348]: value = "task-2022496" [ 1767.919652] env[63348]: _type = "Task" [ 1767.919652] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.930345] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2022496, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.968367] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1767.968948] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1767.969292] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Deleting the datastore file [datastore2] d405bcd4-e175-4c22-b7ab-6a03b44bac42 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1767.971010] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fc7680f-ed72-46bb-b11a-457d0f6ac560 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.980349] env[63348]: DEBUG oslo_vmware.api [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1767.980349] env[63348]: value = "task-2022497" [ 1767.980349] env[63348]: _type = "Task" [ 1767.980349] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.992306] env[63348]: DEBUG oslo_vmware.api [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.001491] env[63348]: DEBUG oslo_concurrency.lockutils [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquiring lock "1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.001921] env[63348]: DEBUG oslo_concurrency.lockutils [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.162082] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Getting list of instances from cluster (obj){ [ 1768.162082] env[63348]: value = "domain-c8" [ 1768.162082] env[63348]: _type = "ClusterComputeResource" [ 1768.162082] env[63348]: } {{(pid=63348) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1768.163216] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5fb949-2f12-4bf9-a3a0-8adee188f972 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.183954] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Got total of 9 instances {{(pid=63348) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1768.184142] env[63348]: WARNING nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] While synchronizing instance power states, found 23 instances in the database and 9 instances on the hypervisor. [ 1768.184283] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid f964b631-4f16-4ba9-b0e2-61b99b1e3bf1 {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.184476] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid 8fe84c5b-5758-4907-9578-8e9a8588088c {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.184720] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid ba2c581c-a2db-44f5-a71a-6d15e5283c1b {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.184791] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid b145eddf-c0e7-4a82-936b-1e929500929e {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.184931] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid d405bcd4-e175-4c22-b7ab-6a03b44bac42 {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.185093] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid c731cd74-f289-409c-a8aa-6faa7cf6bb2b {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.185245] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid 9cabacaf-16ed-4b57-8b1c-b90756c9be4c {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.185389] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid 2cee836f-dda6-4be0-9b44-70e207bdc9a3 {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.185532] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid 1ef63437-d024-4508-8433-596f964fbc2e {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.185679] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid 753ee905-0679-4502-bfc4-46a993662b53 {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.185819] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.185970] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid e2fb160c-154e-4a47-87ce-471d2e49ae75 {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.186126] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid 32d353bc-25df-44fe-a0f6-d8f85ada7da9 {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.186270] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid ac18bd52-7b11-4e63-ba7c-8ebacdeaa062 {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.186414] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid f22cd326-edcd-4922-b377-4a7c9c8c5d16 {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.186569] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.186832] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid bd7cc2b2-d9da-416a-86c1-ea67330c3bed {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.187040] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid 36970daf-9b81-47f3-94fe-963dd71f90d6 {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.187200] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.187348] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid 0d5887f8-cf88-4716-a333-e6cb58ce7f40 {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.187491] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid 3550d32c-b873-462a-a7a1-afc3eb3251ab {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.187632] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid bd7387bc-8f64-4b1e-b8a8-a317ce7398b2 {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.187867] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid 223e5b24-bc2a-4de9-be5b-aa2cad088245 {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1768.188194] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.188410] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.188677] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "8fe84c5b-5758-4907-9578-8e9a8588088c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.188921] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "ba2c581c-a2db-44f5-a71a-6d15e5283c1b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.189300] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "b145eddf-c0e7-4a82-936b-1e929500929e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.189455] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "d405bcd4-e175-4c22-b7ab-6a03b44bac42" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.189653] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "c731cd74-f289-409c-a8aa-6faa7cf6bb2b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.189852] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.190042] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.190356] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "2cee836f-dda6-4be0-9b44-70e207bdc9a3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.190559] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "1ef63437-d024-4508-8433-596f964fbc2e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.190732] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "1ef63437-d024-4508-8433-596f964fbc2e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.190962] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "753ee905-0679-4502-bfc4-46a993662b53" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.191165] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "5f4a132f-9b11-491a-bb76-e0f8bc69ef0e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.191360] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "e2fb160c-154e-4a47-87ce-471d2e49ae75" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.191556] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.191791] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.191956] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "ac18bd52-7b11-4e63-ba7c-8ebacdeaa062" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.192254] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "f22cd326-edcd-4922-b377-4a7c9c8c5d16" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.192592] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.193131] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "bd7cc2b2-d9da-416a-86c1-ea67330c3bed" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.193131] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "36970daf-9b81-47f3-94fe-963dd71f90d6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.193300] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "36970daf-9b81-47f3-94fe-963dd71f90d6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.193347] env[63348]: INFO nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1768.193525] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "36970daf-9b81-47f3-94fe-963dd71f90d6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.193685] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.194126] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.194255] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "0d5887f8-cf88-4716-a333-e6cb58ce7f40" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.194410] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "3550d32c-b873-462a-a7a1-afc3eb3251ab" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.194623] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "bd7387bc-8f64-4b1e-b8a8-a317ce7398b2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.194858] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "223e5b24-bc2a-4de9-be5b-aa2cad088245" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.195129] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.195233] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1768.198931] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac5600b-1f53-46b4-8cde-507577941215 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.202224] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f812163-93bf-41da-9fc5-1a5da8a14955 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.205241] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e84668a-02a4-4a4b-ad2d-1f39d5d81840 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.212191] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e71b428-4fdc-4854-ac7d-899e80c27178 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.212191] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f8423b-2c53-4dc9-8698-8d89798b718f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.214971] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.266698] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.267344] env[63348]: DEBUG nova.compute.manager [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1768.276791] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.694s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.280238] env[63348]: INFO nova.compute.claims [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1768.334087] env[63348]: DEBUG oslo_vmware.api [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197628} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.335651] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1768.335911] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1768.336138] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1768.336314] env[63348]: INFO nova.compute.manager [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1768.336558] env[63348]: DEBUG oslo.service.loopingcall [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.336777] env[63348]: DEBUG nova.compute.manager [-] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1768.336916] env[63348]: DEBUG nova.network.neutron [-] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1768.416334] env[63348]: DEBUG oslo_concurrency.lockutils [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.433033] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2022496, 'name': Rename_Task, 'duration_secs': 0.156799} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.433334] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1768.433575] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6a5a145-4f8e-43bb-a949-83fee10b81ec {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.440986] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 1768.440986] env[63348]: value = "task-2022498" [ 1768.440986] env[63348]: _type = "Task" [ 1768.440986] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.449303] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2022498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.488500] env[63348]: DEBUG nova.network.neutron [None req-e76d5d6f-9bfa-434e-afcf-b475c763d0fd tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Updating instance_info_cache with network_info: [{"id": "956612a3-79b2-4ca6-86d7-7dffa067b0ef", "address": "fa:16:3e:18:5e:e2", "network": {"id": "b4fda787-9307-49f1-84c3-35e385b4aec6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-182461093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4cc622cc31f4571a2ef5e264046ed92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956612a3-79", "ovs_interfaceid": "956612a3-79b2-4ca6-86d7-7dffa067b0ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.493994] env[63348]: DEBUG oslo_vmware.api [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33983} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.497988] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1768.497988] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1768.497988] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1768.497988] env[63348]: INFO nova.compute.manager [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1768.497988] env[63348]: DEBUG oslo.service.loopingcall [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.498278] env[63348]: DEBUG nova.compute.manager [-] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1768.498278] env[63348]: DEBUG nova.network.neutron [-] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1768.504914] env[63348]: DEBUG nova.compute.manager [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1768.609726] env[63348]: DEBUG nova.network.neutron [req-2c252400-c6cb-4e2a-a5a7-25562fcece1c req-72c95cb0-4b4b-46b2-bb7d-8ff0ca470aea service nova] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Updated VIF entry in instance network info cache for port ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1768.610085] env[63348]: DEBUG nova.network.neutron [req-2c252400-c6cb-4e2a-a5a7-25562fcece1c req-72c95cb0-4b4b-46b2-bb7d-8ff0ca470aea service nova] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Updating instance_info_cache with network_info: [{"id": "ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4", "address": "fa:16:3e:e2:c9:3f", "network": {"id": "e81ad5e9-f14f-42f3-b815-a0087398f82e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1108413087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08199ae6bfcd462990fc406724152e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac1d5be1-b0", "ovs_interfaceid": "ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.720601] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.732488] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "1ef63437-d024-4508-8433-596f964fbc2e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.732887] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.735740] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.743596] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.747633] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.775677] env[63348]: DEBUG nova.compute.utils [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1768.783955] env[63348]: DEBUG nova.compute.manager [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1768.783955] env[63348]: DEBUG nova.network.neutron [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1768.870259] env[63348]: DEBUG nova.policy [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f4f89c5eccc45c18a9c96eff3c72378', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '519d7268afd0446f88e263990b4fdce7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1768.958303] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2022498, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.991269] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e76d5d6f-9bfa-434e-afcf-b475c763d0fd tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Releasing lock "refresh_cache-0d5887f8-cf88-4716-a333-e6cb58ce7f40" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.042052] env[63348]: DEBUG oslo_concurrency.lockutils [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.117042] env[63348]: DEBUG oslo_concurrency.lockutils [req-2c252400-c6cb-4e2a-a5a7-25562fcece1c req-72c95cb0-4b4b-46b2-bb7d-8ff0ca470aea service nova] Releasing lock "refresh_cache-7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.117042] env[63348]: DEBUG nova.compute.manager [req-2c252400-c6cb-4e2a-a5a7-25562fcece1c req-72c95cb0-4b4b-46b2-bb7d-8ff0ca470aea service nova] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Received event network-vif-deleted-959d8ae1-2d60-42f1-a052-fd0a18413c30 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1769.117042] env[63348]: DEBUG nova.compute.manager [req-2c252400-c6cb-4e2a-a5a7-25562fcece1c req-72c95cb0-4b4b-46b2-bb7d-8ff0ca470aea service nova] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Received event network-changed-956612a3-79b2-4ca6-86d7-7dffa067b0ef {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1769.117042] env[63348]: DEBUG nova.compute.manager [req-2c252400-c6cb-4e2a-a5a7-25562fcece1c req-72c95cb0-4b4b-46b2-bb7d-8ff0ca470aea service nova] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Refreshing instance network info cache due to event network-changed-956612a3-79b2-4ca6-86d7-7dffa067b0ef. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1769.117042] env[63348]: DEBUG oslo_concurrency.lockutils [req-2c252400-c6cb-4e2a-a5a7-25562fcece1c req-72c95cb0-4b4b-46b2-bb7d-8ff0ca470aea service nova] Acquiring lock "refresh_cache-0d5887f8-cf88-4716-a333-e6cb58ce7f40" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.117510] env[63348]: DEBUG oslo_concurrency.lockutils [req-2c252400-c6cb-4e2a-a5a7-25562fcece1c req-72c95cb0-4b4b-46b2-bb7d-8ff0ca470aea service nova] Acquired lock "refresh_cache-0d5887f8-cf88-4716-a333-e6cb58ce7f40" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.117510] env[63348]: DEBUG nova.network.neutron [req-2c252400-c6cb-4e2a-a5a7-25562fcece1c req-72c95cb0-4b4b-46b2-bb7d-8ff0ca470aea service nova] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Refreshing network info cache for port 956612a3-79b2-4ca6-86d7-7dffa067b0ef {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1769.286260] env[63348]: DEBUG nova.compute.manager [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1769.315875] env[63348]: DEBUG nova.network.neutron [-] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.327410] env[63348]: DEBUG nova.network.neutron [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Successfully updated port: 7ebbb335-b020-4c80-8022-5564aaa4e8a6 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1769.369204] env[63348]: DEBUG nova.compute.manager [req-af36195e-c36e-4fd9-b8c9-207cd9e8b575 req-ef7dddb1-a3f9-44c8-a75c-ed610b3af483 service nova] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Received event network-vif-deleted-4332f2cc-e7c8-4b95-88ee-836a35a456fd {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1769.386453] env[63348]: DEBUG nova.network.neutron [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Successfully created port: e995aa1e-79fd-4a3e-80d8-ea4b72197049 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1769.456328] env[63348]: DEBUG oslo_vmware.api [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2022498, 'name': PowerOnVM_Task, 'duration_secs': 0.715762} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.459120] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1769.459353] env[63348]: INFO nova.compute.manager [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1769.459594] env[63348]: DEBUG nova.compute.manager [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1769.460599] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee69048-bba0-4063-85d0-a3940d202293 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.503416] env[63348]: DEBUG nova.compute.manager [None req-e76d5d6f-9bfa-434e-afcf-b475c763d0fd tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1769.504443] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a086bbf-4a52-47ae-a2c0-0b8fea8b1a24 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.766171] env[63348]: DEBUG nova.compute.manager [req-66e0acee-a2ab-4c10-b3f2-3b5ab7346656 req-43704f3b-2e4a-473a-a349-ca8645ef71bf service nova] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Received event network-vif-plugged-7ebbb335-b020-4c80-8022-5564aaa4e8a6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1769.766171] env[63348]: DEBUG oslo_concurrency.lockutils [req-66e0acee-a2ab-4c10-b3f2-3b5ab7346656 req-43704f3b-2e4a-473a-a349-ca8645ef71bf service nova] Acquiring lock "bd7387bc-8f64-4b1e-b8a8-a317ce7398b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.766171] env[63348]: DEBUG oslo_concurrency.lockutils [req-66e0acee-a2ab-4c10-b3f2-3b5ab7346656 req-43704f3b-2e4a-473a-a349-ca8645ef71bf service nova] Lock "bd7387bc-8f64-4b1e-b8a8-a317ce7398b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.766171] env[63348]: DEBUG oslo_concurrency.lockutils [req-66e0acee-a2ab-4c10-b3f2-3b5ab7346656 req-43704f3b-2e4a-473a-a349-ca8645ef71bf service nova] Lock "bd7387bc-8f64-4b1e-b8a8-a317ce7398b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.766171] env[63348]: DEBUG nova.compute.manager [req-66e0acee-a2ab-4c10-b3f2-3b5ab7346656 req-43704f3b-2e4a-473a-a349-ca8645ef71bf service nova] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] No waiting events found dispatching network-vif-plugged-7ebbb335-b020-4c80-8022-5564aaa4e8a6 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1769.766419] env[63348]: WARNING nova.compute.manager [req-66e0acee-a2ab-4c10-b3f2-3b5ab7346656 req-43704f3b-2e4a-473a-a349-ca8645ef71bf service nova] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Received unexpected event network-vif-plugged-7ebbb335-b020-4c80-8022-5564aaa4e8a6 for instance with vm_state building and task_state spawning. [ 1769.766419] env[63348]: DEBUG nova.compute.manager [req-66e0acee-a2ab-4c10-b3f2-3b5ab7346656 req-43704f3b-2e4a-473a-a349-ca8645ef71bf service nova] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Received event network-changed-7ebbb335-b020-4c80-8022-5564aaa4e8a6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1769.766419] env[63348]: DEBUG nova.compute.manager [req-66e0acee-a2ab-4c10-b3f2-3b5ab7346656 req-43704f3b-2e4a-473a-a349-ca8645ef71bf service nova] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Refreshing instance network info cache due to event network-changed-7ebbb335-b020-4c80-8022-5564aaa4e8a6. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1769.766940] env[63348]: DEBUG oslo_concurrency.lockutils [req-66e0acee-a2ab-4c10-b3f2-3b5ab7346656 req-43704f3b-2e4a-473a-a349-ca8645ef71bf service nova] Acquiring lock "refresh_cache-bd7387bc-8f64-4b1e-b8a8-a317ce7398b2" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.766940] env[63348]: DEBUG oslo_concurrency.lockutils [req-66e0acee-a2ab-4c10-b3f2-3b5ab7346656 req-43704f3b-2e4a-473a-a349-ca8645ef71bf service nova] Acquired lock "refresh_cache-bd7387bc-8f64-4b1e-b8a8-a317ce7398b2" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.766940] env[63348]: DEBUG nova.network.neutron [req-66e0acee-a2ab-4c10-b3f2-3b5ab7346656 req-43704f3b-2e4a-473a-a349-ca8645ef71bf service nova] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Refreshing network info cache for port 7ebbb335-b020-4c80-8022-5564aaa4e8a6 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1769.823753] env[63348]: INFO nova.compute.manager [-] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Took 1.49 seconds to deallocate network for instance. [ 1769.831744] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "refresh_cache-bd7387bc-8f64-4b1e-b8a8-a317ce7398b2" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.879124] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6a6556-bbd6-4c82-8377-77a23b5493a0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.893610] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb93062-0864-443d-83da-913b2a5369c4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.908774] env[63348]: DEBUG nova.network.neutron [-] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.943902] env[63348]: INFO nova.compute.manager [-] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Took 1.45 seconds to deallocate network for instance. [ 1769.945113] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19953e5-78ff-4d98-a494-5a474a13a3c3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.957097] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0258cc-89f0-4d11-bfb3-9488ec55fb65 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.983035] env[63348]: DEBUG nova.compute.provider_tree [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1769.986370] env[63348]: INFO nova.compute.manager [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Took 40.43 seconds to build instance. [ 1770.240304] env[63348]: DEBUG nova.network.neutron [req-2c252400-c6cb-4e2a-a5a7-25562fcece1c req-72c95cb0-4b4b-46b2-bb7d-8ff0ca470aea service nova] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Updated VIF entry in instance network info cache for port 956612a3-79b2-4ca6-86d7-7dffa067b0ef. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1770.242043] env[63348]: DEBUG nova.network.neutron [req-2c252400-c6cb-4e2a-a5a7-25562fcece1c req-72c95cb0-4b4b-46b2-bb7d-8ff0ca470aea service nova] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Updating instance_info_cache with network_info: [{"id": "956612a3-79b2-4ca6-86d7-7dffa067b0ef", "address": "fa:16:3e:18:5e:e2", "network": {"id": "b4fda787-9307-49f1-84c3-35e385b4aec6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-182461093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4cc622cc31f4571a2ef5e264046ed92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956612a3-79", "ovs_interfaceid": "956612a3-79b2-4ca6-86d7-7dffa067b0ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.301399] env[63348]: DEBUG nova.compute.manager [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1770.331296] env[63348]: DEBUG nova.virt.hardware [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1770.331434] env[63348]: DEBUG nova.virt.hardware [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1770.331650] env[63348]: DEBUG nova.virt.hardware [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1770.331748] env[63348]: DEBUG nova.virt.hardware [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1770.331850] env[63348]: DEBUG nova.virt.hardware [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1770.331999] env[63348]: DEBUG nova.virt.hardware [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1770.332476] env[63348]: DEBUG nova.virt.hardware [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1770.332663] env[63348]: DEBUG nova.virt.hardware [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1770.332853] env[63348]: DEBUG nova.virt.hardware [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1770.333039] env[63348]: DEBUG nova.virt.hardware [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1770.333236] env[63348]: DEBUG nova.virt.hardware [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1770.334183] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84a629b-29cb-4661-b42a-6e587f70bd65 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.338386] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.345344] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4957fb69-5c1f-471d-9078-edf9024b2993 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.361331] env[63348]: DEBUG nova.network.neutron [req-66e0acee-a2ab-4c10-b3f2-3b5ab7346656 req-43704f3b-2e4a-473a-a349-ca8645ef71bf service nova] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1770.457383] env[63348]: DEBUG oslo_concurrency.lockutils [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.492194] env[63348]: DEBUG nova.scheduler.client.report [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1770.495655] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1d03da9a-15d7-471a-9bd2-d728f753e0e8 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "3550d32c-b873-462a-a7a1-afc3eb3251ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.950s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.495920] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "3550d32c-b873-462a-a7a1-afc3eb3251ab" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.301s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.496140] env[63348]: INFO nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] During sync_power_state the instance has a pending task (spawning). Skip. [ 1770.496332] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "3550d32c-b873-462a-a7a1-afc3eb3251ab" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.531602] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d90b071-8a04-4191-9527-db63f0e01b85 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.540691] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e76d5d6f-9bfa-434e-afcf-b475c763d0fd tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Doing hard reboot of VM {{(pid=63348) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1770.541037] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c2b0be1f-8f4f-4dd9-88ba-8d586202b85a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.549835] env[63348]: DEBUG oslo_vmware.api [None req-e76d5d6f-9bfa-434e-afcf-b475c763d0fd tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1770.549835] env[63348]: value = "task-2022500" [ 1770.549835] env[63348]: _type = "Task" [ 1770.549835] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.559868] env[63348]: DEBUG oslo_vmware.api [None req-e76d5d6f-9bfa-434e-afcf-b475c763d0fd tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022500, 'name': ResetVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.601017] env[63348]: DEBUG nova.network.neutron [req-66e0acee-a2ab-4c10-b3f2-3b5ab7346656 req-43704f3b-2e4a-473a-a349-ca8645ef71bf service nova] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.746537] env[63348]: DEBUG oslo_concurrency.lockutils [req-2c252400-c6cb-4e2a-a5a7-25562fcece1c req-72c95cb0-4b4b-46b2-bb7d-8ff0ca470aea service nova] Releasing lock "refresh_cache-0d5887f8-cf88-4716-a333-e6cb58ce7f40" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.001151] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.001151] env[63348]: DEBUG nova.compute.manager [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1771.003901] env[63348]: DEBUG oslo_concurrency.lockutils [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.472s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.004771] env[63348]: DEBUG oslo_concurrency.lockutils [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.011108] env[63348]: DEBUG oslo_concurrency.lockutils [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.237s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.011108] env[63348]: INFO nova.compute.claims [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1771.031715] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Volume attach. Driver type: vmdk {{(pid=63348) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1771.032175] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415570', 'volume_id': '2c2c94ec-6d12-45f9-9b94-4fb8e3053000', 'name': 'volume-2c2c94ec-6d12-45f9-9b94-4fb8e3053000', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2fb160c-154e-4a47-87ce-471d2e49ae75', 'attached_at': '', 'detached_at': '', 'volume_id': '2c2c94ec-6d12-45f9-9b94-4fb8e3053000', 'serial': '2c2c94ec-6d12-45f9-9b94-4fb8e3053000'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1771.034016] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3121bac6-49a6-4afb-8c06-8d9fe3454f57 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.061359] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527ce03a-312f-44b2-b391-8ec906e2b57f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.067387] env[63348]: INFO nova.scheduler.client.report [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Deleted allocations for instance ac18bd52-7b11-4e63-ba7c-8ebacdeaa062 [ 1771.078340] env[63348]: DEBUG oslo_vmware.api [None req-e76d5d6f-9bfa-434e-afcf-b475c763d0fd tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022500, 'name': ResetVM_Task, 'duration_secs': 0.115307} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.092797] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e76d5d6f-9bfa-434e-afcf-b475c763d0fd tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Did hard reboot of VM {{(pid=63348) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1771.093035] env[63348]: DEBUG nova.compute.manager [None req-e76d5d6f-9bfa-434e-afcf-b475c763d0fd tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1771.101758] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] volume-2c2c94ec-6d12-45f9-9b94-4fb8e3053000/volume-2c2c94ec-6d12-45f9-9b94-4fb8e3053000.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.102642] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1613b1d4-9744-41c1-b7cd-48ff8a18e971 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.106497] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-503eb516-4cb2-4f62-9822-e48c6b7b25bf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.121562] env[63348]: DEBUG oslo_concurrency.lockutils [req-66e0acee-a2ab-4c10-b3f2-3b5ab7346656 req-43704f3b-2e4a-473a-a349-ca8645ef71bf service nova] Releasing lock "refresh_cache-bd7387bc-8f64-4b1e-b8a8-a317ce7398b2" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.121775] env[63348]: DEBUG nova.compute.manager [req-66e0acee-a2ab-4c10-b3f2-3b5ab7346656 req-43704f3b-2e4a-473a-a349-ca8645ef71bf service nova] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Received event network-vif-deleted-446e36ba-0c46-42db-91da-ccd41044ebe6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1771.121947] env[63348]: INFO nova.compute.manager [req-66e0acee-a2ab-4c10-b3f2-3b5ab7346656 req-43704f3b-2e4a-473a-a349-ca8645ef71bf service nova] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Neutron deleted interface 446e36ba-0c46-42db-91da-ccd41044ebe6; detaching it from the instance and deleting it from the info cache [ 1771.122134] env[63348]: DEBUG nova.network.neutron [req-66e0acee-a2ab-4c10-b3f2-3b5ab7346656 req-43704f3b-2e4a-473a-a349-ca8645ef71bf service nova] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.124593] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired lock "refresh_cache-bd7387bc-8f64-4b1e-b8a8-a317ce7398b2" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.124593] env[63348]: DEBUG nova.network.neutron [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1771.133099] env[63348]: DEBUG oslo_vmware.api [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1771.133099] env[63348]: value = "task-2022501" [ 1771.133099] env[63348]: _type = "Task" [ 1771.133099] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.146127] env[63348]: DEBUG oslo_vmware.api [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.373251] env[63348]: DEBUG nova.network.neutron [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Successfully updated port: e995aa1e-79fd-4a3e-80d8-ea4b72197049 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1771.405287] env[63348]: DEBUG nova.compute.manager [req-55905a70-9218-48e0-b7b1-271af08f7028 req-75735ea0-7d2b-4581-8bf6-6f0fb2fb4ea0 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Received event network-vif-plugged-e995aa1e-79fd-4a3e-80d8-ea4b72197049 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1771.405806] env[63348]: DEBUG oslo_concurrency.lockutils [req-55905a70-9218-48e0-b7b1-271af08f7028 req-75735ea0-7d2b-4581-8bf6-6f0fb2fb4ea0 service nova] Acquiring lock "223e5b24-bc2a-4de9-be5b-aa2cad088245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.405806] env[63348]: DEBUG oslo_concurrency.lockutils [req-55905a70-9218-48e0-b7b1-271af08f7028 req-75735ea0-7d2b-4581-8bf6-6f0fb2fb4ea0 service nova] Lock "223e5b24-bc2a-4de9-be5b-aa2cad088245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.405919] env[63348]: DEBUG oslo_concurrency.lockutils [req-55905a70-9218-48e0-b7b1-271af08f7028 req-75735ea0-7d2b-4581-8bf6-6f0fb2fb4ea0 service nova] Lock "223e5b24-bc2a-4de9-be5b-aa2cad088245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.406455] env[63348]: DEBUG nova.compute.manager [req-55905a70-9218-48e0-b7b1-271af08f7028 req-75735ea0-7d2b-4581-8bf6-6f0fb2fb4ea0 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] No waiting events found dispatching network-vif-plugged-e995aa1e-79fd-4a3e-80d8-ea4b72197049 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1771.407349] env[63348]: WARNING nova.compute.manager [req-55905a70-9218-48e0-b7b1-271af08f7028 req-75735ea0-7d2b-4581-8bf6-6f0fb2fb4ea0 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Received unexpected event network-vif-plugged-e995aa1e-79fd-4a3e-80d8-ea4b72197049 for instance with vm_state building and task_state spawning. [ 1771.408513] env[63348]: DEBUG nova.compute.manager [req-55905a70-9218-48e0-b7b1-271af08f7028 req-75735ea0-7d2b-4581-8bf6-6f0fb2fb4ea0 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Received event network-changed-e995aa1e-79fd-4a3e-80d8-ea4b72197049 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1771.408513] env[63348]: DEBUG nova.compute.manager [req-55905a70-9218-48e0-b7b1-271af08f7028 req-75735ea0-7d2b-4581-8bf6-6f0fb2fb4ea0 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Refreshing instance network info cache due to event network-changed-e995aa1e-79fd-4a3e-80d8-ea4b72197049. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1771.409615] env[63348]: DEBUG oslo_concurrency.lockutils [req-55905a70-9218-48e0-b7b1-271af08f7028 req-75735ea0-7d2b-4581-8bf6-6f0fb2fb4ea0 service nova] Acquiring lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.409843] env[63348]: DEBUG oslo_concurrency.lockutils [req-55905a70-9218-48e0-b7b1-271af08f7028 req-75735ea0-7d2b-4581-8bf6-6f0fb2fb4ea0 service nova] Acquired lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.410481] env[63348]: DEBUG nova.network.neutron [req-55905a70-9218-48e0-b7b1-271af08f7028 req-75735ea0-7d2b-4581-8bf6-6f0fb2fb4ea0 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Refreshing network info cache for port e995aa1e-79fd-4a3e-80d8-ea4b72197049 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1771.520969] env[63348]: DEBUG nova.compute.utils [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1771.521626] env[63348]: DEBUG nova.compute.manager [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1771.521797] env[63348]: DEBUG nova.network.neutron [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1771.571636] env[63348]: DEBUG nova.policy [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2f2454e5695405b8ca1ca7fa9b6bdcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98c53800013b4fccaf7bc8268601a9cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1771.581069] env[63348]: DEBUG oslo_concurrency.lockutils [None req-914e276a-9f40-45a4-8cca-41e20eb9d753 tempest-AttachInterfacesV270Test-1639588984 tempest-AttachInterfacesV270Test-1639588984-project-member] Lock "ac18bd52-7b11-4e63-ba7c-8ebacdeaa062" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.708s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.582181] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "ac18bd52-7b11-4e63-ba7c-8ebacdeaa062" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.390s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.582736] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0cf7772d-9058-4004-9a24-88a4a9429dbe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.595025] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c63f26-97b1-47e2-91d8-3a915e48941c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.641309] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e76d5d6f-9bfa-434e-afcf-b475c763d0fd tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "0d5887f8-cf88-4716-a333-e6cb58ce7f40" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.938s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.642117] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17a2c8d2-7292-4248-b0ae-e117e6857c14 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.647533] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "0d5887f8-cf88-4716-a333-e6cb58ce7f40" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.453s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.647711] env[63348]: INFO nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] During sync_power_state the instance has a pending task (rebooting_hard). Skip. [ 1771.648131] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "0d5887f8-cf88-4716-a333-e6cb58ce7f40" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.656548] env[63348]: DEBUG oslo_vmware.api [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.660727] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95d6892-f37b-42f8-9150-d8c6d80e817b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.697759] env[63348]: DEBUG nova.compute.manager [req-66e0acee-a2ab-4c10-b3f2-3b5ab7346656 req-43704f3b-2e4a-473a-a349-ca8645ef71bf service nova] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Detach interface failed, port_id=446e36ba-0c46-42db-91da-ccd41044ebe6, reason: Instance d405bcd4-e175-4c22-b7ab-6a03b44bac42 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1771.725138] env[63348]: DEBUG nova.network.neutron [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1771.840152] env[63348]: DEBUG nova.compute.manager [req-d25cc629-2ee2-441d-929e-60222416b141 req-686e984c-b78c-4299-b8c1-9391a85b146b service nova] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Received event network-changed-26dac57e-5712-45ab-b290-39f0f1f89951 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1771.840369] env[63348]: DEBUG nova.compute.manager [req-d25cc629-2ee2-441d-929e-60222416b141 req-686e984c-b78c-4299-b8c1-9391a85b146b service nova] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Refreshing instance network info cache due to event network-changed-26dac57e-5712-45ab-b290-39f0f1f89951. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1771.840591] env[63348]: DEBUG oslo_concurrency.lockutils [req-d25cc629-2ee2-441d-929e-60222416b141 req-686e984c-b78c-4299-b8c1-9391a85b146b service nova] Acquiring lock "refresh_cache-3550d32c-b873-462a-a7a1-afc3eb3251ab" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.840731] env[63348]: DEBUG oslo_concurrency.lockutils [req-d25cc629-2ee2-441d-929e-60222416b141 req-686e984c-b78c-4299-b8c1-9391a85b146b service nova] Acquired lock "refresh_cache-3550d32c-b873-462a-a7a1-afc3eb3251ab" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.840888] env[63348]: DEBUG nova.network.neutron [req-d25cc629-2ee2-441d-929e-60222416b141 req-686e984c-b78c-4299-b8c1-9391a85b146b service nova] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Refreshing network info cache for port 26dac57e-5712-45ab-b290-39f0f1f89951 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1771.877541] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.029338] env[63348]: DEBUG nova.compute.manager [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1772.032923] env[63348]: DEBUG nova.network.neutron [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Successfully created port: f0d4ce50-bac7-4cb2-a3d8-8fb016340e2f {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1772.136361] env[63348]: DEBUG nova.network.neutron [req-55905a70-9218-48e0-b7b1-271af08f7028 req-75735ea0-7d2b-4581-8bf6-6f0fb2fb4ea0 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1772.149246] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "ac18bd52-7b11-4e63-ba7c-8ebacdeaa062" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.157009] env[63348]: DEBUG oslo_vmware.api [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.388689] env[63348]: DEBUG nova.network.neutron [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Updating instance_info_cache with network_info: [{"id": "7ebbb335-b020-4c80-8022-5564aaa4e8a6", "address": "fa:16:3e:fb:7f:fa", "network": {"id": "d8db0652-40ca-4962-b22c-4094827b7de1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752680112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "612f13e93f12469ca1e1a961bde003c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ebbb335-b0", "ovs_interfaceid": "7ebbb335-b020-4c80-8022-5564aaa4e8a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.403955] env[63348]: DEBUG nova.network.neutron [req-55905a70-9218-48e0-b7b1-271af08f7028 req-75735ea0-7d2b-4581-8bf6-6f0fb2fb4ea0 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.492464] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4e2c17-15cb-4709-8bca-600c783f7401 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.502063] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbd9e74-ebf6-4383-863e-715962f23ca7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.541602] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b730f8d5-03e7-4bab-bf2a-ed8372c5af2f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.557141] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359c7ba9-cdee-43fb-94c9-1121651d98ba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.575724] env[63348]: DEBUG nova.compute.provider_tree [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.655889] env[63348]: DEBUG oslo_vmware.api [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.891938] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Releasing lock "refresh_cache-bd7387bc-8f64-4b1e-b8a8-a317ce7398b2" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.892355] env[63348]: DEBUG nova.compute.manager [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Instance network_info: |[{"id": "7ebbb335-b020-4c80-8022-5564aaa4e8a6", "address": "fa:16:3e:fb:7f:fa", "network": {"id": "d8db0652-40ca-4962-b22c-4094827b7de1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752680112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "612f13e93f12469ca1e1a961bde003c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ebbb335-b0", "ovs_interfaceid": "7ebbb335-b020-4c80-8022-5564aaa4e8a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1772.893121] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:7f:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ebbb335-b020-4c80-8022-5564aaa4e8a6', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1772.903538] env[63348]: DEBUG oslo.service.loopingcall [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1772.903789] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1772.904673] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4335d2da-2911-4cd4-a139-d47e191c2f9c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.925785] env[63348]: DEBUG oslo_concurrency.lockutils [req-55905a70-9218-48e0-b7b1-271af08f7028 req-75735ea0-7d2b-4581-8bf6-6f0fb2fb4ea0 service nova] Releasing lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.926187] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquired lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.926346] env[63348]: DEBUG nova.network.neutron [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1772.935715] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1772.935715] env[63348]: value = "task-2022502" [ 1772.935715] env[63348]: _type = "Task" [ 1772.935715] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.948666] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022502, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.970869] env[63348]: DEBUG nova.network.neutron [req-d25cc629-2ee2-441d-929e-60222416b141 req-686e984c-b78c-4299-b8c1-9391a85b146b service nova] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Updated VIF entry in instance network info cache for port 26dac57e-5712-45ab-b290-39f0f1f89951. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1772.971268] env[63348]: DEBUG nova.network.neutron [req-d25cc629-2ee2-441d-929e-60222416b141 req-686e984c-b78c-4299-b8c1-9391a85b146b service nova] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Updating instance_info_cache with network_info: [{"id": "26dac57e-5712-45ab-b290-39f0f1f89951", "address": "fa:16:3e:41:6b:79", "network": {"id": "5fe84792-f4cc-42e7-95cf-a5a63377aa06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1765097115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b4bdd51702e41f09e96d77d095278aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26dac57e-57", "ovs_interfaceid": "26dac57e-5712-45ab-b290-39f0f1f89951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.047820] env[63348]: DEBUG nova.compute.manager [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1773.081196] env[63348]: DEBUG nova.scheduler.client.report [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1773.093156] env[63348]: DEBUG nova.virt.hardware [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1773.093156] env[63348]: DEBUG nova.virt.hardware [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1773.093156] env[63348]: DEBUG nova.virt.hardware [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1773.093382] env[63348]: DEBUG nova.virt.hardware [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1773.093382] env[63348]: DEBUG nova.virt.hardware [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1773.093703] env[63348]: DEBUG nova.virt.hardware [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1773.094097] env[63348]: DEBUG nova.virt.hardware [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1773.094471] env[63348]: DEBUG nova.virt.hardware [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1773.094802] env[63348]: DEBUG nova.virt.hardware [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1773.095119] env[63348]: DEBUG nova.virt.hardware [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1773.095425] env[63348]: DEBUG nova.virt.hardware [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1773.096513] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfbc5ec-9f0b-41e0-aea7-17258d5ab05b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.111798] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed64d36f-ef23-4121-849f-2d1a65ca171a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.160359] env[63348]: DEBUG oslo_vmware.api [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.449486] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022502, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.474733] env[63348]: DEBUG oslo_concurrency.lockutils [req-d25cc629-2ee2-441d-929e-60222416b141 req-686e984c-b78c-4299-b8c1-9391a85b146b service nova] Releasing lock "refresh_cache-3550d32c-b873-462a-a7a1-afc3eb3251ab" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.485468] env[63348]: DEBUG nova.network.neutron [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1773.588332] env[63348]: DEBUG oslo_concurrency.lockutils [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.588901] env[63348]: DEBUG nova.compute.manager [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1773.594559] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.571s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.594802] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.596723] env[63348]: DEBUG oslo_concurrency.lockutils [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.358s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.598350] env[63348]: INFO nova.compute.claims [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1773.623169] env[63348]: INFO nova.scheduler.client.report [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Deleted allocations for instance b145eddf-c0e7-4a82-936b-1e929500929e [ 1773.657581] env[63348]: DEBUG oslo_vmware.api [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022501, 'name': ReconfigVM_Task, 'duration_secs': 2.112784} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.657968] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Reconfigured VM instance instance-00000024 to attach disk [datastore2] volume-2c2c94ec-6d12-45f9-9b94-4fb8e3053000/volume-2c2c94ec-6d12-45f9-9b94-4fb8e3053000.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1773.666302] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-820c09b0-7e8a-4aaf-9b49-063ac88212ff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.681309] env[63348]: DEBUG oslo_vmware.api [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1773.681309] env[63348]: value = "task-2022503" [ 1773.681309] env[63348]: _type = "Task" [ 1773.681309] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.694358] env[63348]: DEBUG oslo_vmware.api [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.749817] env[63348]: DEBUG nova.network.neutron [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Updating instance_info_cache with network_info: [{"id": "e995aa1e-79fd-4a3e-80d8-ea4b72197049", "address": "fa:16:3e:96:99:2b", "network": {"id": "5edd345e-2f85-4bb2-b0c7-ea9419001beb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-46101521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "519d7268afd0446f88e263990b4fdce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape995aa1e-79", "ovs_interfaceid": "e995aa1e-79fd-4a3e-80d8-ea4b72197049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.835017] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquiring lock "0d5887f8-cf88-4716-a333-e6cb58ce7f40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.837738] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "0d5887f8-cf88-4716-a333-e6cb58ce7f40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.837738] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquiring lock "0d5887f8-cf88-4716-a333-e6cb58ce7f40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.837738] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "0d5887f8-cf88-4716-a333-e6cb58ce7f40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.837738] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "0d5887f8-cf88-4716-a333-e6cb58ce7f40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.840102] env[63348]: INFO nova.compute.manager [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Terminating instance [ 1773.948120] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022502, 'name': CreateVM_Task, 'duration_secs': 0.550317} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.948320] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1773.949986] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.950360] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.950966] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1773.951329] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad00016-7b37-4496-a184-159b894bf862 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.957580] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1773.957580] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f2e449-111a-a885-a9ab-9474a0d2a7fa" [ 1773.957580] env[63348]: _type = "Task" [ 1773.957580] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.967767] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f2e449-111a-a885-a9ab-9474a0d2a7fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.085984] env[63348]: DEBUG nova.compute.manager [req-94ea609e-bcc1-4cde-8830-ea0a78268a16 req-c65e4d23-8862-4a86-b249-a866c14f720d service nova] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Received event network-changed-956612a3-79b2-4ca6-86d7-7dffa067b0ef {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1774.086207] env[63348]: DEBUG nova.compute.manager [req-94ea609e-bcc1-4cde-8830-ea0a78268a16 req-c65e4d23-8862-4a86-b249-a866c14f720d service nova] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Refreshing instance network info cache due to event network-changed-956612a3-79b2-4ca6-86d7-7dffa067b0ef. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1774.086419] env[63348]: DEBUG oslo_concurrency.lockutils [req-94ea609e-bcc1-4cde-8830-ea0a78268a16 req-c65e4d23-8862-4a86-b249-a866c14f720d service nova] Acquiring lock "refresh_cache-0d5887f8-cf88-4716-a333-e6cb58ce7f40" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.086563] env[63348]: DEBUG oslo_concurrency.lockutils [req-94ea609e-bcc1-4cde-8830-ea0a78268a16 req-c65e4d23-8862-4a86-b249-a866c14f720d service nova] Acquired lock "refresh_cache-0d5887f8-cf88-4716-a333-e6cb58ce7f40" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.086721] env[63348]: DEBUG nova.network.neutron [req-94ea609e-bcc1-4cde-8830-ea0a78268a16 req-c65e4d23-8862-4a86-b249-a866c14f720d service nova] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Refreshing network info cache for port 956612a3-79b2-4ca6-86d7-7dffa067b0ef {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1774.104050] env[63348]: DEBUG nova.compute.utils [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1774.111657] env[63348]: DEBUG nova.compute.manager [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Not allocating networking since 'none' was specified. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1774.136629] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c661d73f-a61c-4789-a8cc-576197b1ac4d tempest-ServersTestFqdnHostnames-1580417463 tempest-ServersTestFqdnHostnames-1580417463-project-member] Lock "b145eddf-c0e7-4a82-936b-1e929500929e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.615s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.136629] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "b145eddf-c0e7-4a82-936b-1e929500929e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.947s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.137075] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4eda0e4-3915-4ca9-bb52-0ec1458348c9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.149642] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859ba865-a749-461d-a32e-74f3bff94f1b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.198765] env[63348]: DEBUG oslo_vmware.api [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022503, 'name': ReconfigVM_Task, 'duration_secs': 0.150488} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.198949] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415570', 'volume_id': '2c2c94ec-6d12-45f9-9b94-4fb8e3053000', 'name': 'volume-2c2c94ec-6d12-45f9-9b94-4fb8e3053000', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2fb160c-154e-4a47-87ce-471d2e49ae75', 'attached_at': '', 'detached_at': '', 'volume_id': '2c2c94ec-6d12-45f9-9b94-4fb8e3053000', 'serial': '2c2c94ec-6d12-45f9-9b94-4fb8e3053000'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1774.252981] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Releasing lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.253329] env[63348]: DEBUG nova.compute.manager [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Instance network_info: |[{"id": "e995aa1e-79fd-4a3e-80d8-ea4b72197049", "address": "fa:16:3e:96:99:2b", "network": {"id": "5edd345e-2f85-4bb2-b0c7-ea9419001beb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-46101521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "519d7268afd0446f88e263990b4fdce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape995aa1e-79", "ovs_interfaceid": "e995aa1e-79fd-4a3e-80d8-ea4b72197049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1774.253744] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:99:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e995aa1e-79fd-4a3e-80d8-ea4b72197049', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1774.267632] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Creating folder: Project (519d7268afd0446f88e263990b4fdce7). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1774.268028] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73e63b75-bce1-4b22-9d70-8078d7282aba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.284057] env[63348]: DEBUG nova.compute.manager [req-4b3601b0-ccec-4096-bffd-2752c5d81245 req-ed9a9cf4-a29e-44d3-a161-88107b03c890 service nova] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Received event network-vif-plugged-f0d4ce50-bac7-4cb2-a3d8-8fb016340e2f {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1774.284882] env[63348]: DEBUG oslo_concurrency.lockutils [req-4b3601b0-ccec-4096-bffd-2752c5d81245 req-ed9a9cf4-a29e-44d3-a161-88107b03c890 service nova] Acquiring lock "42ee5eac-7858-45f1-b751-542884dc4c20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.285703] env[63348]: DEBUG oslo_concurrency.lockutils [req-4b3601b0-ccec-4096-bffd-2752c5d81245 req-ed9a9cf4-a29e-44d3-a161-88107b03c890 service nova] Lock "42ee5eac-7858-45f1-b751-542884dc4c20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.286073] env[63348]: DEBUG oslo_concurrency.lockutils [req-4b3601b0-ccec-4096-bffd-2752c5d81245 req-ed9a9cf4-a29e-44d3-a161-88107b03c890 service nova] Lock "42ee5eac-7858-45f1-b751-542884dc4c20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.286312] env[63348]: DEBUG nova.compute.manager [req-4b3601b0-ccec-4096-bffd-2752c5d81245 req-ed9a9cf4-a29e-44d3-a161-88107b03c890 service nova] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] No waiting events found dispatching network-vif-plugged-f0d4ce50-bac7-4cb2-a3d8-8fb016340e2f {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1774.286703] env[63348]: WARNING nova.compute.manager [req-4b3601b0-ccec-4096-bffd-2752c5d81245 req-ed9a9cf4-a29e-44d3-a161-88107b03c890 service nova] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Received unexpected event network-vif-plugged-f0d4ce50-bac7-4cb2-a3d8-8fb016340e2f for instance with vm_state building and task_state spawning. [ 1774.289667] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Created folder: Project (519d7268afd0446f88e263990b4fdce7) in parent group-v415427. [ 1774.289928] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Creating folder: Instances. Parent ref: group-v415572. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1774.290563] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6a43585-a8ef-49a1-b521-7c054a730670 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.303773] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Created folder: Instances in parent group-v415572. [ 1774.304102] env[63348]: DEBUG oslo.service.loopingcall [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.304277] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1774.304493] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dd029cc-bf80-40b3-abd0-c80651868d33 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.333654] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1774.333654] env[63348]: value = "task-2022506" [ 1774.333654] env[63348]: _type = "Task" [ 1774.333654] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.343397] env[63348]: DEBUG nova.compute.manager [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1774.343613] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1774.343839] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022506, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.344580] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22be46d-dfee-4d4d-9ae3-9cf305216088 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.354698] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1774.354972] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b02361c-aa3c-4c5f-b0b2-5a9072e6691e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.362916] env[63348]: DEBUG oslo_vmware.api [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1774.362916] env[63348]: value = "task-2022507" [ 1774.362916] env[63348]: _type = "Task" [ 1774.362916] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.374340] env[63348]: DEBUG oslo_vmware.api [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.429709] env[63348]: DEBUG nova.network.neutron [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Successfully updated port: f0d4ce50-bac7-4cb2-a3d8-8fb016340e2f {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1774.476254] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f2e449-111a-a885-a9ab-9474a0d2a7fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010329} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.476752] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.478354] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1774.478610] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.478775] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.478965] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1774.479270] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3863fe4b-a35f-4159-a571-1f621b4cb90e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.491566] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1774.491836] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1774.493393] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce2ccc8b-e6ad-4e8b-b095-024281bbda83 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.500321] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1774.500321] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ddd10c-b69b-9be9-96d4-6abf249217b8" [ 1774.500321] env[63348]: _type = "Task" [ 1774.500321] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.510497] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ddd10c-b69b-9be9-96d4-6abf249217b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.612210] env[63348]: DEBUG nova.compute.manager [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1774.696475] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "b145eddf-c0e7-4a82-936b-1e929500929e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.854291] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022506, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.879045] env[63348]: DEBUG oslo_vmware.api [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022507, 'name': PowerOffVM_Task, 'duration_secs': 0.20451} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.879045] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1774.879045] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1774.879276] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db717b56-9362-4582-89ce-9bd1c3e83a66 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.893805] env[63348]: DEBUG nova.network.neutron [req-94ea609e-bcc1-4cde-8830-ea0a78268a16 req-c65e4d23-8862-4a86-b249-a866c14f720d service nova] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Updated VIF entry in instance network info cache for port 956612a3-79b2-4ca6-86d7-7dffa067b0ef. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1774.894223] env[63348]: DEBUG nova.network.neutron [req-94ea609e-bcc1-4cde-8830-ea0a78268a16 req-c65e4d23-8862-4a86-b249-a866c14f720d service nova] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Updating instance_info_cache with network_info: [{"id": "956612a3-79b2-4ca6-86d7-7dffa067b0ef", "address": "fa:16:3e:18:5e:e2", "network": {"id": "b4fda787-9307-49f1-84c3-35e385b4aec6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-182461093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4cc622cc31f4571a2ef5e264046ed92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956612a3-79", "ovs_interfaceid": "956612a3-79b2-4ca6-86d7-7dffa067b0ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.935511] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Acquiring lock "refresh_cache-42ee5eac-7858-45f1-b751-542884dc4c20" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.935603] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Acquired lock "refresh_cache-42ee5eac-7858-45f1-b751-542884dc4c20" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.936145] env[63348]: DEBUG nova.network.neutron [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1775.018322] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ddd10c-b69b-9be9-96d4-6abf249217b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010125} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.021044] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4189a36-010d-4eed-831b-f3c4add0977e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.029673] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1775.029673] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52766ce2-b776-6b83-b4d2-2a99ce5c06aa" [ 1775.029673] env[63348]: _type = "Task" [ 1775.029673] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.042084] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52766ce2-b776-6b83-b4d2-2a99ce5c06aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010926} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.042405] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.042700] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] bd7387bc-8f64-4b1e-b8a8-a317ce7398b2/bd7387bc-8f64-4b1e-b8a8-a317ce7398b2.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1775.043108] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-284afcce-8cab-4a77-b9c7-57bb89d6cbb2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.055193] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1775.055193] env[63348]: value = "task-2022509" [ 1775.055193] env[63348]: _type = "Task" [ 1775.055193] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.068152] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.068152] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1775.068152] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1775.068152] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Deleting the datastore file [datastore1] 0d5887f8-cf88-4716-a333-e6cb58ce7f40 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1775.070757] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1089b104-4c6f-4906-9c89-313e13a245e2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.080119] env[63348]: DEBUG oslo_vmware.api [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1775.080119] env[63348]: value = "task-2022510" [ 1775.080119] env[63348]: _type = "Task" [ 1775.080119] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.100745] env[63348]: DEBUG oslo_vmware.api [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.133540] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687f9f33-0ac1-48ff-9772-109b4a1bfd81 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.143321] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ce58b9-02b2-46ee-b3df-999a98c1fe35 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.175774] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9d08f0-58e6-497c-9dc2-303e04df08a7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.185491] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1c1ace-8969-4f90-b4e9-2ec381a98ce6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.203140] env[63348]: DEBUG nova.compute.provider_tree [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1775.268783] env[63348]: DEBUG nova.objects.instance [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lazy-loading 'flavor' on Instance uuid e2fb160c-154e-4a47-87ce-471d2e49ae75 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.352114] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022506, 'name': CreateVM_Task, 'duration_secs': 0.70886} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.352403] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1775.353383] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.353709] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.354212] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1775.356698] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2616362-b411-4d22-928d-fa1517967105 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.364456] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1775.364456] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c7a7de-7f44-a665-259f-64cd8aaf3043" [ 1775.364456] env[63348]: _type = "Task" [ 1775.364456] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.375771] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c7a7de-7f44-a665-259f-64cd8aaf3043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.400842] env[63348]: DEBUG oslo_concurrency.lockutils [req-94ea609e-bcc1-4cde-8830-ea0a78268a16 req-c65e4d23-8862-4a86-b249-a866c14f720d service nova] Releasing lock "refresh_cache-0d5887f8-cf88-4716-a333-e6cb58ce7f40" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.472509] env[63348]: DEBUG nova.network.neutron [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1775.567110] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494108} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.567460] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] bd7387bc-8f64-4b1e-b8a8-a317ce7398b2/bd7387bc-8f64-4b1e-b8a8-a317ce7398b2.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1775.567683] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1775.568084] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b6ca793-c0f0-4864-8e4a-5662f3dd60d6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.575387] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1775.575387] env[63348]: value = "task-2022511" [ 1775.575387] env[63348]: _type = "Task" [ 1775.575387] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.589083] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.594714] env[63348]: DEBUG oslo_vmware.api [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151859} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.594973] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1775.595493] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1775.595493] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1775.595639] env[63348]: INFO nova.compute.manager [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1775.595789] env[63348]: DEBUG oslo.service.loopingcall [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.596011] env[63348]: DEBUG nova.compute.manager [-] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1775.596121] env[63348]: DEBUG nova.network.neutron [-] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1775.631183] env[63348]: DEBUG nova.compute.manager [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1775.652722] env[63348]: DEBUG nova.network.neutron [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Updating instance_info_cache with network_info: [{"id": "f0d4ce50-bac7-4cb2-a3d8-8fb016340e2f", "address": "fa:16:3e:2f:a9:2f", "network": {"id": "e996015c-a5ea-4fd0-ac24-e38b15dc5d20", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-50684209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98c53800013b4fccaf7bc8268601a9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0d4ce50-ba", "ovs_interfaceid": "f0d4ce50-bac7-4cb2-a3d8-8fb016340e2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.666351] env[63348]: DEBUG nova.virt.hardware [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1775.666613] env[63348]: DEBUG nova.virt.hardware [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1775.666769] env[63348]: DEBUG nova.virt.hardware [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1775.667837] env[63348]: DEBUG nova.virt.hardware [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1775.667837] env[63348]: DEBUG nova.virt.hardware [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1775.667837] env[63348]: DEBUG nova.virt.hardware [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1775.668073] env[63348]: DEBUG nova.virt.hardware [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1775.668303] env[63348]: DEBUG nova.virt.hardware [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1775.668482] env[63348]: DEBUG nova.virt.hardware [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1775.668694] env[63348]: DEBUG nova.virt.hardware [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1775.669029] env[63348]: DEBUG nova.virt.hardware [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1775.670533] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8352c45a-45e8-4ccb-b8b2-3f074f3fb606 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.683047] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5be73b8-6fc0-4821-99fa-6a97eb6979cb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.698828] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Instance VIF info [] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1775.704819] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Creating folder: Project (0945495ab039456b926c0eadd2c680c9). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1775.705040] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-211bf98c-4c1d-4dac-9124-df0208d7f351 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.707338] env[63348]: DEBUG nova.scheduler.client.report [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1775.722258] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Created folder: Project (0945495ab039456b926c0eadd2c680c9) in parent group-v415427. [ 1775.722469] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Creating folder: Instances. Parent ref: group-v415575. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1775.722720] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-506766ee-5742-4415-b260-bf87a147387b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.733667] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Created folder: Instances in parent group-v415575. [ 1775.733925] env[63348]: DEBUG oslo.service.loopingcall [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.734135] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1775.734350] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59a743a3-ed77-4709-b5e9-60a49cac5aa4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.755107] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1775.755107] env[63348]: value = "task-2022514" [ 1775.755107] env[63348]: _type = "Task" [ 1775.755107] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.764668] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022514, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.774721] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b6dd4c48-33da-401d-acd4-dd557ca77087 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "e2fb160c-154e-4a47-87ce-471d2e49ae75" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.384s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.778954] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "e2fb160c-154e-4a47-87ce-471d2e49ae75" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.584s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.778954] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10079ab-4936-4d16-8bf0-ec1b3973e80e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.881742] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c7a7de-7f44-a665-259f-64cd8aaf3043, 'name': SearchDatastore_Task, 'duration_secs': 0.052427} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.882547] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.882780] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1775.883238] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.883424] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.883603] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1775.883861] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-434ffc8d-ed74-4c14-90a0-b23399cc5684 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.893144] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1775.893327] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1775.894059] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65f7eafd-34c4-4cdc-bd68-ab011e33ebb9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.903581] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1775.903581] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5292df12-5bb5-32c2-1a68-6970a262a13b" [ 1775.903581] env[63348]: _type = "Task" [ 1775.903581] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.913515] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5292df12-5bb5-32c2-1a68-6970a262a13b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.086680] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07752} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.086967] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1776.087783] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bce1d20-48a3-440d-aba1-29606f1b04c5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.112430] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] bd7387bc-8f64-4b1e-b8a8-a317ce7398b2/bd7387bc-8f64-4b1e-b8a8-a317ce7398b2.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1776.112782] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e883995-d496-43e4-b831-e7b206c11ca9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.135708] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1776.135708] env[63348]: value = "task-2022515" [ 1776.135708] env[63348]: _type = "Task" [ 1776.135708] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.146161] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.157523] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Releasing lock "refresh_cache-42ee5eac-7858-45f1-b751-542884dc4c20" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.158291] env[63348]: DEBUG nova.compute.manager [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Instance network_info: |[{"id": "f0d4ce50-bac7-4cb2-a3d8-8fb016340e2f", "address": "fa:16:3e:2f:a9:2f", "network": {"id": "e996015c-a5ea-4fd0-ac24-e38b15dc5d20", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-50684209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98c53800013b4fccaf7bc8268601a9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0d4ce50-ba", "ovs_interfaceid": "f0d4ce50-bac7-4cb2-a3d8-8fb016340e2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1776.158457] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:a9:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0d4ce50-bac7-4cb2-a3d8-8fb016340e2f', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1776.166517] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Creating folder: Project (98c53800013b4fccaf7bc8268601a9cf). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1776.166851] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccd9b580-d016-40f0-b65d-52c77a9927ff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.186463] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Created folder: Project (98c53800013b4fccaf7bc8268601a9cf) in parent group-v415427. [ 1776.186786] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Creating folder: Instances. Parent ref: group-v415578. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1776.187010] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-574b5eb2-5dca-40e9-bb37-0617da654d79 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.201898] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Created folder: Instances in parent group-v415578. [ 1776.202491] env[63348]: DEBUG oslo.service.loopingcall [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.202491] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1776.202729] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d2274a4-6364-4939-a25d-542daf497878 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.220983] env[63348]: DEBUG oslo_concurrency.lockutils [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.221503] env[63348]: DEBUG nova.compute.manager [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1776.224255] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.861s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.224979] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.226457] env[63348]: DEBUG oslo_concurrency.lockutils [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.092s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.228237] env[63348]: INFO nova.compute.claims [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1776.238151] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1776.238151] env[63348]: value = "task-2022518" [ 1776.238151] env[63348]: _type = "Task" [ 1776.238151] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.258368] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022518, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.262488] env[63348]: INFO nova.scheduler.client.report [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Deleted allocations for instance 8fe84c5b-5758-4907-9578-8e9a8588088c [ 1776.278861] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022514, 'name': CreateVM_Task, 'duration_secs': 0.331867} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.279102] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1776.279576] env[63348]: DEBUG oslo_concurrency.lockutils [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.279733] env[63348]: DEBUG oslo_concurrency.lockutils [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.280069] env[63348]: DEBUG oslo_concurrency.lockutils [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1776.280936] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d37686-7766-4526-96a3-10ba13ce4632 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.287164] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "e2fb160c-154e-4a47-87ce-471d2e49ae75" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.295137] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1776.295137] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52938227-a751-f7e2-16f2-fbfcb325ca94" [ 1776.295137] env[63348]: _type = "Task" [ 1776.295137] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.308721] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52938227-a751-f7e2-16f2-fbfcb325ca94, 'name': SearchDatastore_Task, 'duration_secs': 0.01252} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.308848] env[63348]: DEBUG oslo_concurrency.lockutils [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.309314] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1776.309399] env[63348]: DEBUG oslo_concurrency.lockutils [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.309788] env[63348]: DEBUG oslo_concurrency.lockutils [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.309859] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1776.310199] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eeca1544-181b-43e5-a414-4a5d339064c6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.323890] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1776.324146] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1776.324939] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c2ebf3-2195-4af9-983c-60d6c95232fe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.332891] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1776.332891] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52536ea4-6b30-2661-2862-93697148af09" [ 1776.332891] env[63348]: _type = "Task" [ 1776.332891] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.345152] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52536ea4-6b30-2661-2862-93697148af09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.383382] env[63348]: DEBUG nova.network.neutron [-] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.418772] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5292df12-5bb5-32c2-1a68-6970a262a13b, 'name': SearchDatastore_Task, 'duration_secs': 0.010981} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.419944] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60864664-a8b2-4e2f-8ffa-2657280f10e8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.427144] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1776.427144] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5292abfd-4fcb-4be4-a297-a2373cc4067e" [ 1776.427144] env[63348]: _type = "Task" [ 1776.427144] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.439286] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5292abfd-4fcb-4be4-a297-a2373cc4067e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.654346] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022515, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.685746] env[63348]: DEBUG nova.compute.manager [req-ddb31939-beac-45cb-a6a8-6c535b11d597 req-7fee855a-cfc3-4ed2-8f79-d95389defc5f service nova] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Received event network-changed-f0d4ce50-bac7-4cb2-a3d8-8fb016340e2f {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1776.686064] env[63348]: DEBUG nova.compute.manager [req-ddb31939-beac-45cb-a6a8-6c535b11d597 req-7fee855a-cfc3-4ed2-8f79-d95389defc5f service nova] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Refreshing instance network info cache due to event network-changed-f0d4ce50-bac7-4cb2-a3d8-8fb016340e2f. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1776.686393] env[63348]: DEBUG oslo_concurrency.lockutils [req-ddb31939-beac-45cb-a6a8-6c535b11d597 req-7fee855a-cfc3-4ed2-8f79-d95389defc5f service nova] Acquiring lock "refresh_cache-42ee5eac-7858-45f1-b751-542884dc4c20" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.686649] env[63348]: DEBUG oslo_concurrency.lockutils [req-ddb31939-beac-45cb-a6a8-6c535b11d597 req-7fee855a-cfc3-4ed2-8f79-d95389defc5f service nova] Acquired lock "refresh_cache-42ee5eac-7858-45f1-b751-542884dc4c20" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.686876] env[63348]: DEBUG nova.network.neutron [req-ddb31939-beac-45cb-a6a8-6c535b11d597 req-7fee855a-cfc3-4ed2-8f79-d95389defc5f service nova] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Refreshing network info cache for port f0d4ce50-bac7-4cb2-a3d8-8fb016340e2f {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1776.733406] env[63348]: DEBUG nova.compute.utils [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1776.737179] env[63348]: DEBUG nova.compute.manager [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Not allocating networking since 'none' was specified. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1776.749117] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022518, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.774379] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d85cd155-bc53-4e5b-a48c-f3d4bb061b3e tempest-VolumesAssistedSnapshotsTest-1725971961 tempest-VolumesAssistedSnapshotsTest-1725971961-project-member] Lock "8fe84c5b-5758-4907-9578-8e9a8588088c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.206s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.775676] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "8fe84c5b-5758-4907-9578-8e9a8588088c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.587s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.777845] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17fb0c4f-48ef-49e6-b76d-1d03479d7140 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.790021] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ea9013-8851-4fab-9d3d-0652c0478923 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.847379] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52536ea4-6b30-2661-2862-93697148af09, 'name': SearchDatastore_Task, 'duration_secs': 0.012776} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.848491] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f28313-0122-490d-966f-5aee5ae974b1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.855166] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1776.855166] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522a64f8-3fd5-1871-8759-5a14c24946b3" [ 1776.855166] env[63348]: _type = "Task" [ 1776.855166] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.867839] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522a64f8-3fd5-1871-8759-5a14c24946b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.887336] env[63348]: INFO nova.compute.manager [-] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Took 1.29 seconds to deallocate network for instance. [ 1776.940964] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5292abfd-4fcb-4be4-a297-a2373cc4067e, 'name': SearchDatastore_Task, 'duration_secs': 0.009601} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.942032] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.942296] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 223e5b24-bc2a-4de9-be5b-aa2cad088245/223e5b24-bc2a-4de9-be5b-aa2cad088245.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1776.942581] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c8d1e1e-4b8e-46ee-ab70-cec09a439ae0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.952539] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1776.952539] env[63348]: value = "task-2022519" [ 1776.952539] env[63348]: _type = "Task" [ 1776.952539] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.961743] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.131944] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquiring lock "e2fb160c-154e-4a47-87ce-471d2e49ae75" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.132267] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "e2fb160c-154e-4a47-87ce-471d2e49ae75" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.147553] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022515, 'name': ReconfigVM_Task, 'duration_secs': 0.535919} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.147857] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Reconfigured VM instance instance-0000002e to attach disk [datastore2] bd7387bc-8f64-4b1e-b8a8-a317ce7398b2/bd7387bc-8f64-4b1e-b8a8-a317ce7398b2.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1777.148499] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8f3c4b3-566f-467b-beed-40c84d7d36df {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.155809] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1777.155809] env[63348]: value = "task-2022520" [ 1777.155809] env[63348]: _type = "Task" [ 1777.155809] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.166078] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022520, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.239028] env[63348]: DEBUG nova.compute.manager [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1777.269163] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022518, 'name': CreateVM_Task, 'duration_secs': 0.553302} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.269294] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1777.270401] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.270568] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.270903] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1777.271346] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99de2461-159e-48e9-829c-26587af108f0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.280597] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Waiting for the task: (returnval){ [ 1777.280597] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a9e85b-8e36-96d6-0824-daef4682d698" [ 1777.280597] env[63348]: _type = "Task" [ 1777.280597] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.291438] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a9e85b-8e36-96d6-0824-daef4682d698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.333366] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "8fe84c5b-5758-4907-9578-8e9a8588088c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.369996] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522a64f8-3fd5-1871-8759-5a14c24946b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01587} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.373398] env[63348]: DEBUG oslo_concurrency.lockutils [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.373759] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7/64e837aa-0ab3-4cb4-a60b-287bf47f9ad7.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1777.374513] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a91914ae-bd1f-4dd3-ab8d-de907e19471b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.385136] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1777.385136] env[63348]: value = "task-2022521" [ 1777.385136] env[63348]: _type = "Task" [ 1777.385136] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.399935] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.400315] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.471461] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022519, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.635781] env[63348]: INFO nova.compute.manager [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Detaching volume 2c2c94ec-6d12-45f9-9b94-4fb8e3053000 [ 1777.674951] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022520, 'name': Rename_Task, 'duration_secs': 0.252936} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.674951] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1777.675399] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7de0f3e5-7a88-4d8b-88a9-fa4a50321232 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.678237] env[63348]: INFO nova.virt.block_device [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Attempting to driver detach volume 2c2c94ec-6d12-45f9-9b94-4fb8e3053000 from mountpoint /dev/sdb [ 1777.679189] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Volume detach. Driver type: vmdk {{(pid=63348) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1777.679189] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415570', 'volume_id': '2c2c94ec-6d12-45f9-9b94-4fb8e3053000', 'name': 'volume-2c2c94ec-6d12-45f9-9b94-4fb8e3053000', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2fb160c-154e-4a47-87ce-471d2e49ae75', 'attached_at': '', 'detached_at': '', 'volume_id': '2c2c94ec-6d12-45f9-9b94-4fb8e3053000', 'serial': '2c2c94ec-6d12-45f9-9b94-4fb8e3053000'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1777.679927] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a6b008-15e8-4d2e-b2c8-97ddfd9aa3a4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.711033] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15744a34-16f2-4ed4-b2fb-b3a49fd17c72 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.714637] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1777.714637] env[63348]: value = "task-2022522" [ 1777.714637] env[63348]: _type = "Task" [ 1777.714637] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.716179] env[63348]: DEBUG nova.network.neutron [req-ddb31939-beac-45cb-a6a8-6c535b11d597 req-7fee855a-cfc3-4ed2-8f79-d95389defc5f service nova] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Updated VIF entry in instance network info cache for port f0d4ce50-bac7-4cb2-a3d8-8fb016340e2f. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1777.716277] env[63348]: DEBUG nova.network.neutron [req-ddb31939-beac-45cb-a6a8-6c535b11d597 req-7fee855a-cfc3-4ed2-8f79-d95389defc5f service nova] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Updating instance_info_cache with network_info: [{"id": "f0d4ce50-bac7-4cb2-a3d8-8fb016340e2f", "address": "fa:16:3e:2f:a9:2f", "network": {"id": "e996015c-a5ea-4fd0-ac24-e38b15dc5d20", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-50684209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98c53800013b4fccaf7bc8268601a9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0d4ce50-ba", "ovs_interfaceid": "f0d4ce50-bac7-4cb2-a3d8-8fb016340e2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.727426] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aa4b11-c808-475e-9647-8f5aa9f0cc2a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.733156] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.762927] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4145a822-18b5-4e88-924e-77d413754738 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.782063] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] The volume has not been displaced from its original location: [datastore2] volume-2c2c94ec-6d12-45f9-9b94-4fb8e3053000/volume-2c2c94ec-6d12-45f9-9b94-4fb8e3053000.vmdk. No consolidation needed. {{(pid=63348) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1777.788013] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1777.795056] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b718fbca-d991-408c-8019-976db00a437c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.818440] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a9e85b-8e36-96d6-0824-daef4682d698, 'name': SearchDatastore_Task, 'duration_secs': 0.062466} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.819996] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.820287] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1777.820543] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.820708] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.820927] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1777.821308] env[63348]: DEBUG oslo_vmware.api [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1777.821308] env[63348]: value = "task-2022523" [ 1777.821308] env[63348]: _type = "Task" [ 1777.821308] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.821597] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46194667-0055-4ddc-878d-24e728b4bca4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.829337] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572d67bf-4d8e-4716-80a6-90a39a996da1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.838869] env[63348]: DEBUG oslo_vmware.api [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022523, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.842726] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3a5390-4711-4bcf-9218-c65d80664f40 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.846043] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1777.846246] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1777.847170] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c07db340-534b-4f14-90ee-103171438180 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.854594] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Waiting for the task: (returnval){ [ 1777.854594] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f70e35-bbc6-17cb-b261-3b9ac7bd88a0" [ 1777.854594] env[63348]: _type = "Task" [ 1777.854594] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.887724] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33571d9-d1c6-45df-a2bb-d226ac82d48a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.897727] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f70e35-bbc6-17cb-b261-3b9ac7bd88a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011132} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.901027] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d5d819-17f3-43c8-8676-c58f25b97d67 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.904908] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf194d4-7cbf-4428-af29-acb5a766614e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.912815] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022521, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.916497] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Waiting for the task: (returnval){ [ 1777.916497] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52812bf2-7c00-4bf6-2a95-9f4c9fed3774" [ 1777.916497] env[63348]: _type = "Task" [ 1777.916497] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.924727] env[63348]: DEBUG nova.compute.provider_tree [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.937596] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52812bf2-7c00-4bf6-2a95-9f4c9fed3774, 'name': SearchDatastore_Task, 'duration_secs': 0.010909} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.937903] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.938185] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 42ee5eac-7858-45f1-b751-542884dc4c20/42ee5eac-7858-45f1-b751-542884dc4c20.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1777.938447] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62abd4cc-9ad4-49bf-a44d-8c7aaece0366 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.948929] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Waiting for the task: (returnval){ [ 1777.948929] env[63348]: value = "task-2022524" [ 1777.948929] env[63348]: _type = "Task" [ 1777.948929] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.957951] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': task-2022524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.969811] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615092} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.970502] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 223e5b24-bc2a-4de9-be5b-aa2cad088245/223e5b24-bc2a-4de9-be5b-aa2cad088245.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1777.970775] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1777.971479] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d84eb336-f759-45d4-9f2e-e986b7f6f00d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.980180] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1777.980180] env[63348]: value = "task-2022525" [ 1777.980180] env[63348]: _type = "Task" [ 1777.980180] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.988598] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.219532] env[63348]: DEBUG oslo_concurrency.lockutils [req-ddb31939-beac-45cb-a6a8-6c535b11d597 req-7fee855a-cfc3-4ed2-8f79-d95389defc5f service nova] Releasing lock "refresh_cache-42ee5eac-7858-45f1-b751-542884dc4c20" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.220365] env[63348]: DEBUG nova.compute.manager [req-ddb31939-beac-45cb-a6a8-6c535b11d597 req-7fee855a-cfc3-4ed2-8f79-d95389defc5f service nova] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Received event network-vif-deleted-956612a3-79b2-4ca6-86d7-7dffa067b0ef {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1778.235802] env[63348]: DEBUG oslo_vmware.api [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022522, 'name': PowerOnVM_Task, 'duration_secs': 0.509925} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.236418] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1778.237105] env[63348]: INFO nova.compute.manager [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Took 10.48 seconds to spawn the instance on the hypervisor. [ 1778.237452] env[63348]: DEBUG nova.compute.manager [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1778.238422] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3085b6f-f826-4255-b00e-8b587ac531f7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.266269] env[63348]: DEBUG nova.compute.manager [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1778.300680] env[63348]: DEBUG nova.virt.hardware [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1778.300939] env[63348]: DEBUG nova.virt.hardware [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1778.301978] env[63348]: DEBUG nova.virt.hardware [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1778.302254] env[63348]: DEBUG nova.virt.hardware [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1778.302408] env[63348]: DEBUG nova.virt.hardware [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1778.302559] env[63348]: DEBUG nova.virt.hardware [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1778.302773] env[63348]: DEBUG nova.virt.hardware [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1778.302933] env[63348]: DEBUG nova.virt.hardware [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1778.303118] env[63348]: DEBUG nova.virt.hardware [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1778.303306] env[63348]: DEBUG nova.virt.hardware [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1778.303452] env[63348]: DEBUG nova.virt.hardware [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1778.304478] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7482759a-023e-4231-b002-9d4e2c8bbc8e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.316371] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707d5402-ac31-4be9-8394-98667ec71a67 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.338344] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Instance VIF info [] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1778.344342] env[63348]: DEBUG oslo.service.loopingcall [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1778.348209] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1778.348506] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-397dbde4-a7b8-4821-88a5-a8e1b9e4b7fd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.369611] env[63348]: DEBUG oslo_vmware.api [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.371683] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1778.371683] env[63348]: value = "task-2022526" [ 1778.371683] env[63348]: _type = "Task" [ 1778.371683] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.381404] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022526, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.400232] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022521, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.434241] env[63348]: DEBUG nova.scheduler.client.report [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1778.460990] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': task-2022524, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.494256] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080718} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.494572] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1778.495515] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46992e43-85f3-43cc-96df-8e860ff5dac2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.520205] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 223e5b24-bc2a-4de9-be5b-aa2cad088245/223e5b24-bc2a-4de9-be5b-aa2cad088245.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1778.520521] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25ac91c5-590b-4abf-aeb8-b0dc83e357c6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.542128] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1778.542128] env[63348]: value = "task-2022527" [ 1778.542128] env[63348]: _type = "Task" [ 1778.542128] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.551290] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.762275] env[63348]: INFO nova.compute.manager [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Took 44.87 seconds to build instance. [ 1778.855465] env[63348]: DEBUG oslo_vmware.api [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.885964] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022526, 'name': CreateVM_Task} progress is 15%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.900647] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022521, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.948024] env[63348]: DEBUG oslo_concurrency.lockutils [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.949455] env[63348]: DEBUG nova.compute.manager [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1778.956425] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.922s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.956717] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.963134] env[63348]: DEBUG oslo_concurrency.lockutils [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.128s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.963134] env[63348]: DEBUG nova.objects.instance [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lazy-loading 'resources' on Instance uuid ba2c581c-a2db-44f5-a71a-6d15e5283c1b {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1778.979049] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': task-2022524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543905} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.984237] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 42ee5eac-7858-45f1-b751-542884dc4c20/42ee5eac-7858-45f1-b751-542884dc4c20.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1778.984237] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1778.984237] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-252342ba-8d89-4d69-ba68-00cb35bc4223 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.990363] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Waiting for the task: (returnval){ [ 1778.990363] env[63348]: value = "task-2022528" [ 1778.990363] env[63348]: _type = "Task" [ 1778.990363] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.008406] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': task-2022528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.012303] env[63348]: INFO nova.scheduler.client.report [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Deleted allocations for instance c731cd74-f289-409c-a8aa-6faa7cf6bb2b [ 1779.058640] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022527, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.268118] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c2b86a88-99b7-42da-9c10-1093fd3e00e8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "bd7387bc-8f64-4b1e-b8a8-a317ce7398b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.385s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.268477] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "bd7387bc-8f64-4b1e-b8a8-a317ce7398b2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.074s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.268695] env[63348]: INFO nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] During sync_power_state the instance has a pending task (spawning). Skip. [ 1779.268945] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "bd7387bc-8f64-4b1e-b8a8-a317ce7398b2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.352516] env[63348]: DEBUG oslo_vmware.api [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.386073] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022526, 'name': CreateVM_Task} progress is 15%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.400066] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022521, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.465976] env[63348]: DEBUG nova.compute.utils [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1779.467180] env[63348]: DEBUG nova.compute.manager [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1779.467361] env[63348]: DEBUG nova.network.neutron [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1779.503851] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': task-2022528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164098} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.504035] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1779.505481] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c74da45-7851-4411-9e4b-91a5ec881f0b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.546774] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 42ee5eac-7858-45f1-b751-542884dc4c20/42ee5eac-7858-45f1-b751-542884dc4c20.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1779.547637] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9fa0b894-8132-4dde-b043-da252a4c1545 tempest-ServersTestBootFromVolume-1799302222 tempest-ServersTestBootFromVolume-1799302222-project-member] Lock "c731cd74-f289-409c-a8aa-6faa7cf6bb2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.918s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.552836] env[63348]: DEBUG nova.policy [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00f3106349b24f2d9e834331cc8915b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '277ce0a77c4d42cc87644e9a649aa0c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1779.555926] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46f227a4-dd53-4e38-b25b-d8e42d0fd0d7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.571646] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "c731cd74-f289-409c-a8aa-6faa7cf6bb2b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.381s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.579517] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ade356d5-a764-450b-b664-d857ca150b52 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.581563] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Acquiring lock "5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.581781] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Lock "5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.591833] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022527, 'name': ReconfigVM_Task, 'duration_secs': 0.539051} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.593735] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 223e5b24-bc2a-4de9-be5b-aa2cad088245/223e5b24-bc2a-4de9-be5b-aa2cad088245.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1779.594489] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Waiting for the task: (returnval){ [ 1779.594489] env[63348]: value = "task-2022529" [ 1779.594489] env[63348]: _type = "Task" [ 1779.594489] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.595817] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5537b8a7-c8ee-413d-b3db-f66585d18050 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.599587] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b7bda3-4ed4-48d7-a4e8-6b4edd4da5a1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.632437] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1779.632437] env[63348]: value = "task-2022530" [ 1779.632437] env[63348]: _type = "Task" [ 1779.632437] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.634936] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': task-2022529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.659922] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022530, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.853377] env[63348]: DEBUG oslo_vmware.api [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.887848] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022526, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.900835] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022521, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.970496] env[63348]: DEBUG nova.compute.manager [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1780.016979] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e46a11f-4f95-4dd6-928f-dba3ddc731c8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.027801] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53596798-9757-45f8-82c5-fb6d4bfd06a5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.061096] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6a8420-5a67-4d73-8994-5810c873b969 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.070090] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c1febb-8b48-44e3-9bb3-7e366fde03e5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.085213] env[63348]: DEBUG nova.compute.manager [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1780.088140] env[63348]: DEBUG nova.compute.provider_tree [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.122037] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': task-2022529, 'name': ReconfigVM_Task, 'duration_secs': 0.315887} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.122569] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 42ee5eac-7858-45f1-b751-542884dc4c20/42ee5eac-7858-45f1-b751-542884dc4c20.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.123296] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-615ce84b-169a-47a7-80c5-5434eaed9a02 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.131488] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Waiting for the task: (returnval){ [ 1780.131488] env[63348]: value = "task-2022531" [ 1780.131488] env[63348]: _type = "Task" [ 1780.131488] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.145590] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': task-2022531, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.148986] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022530, 'name': Rename_Task, 'duration_secs': 0.142481} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.149295] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1780.149834] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9c09b91-84c7-43fa-9f9c-d4d5be6a37f3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.155184] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "c731cd74-f289-409c-a8aa-6faa7cf6bb2b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.584s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.156964] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1780.156964] env[63348]: value = "task-2022532" [ 1780.156964] env[63348]: _type = "Task" [ 1780.156964] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.167335] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.219832] env[63348]: DEBUG nova.network.neutron [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Successfully created port: 503ccb7e-fde0-4d6e-ae76-af7265303d62 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1780.350494] env[63348]: DEBUG oslo_vmware.api [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.384671] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022526, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.402696] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022521, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.464211] env[63348]: DEBUG nova.compute.manager [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1780.465025] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e145515-8569-4bf8-847c-8f7f03e28531 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.596453] env[63348]: DEBUG nova.scheduler.client.report [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1780.632846] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.645067] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': task-2022531, 'name': Rename_Task, 'duration_secs': 0.183899} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.645486] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1780.645865] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a54e83f9-4066-4886-8da2-ff3b9067926d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.654582] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Waiting for the task: (returnval){ [ 1780.654582] env[63348]: value = "task-2022533" [ 1780.654582] env[63348]: _type = "Task" [ 1780.654582] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.668339] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022532, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.671760] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': task-2022533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.854145] env[63348]: DEBUG oslo_vmware.api [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.887498] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022526, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.906507] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022521, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.475139} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.909019] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7/64e837aa-0ab3-4cb4-a60b-287bf47f9ad7.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1780.909019] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1780.909019] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c7f3b2a-5164-4780-be1b-6785320a276e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.919595] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1780.919595] env[63348]: value = "task-2022534" [ 1780.919595] env[63348]: _type = "Task" [ 1780.919595] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.928127] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.979661] env[63348]: INFO nova.compute.manager [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] instance snapshotting [ 1780.984240] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030790b6-ab3a-43c6-a6be-c848cec276c8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.985589] env[63348]: DEBUG nova.compute.manager [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1781.009534] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383d3ca5-2941-49b7-84ad-e13c3116d5ea {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.023285] env[63348]: DEBUG nova.virt.hardware [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1781.023778] env[63348]: DEBUG nova.virt.hardware [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1781.024104] env[63348]: DEBUG nova.virt.hardware [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1781.024456] env[63348]: DEBUG nova.virt.hardware [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1781.024753] env[63348]: DEBUG nova.virt.hardware [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1781.027144] env[63348]: DEBUG nova.virt.hardware [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1781.027144] env[63348]: DEBUG nova.virt.hardware [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1781.027144] env[63348]: DEBUG nova.virt.hardware [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1781.027144] env[63348]: DEBUG nova.virt.hardware [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1781.027144] env[63348]: DEBUG nova.virt.hardware [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1781.027382] env[63348]: DEBUG nova.virt.hardware [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1781.027382] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78be21ca-dbd1-4188-87cc-4ae1d41fe00b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.036579] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954069d2-7cf6-42ad-8d79-5f078d49ba0a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.107435] env[63348]: DEBUG oslo_concurrency.lockutils [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.107784] env[63348]: DEBUG oslo_concurrency.lockutils [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.077s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.108589] env[63348]: DEBUG nova.objects.instance [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Lazy-loading 'resources' on Instance uuid f22cd326-edcd-4922-b377-4a7c9c8c5d16 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.132043] env[63348]: INFO nova.scheduler.client.report [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Deleted allocations for instance ba2c581c-a2db-44f5-a71a-6d15e5283c1b [ 1781.171666] env[63348]: DEBUG oslo_vmware.api [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022532, 'name': PowerOnVM_Task, 'duration_secs': 0.599087} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.176057] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1781.176496] env[63348]: INFO nova.compute.manager [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Took 10.88 seconds to spawn the instance on the hypervisor. [ 1781.176928] env[63348]: DEBUG nova.compute.manager [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1781.178321] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': task-2022533, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.178321] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ba16f4-b2f9-4df8-899d-7e995479bae7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.351364] env[63348]: DEBUG oslo_vmware.api [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022523, 'name': ReconfigVM_Task, 'duration_secs': 3.135571} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.351812] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1781.357811] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc42919e-0f18-4136-8880-2c573a6f6aa4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.389405] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022526, 'name': CreateVM_Task, 'duration_secs': 2.646821} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.390446] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1781.391219] env[63348]: DEBUG oslo_vmware.api [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1781.391219] env[63348]: value = "task-2022535" [ 1781.391219] env[63348]: _type = "Task" [ 1781.391219] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.391219] env[63348]: DEBUG oslo_concurrency.lockutils [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.391514] env[63348]: DEBUG oslo_concurrency.lockutils [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.391698] env[63348]: DEBUG oslo_concurrency.lockutils [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1781.392018] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d13281f-67b9-42f5-9c85-180795f4d9bb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.403625] env[63348]: DEBUG oslo_vmware.api [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022535, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.405280] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1781.405280] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52cacbcf-80f4-8f3e-c166-8f01bad62e8e" [ 1781.405280] env[63348]: _type = "Task" [ 1781.405280] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.415435] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52cacbcf-80f4-8f3e-c166-8f01bad62e8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.428261] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096778} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.428549] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1781.429524] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bed995-172b-459a-b83d-5a68e3d5559c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.454021] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7/64e837aa-0ab3-4cb4-a60b-287bf47f9ad7.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1781.454544] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff7bb9a0-5c1c-4df9-a9fa-c21bf81f584d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.475339] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1781.475339] env[63348]: value = "task-2022536" [ 1781.475339] env[63348]: _type = "Task" [ 1781.475339] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.484774] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.533107] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Creating Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1781.533962] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-da0aa238-83ef-40bf-954a-2f4f20eb543a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.546952] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1781.546952] env[63348]: value = "task-2022537" [ 1781.546952] env[63348]: _type = "Task" [ 1781.546952] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.560362] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022537, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.640374] env[63348]: DEBUG oslo_concurrency.lockutils [None req-73921f36-7069-4712-b7b2-7593618d4f14 tempest-ListImageFiltersTestJSON-1587605748 tempest-ListImageFiltersTestJSON-1587605748-project-member] Lock "ba2c581c-a2db-44f5-a71a-6d15e5283c1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.634s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.641498] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "ba2c581c-a2db-44f5-a71a-6d15e5283c1b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.452s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.641899] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52af407b-6f88-40a3-8466-ff1d0149b9bd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.656883] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78b7001-a4e5-4ecd-8fa0-235b0ef78c85 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.682482] env[63348]: DEBUG oslo_vmware.api [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': task-2022533, 'name': PowerOnVM_Task, 'duration_secs': 0.785638} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.682955] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1781.683048] env[63348]: INFO nova.compute.manager [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1781.683217] env[63348]: DEBUG nova.compute.manager [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1781.684277] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb40754-75c0-471b-989e-40f7370687b3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.717020] env[63348]: INFO nova.compute.manager [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Took 41.67 seconds to build instance. [ 1781.906347] env[63348]: DEBUG oslo_vmware.api [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022535, 'name': ReconfigVM_Task, 'duration_secs': 0.168765} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.906347] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415570', 'volume_id': '2c2c94ec-6d12-45f9-9b94-4fb8e3053000', 'name': 'volume-2c2c94ec-6d12-45f9-9b94-4fb8e3053000', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2fb160c-154e-4a47-87ce-471d2e49ae75', 'attached_at': '', 'detached_at': '', 'volume_id': '2c2c94ec-6d12-45f9-9b94-4fb8e3053000', 'serial': '2c2c94ec-6d12-45f9-9b94-4fb8e3053000'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1781.923344] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52cacbcf-80f4-8f3e-c166-8f01bad62e8e, 'name': SearchDatastore_Task, 'duration_secs': 0.014575} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.923775] env[63348]: DEBUG oslo_concurrency.lockutils [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.924153] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1781.924490] env[63348]: DEBUG oslo_concurrency.lockutils [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.924739] env[63348]: DEBUG oslo_concurrency.lockutils [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.925034] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1781.925432] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3034d0f9-cf40-46a0-a8c1-ffc8b91c14ad {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.937565] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1781.937878] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1781.938939] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a410b21-7266-434d-9f3a-4d2e8a0a7dfb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.949911] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1781.949911] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e4f915-9058-4446-0c29-046ed044bfb9" [ 1781.949911] env[63348]: _type = "Task" [ 1781.949911] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.963745] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e4f915-9058-4446-0c29-046ed044bfb9, 'name': SearchDatastore_Task, 'duration_secs': 0.011693} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.964720] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff5aa83-d594-441f-b501-65594f57e4ec {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.970567] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1781.970567] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ad23bf-a64a-042a-1914-e228c98fb70f" [ 1781.970567] env[63348]: _type = "Task" [ 1781.970567] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.984288] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ad23bf-a64a-042a-1914-e228c98fb70f, 'name': SearchDatastore_Task, 'duration_secs': 0.01051} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.986665] env[63348]: DEBUG oslo_concurrency.lockutils [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.986933] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] d25f45cd-1bc9-44ec-b06f-fe89fcc0a170/d25f45cd-1bc9-44ec-b06f-fe89fcc0a170.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1781.987312] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022536, 'name': ReconfigVM_Task, 'duration_secs': 0.315454} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.987436] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2997e1cb-7a5c-4b10-b3cb-56c92a58f402 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.989421] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7/64e837aa-0ab3-4cb4-a60b-287bf47f9ad7.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1781.992266] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06ecaf5f-8767-4b41-89f2-746ccc330863 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.999704] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1781.999704] env[63348]: value = "task-2022538" [ 1781.999704] env[63348]: _type = "Task" [ 1781.999704] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.001221] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1782.001221] env[63348]: value = "task-2022539" [ 1782.001221] env[63348]: _type = "Task" [ 1782.001221] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.018832] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022538, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.020833] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.059044] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022537, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.091020] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97d65a9-9bd2-4766-884b-f24f8f702b65 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.099978] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449fcba1-7d1f-4a9c-a2aa-eaa135066ff0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.138397] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5feecf0-bf4f-447d-8c8b-19489f178b4f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.147701] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d0f312-f880-4dea-8358-87f03990ce15 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.166403] env[63348]: DEBUG nova.compute.provider_tree [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.214842] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "ba2c581c-a2db-44f5-a71a-6d15e5283c1b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.573s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.218737] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0143546b-2f9b-4002-9279-952d96cc6e51 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "223e5b24-bc2a-4de9-be5b-aa2cad088245" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.498s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.220622] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "223e5b24-bc2a-4de9-be5b-aa2cad088245" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.026s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.221159] env[63348]: INFO nova.compute.manager [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Took 41.66 seconds to build instance. [ 1782.222453] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90ab957-177e-474e-b97e-de14ea9b8fc0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.496531] env[63348]: DEBUG nova.objects.instance [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lazy-loading 'flavor' on Instance uuid e2fb160c-154e-4a47-87ce-471d2e49ae75 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1782.522789] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022538, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.529418] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.563286] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022537, 'name': CreateSnapshot_Task, 'duration_secs': 0.934464} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.563390] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Created Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1782.566709] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d8a87c-4745-4f34-aa92-5820e7390995 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.652276] env[63348]: DEBUG nova.compute.manager [req-4bd0f30a-f277-404c-8aeb-9a2f664e448d req-34b316a3-7520-4bb6-a5a0-8367ad32b107 service nova] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Received event network-vif-plugged-503ccb7e-fde0-4d6e-ae76-af7265303d62 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1782.652276] env[63348]: DEBUG oslo_concurrency.lockutils [req-4bd0f30a-f277-404c-8aeb-9a2f664e448d req-34b316a3-7520-4bb6-a5a0-8367ad32b107 service nova] Acquiring lock "b29a50ef-eb4c-475f-a1a3-f5475093beb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.652276] env[63348]: DEBUG oslo_concurrency.lockutils [req-4bd0f30a-f277-404c-8aeb-9a2f664e448d req-34b316a3-7520-4bb6-a5a0-8367ad32b107 service nova] Lock "b29a50ef-eb4c-475f-a1a3-f5475093beb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.652276] env[63348]: DEBUG oslo_concurrency.lockutils [req-4bd0f30a-f277-404c-8aeb-9a2f664e448d req-34b316a3-7520-4bb6-a5a0-8367ad32b107 service nova] Lock "b29a50ef-eb4c-475f-a1a3-f5475093beb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.652276] env[63348]: DEBUG nova.compute.manager [req-4bd0f30a-f277-404c-8aeb-9a2f664e448d req-34b316a3-7520-4bb6-a5a0-8367ad32b107 service nova] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] No waiting events found dispatching network-vif-plugged-503ccb7e-fde0-4d6e-ae76-af7265303d62 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1782.652967] env[63348]: WARNING nova.compute.manager [req-4bd0f30a-f277-404c-8aeb-9a2f664e448d req-34b316a3-7520-4bb6-a5a0-8367ad32b107 service nova] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Received unexpected event network-vif-plugged-503ccb7e-fde0-4d6e-ae76-af7265303d62 for instance with vm_state building and task_state spawning. [ 1782.670532] env[63348]: DEBUG nova.scheduler.client.report [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1782.729381] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55b701e5-818c-4663-b2a7-77346d7ff71e tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Lock "42ee5eac-7858-45f1-b751-542884dc4c20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.183s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.737200] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "223e5b24-bc2a-4de9-be5b-aa2cad088245" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.516s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.827073] env[63348]: DEBUG nova.network.neutron [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Successfully updated port: 503ccb7e-fde0-4d6e-ae76-af7265303d62 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1783.016362] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022538, 'name': Rename_Task, 'duration_secs': 0.876869} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.018143] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1783.019055] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-623d55dc-bc38-408a-9b8f-d17a65ea0192 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.024657] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022539, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.026561] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1783.026561] env[63348]: value = "task-2022540" [ 1783.026561] env[63348]: _type = "Task" [ 1783.026561] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.045019] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.092329] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Creating linked-clone VM from snapshot {{(pid=63348) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1783.092768] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e3e2e07d-6d7b-4e4c-9c22-569fea3da679 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.105081] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1783.105081] env[63348]: value = "task-2022541" [ 1783.105081] env[63348]: _type = "Task" [ 1783.105081] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.124506] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022541, 'name': CloneVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.176659] env[63348]: DEBUG oslo_concurrency.lockutils [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.179270] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.105s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.232608] env[63348]: INFO nova.scheduler.client.report [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Deleted allocations for instance f22cd326-edcd-4922-b377-4a7c9c8c5d16 [ 1783.330776] env[63348]: DEBUG oslo_concurrency.lockutils [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "refresh_cache-b29a50ef-eb4c-475f-a1a3-f5475093beb4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.330776] env[63348]: DEBUG oslo_concurrency.lockutils [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "refresh_cache-b29a50ef-eb4c-475f-a1a3-f5475093beb4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.330776] env[63348]: DEBUG nova.network.neutron [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1783.519236] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fa624d15-c832-4648-a3f3-6a5e91c54602 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "e2fb160c-154e-4a47-87ce-471d2e49ae75" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 6.387s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.525267] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022539, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.27973} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.525545] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] d25f45cd-1bc9-44ec-b06f-fe89fcc0a170/d25f45cd-1bc9-44ec-b06f-fe89fcc0a170.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1783.525756] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1783.526076] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-374a93d4-cb0b-458f-b30e-43cd3ce91405 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.537819] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022540, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.539326] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1783.539326] env[63348]: value = "task-2022542" [ 1783.539326] env[63348]: _type = "Task" [ 1783.539326] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.551046] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.621892] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022541, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.686378] env[63348]: INFO nova.compute.claims [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1783.748103] env[63348]: DEBUG oslo_concurrency.lockutils [None req-051c3c21-7016-494b-a914-1ec7905f3197 tempest-ServerTagsTestJSON-781671793 tempest-ServerTagsTestJSON-781671793-project-member] Lock "f22cd326-edcd-4922-b377-4a7c9c8c5d16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.313s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.748103] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "f22cd326-edcd-4922-b377-4a7c9c8c5d16" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.555s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.748103] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54245ae9-f212-4aee-8651-5d4c556025d6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.764149] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4884631-50b9-4771-b462-9271e3194b16 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.781513] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "bc134416-7803-4400-a33e-236615803489" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.781755] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "bc134416-7803-4400-a33e-236615803489" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.874602] env[63348]: DEBUG nova.network.neutron [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1784.040942] env[63348]: DEBUG oslo_vmware.api [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022540, 'name': PowerOnVM_Task, 'duration_secs': 0.642057} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.045652] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1784.045739] env[63348]: INFO nova.compute.manager [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1784.045930] env[63348]: DEBUG nova.compute.manager [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1784.050146] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de3d1db-a3e0-4867-a696-c7ce2b827fb0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.066711] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103348} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.066993] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1784.067882] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3418c0f6-9aaf-4ee9-bf66-7046a3fffb03 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.094818] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] d25f45cd-1bc9-44ec-b06f-fe89fcc0a170/d25f45cd-1bc9-44ec-b06f-fe89fcc0a170.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1784.096513] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8da2c312-6a69-44db-9751-d70c72f0c7ae {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.126419] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022541, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.128014] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1784.128014] env[63348]: value = "task-2022543" [ 1784.128014] env[63348]: _type = "Task" [ 1784.128014] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.141583] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.201605] env[63348]: INFO nova.compute.resource_tracker [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Updating resource usage from migration c0715392-bd34-4e6c-a109-4e7ebceb5764 [ 1784.279886] env[63348]: DEBUG nova.network.neutron [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Updating instance_info_cache with network_info: [{"id": "503ccb7e-fde0-4d6e-ae76-af7265303d62", "address": "fa:16:3e:50:6b:dc", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503ccb7e-fd", "ovs_interfaceid": "503ccb7e-fde0-4d6e-ae76-af7265303d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.284260] env[63348]: DEBUG nova.compute.manager [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1784.314114] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "f22cd326-edcd-4922-b377-4a7c9c8c5d16" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.581917] env[63348]: INFO nova.compute.manager [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Took 34.84 seconds to build instance. [ 1784.630350] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022541, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.642825] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022543, 'name': ReconfigVM_Task, 'duration_secs': 0.485083} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.643131] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Reconfigured VM instance instance-00000032 to attach disk [datastore1] d25f45cd-1bc9-44ec-b06f-fe89fcc0a170/d25f45cd-1bc9-44ec-b06f-fe89fcc0a170.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1784.643743] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6344dd7f-4609-4d7c-9b85-6686e3e647fb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.654265] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1784.654265] env[63348]: value = "task-2022544" [ 1784.654265] env[63348]: _type = "Task" [ 1784.654265] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.669145] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022544, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.730200] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2a0199-248c-4866-b25c-f811eeda5bc7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.739728] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2e76fc-f917-4bd3-804c-7eb95ac6a889 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.784420] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25263737-3b0c-460d-b93d-5ef49a876438 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.787672] env[63348]: DEBUG oslo_concurrency.lockutils [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "refresh_cache-b29a50ef-eb4c-475f-a1a3-f5475093beb4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.788041] env[63348]: DEBUG nova.compute.manager [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Instance network_info: |[{"id": "503ccb7e-fde0-4d6e-ae76-af7265303d62", "address": "fa:16:3e:50:6b:dc", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503ccb7e-fd", "ovs_interfaceid": "503ccb7e-fde0-4d6e-ae76-af7265303d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1784.788510] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:6b:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '503ccb7e-fde0-4d6e-ae76-af7265303d62', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1784.796823] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Creating folder: Project (277ce0a77c4d42cc87644e9a649aa0c7). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1784.801209] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d9b19f7-f9dc-4e65-b013-8b0a3376f65d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.809477] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e7de9e-ab03-4b6a-a1ad-c433a9010b97 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.833788] env[63348]: DEBUG nova.compute.provider_tree [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1784.835940] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Created folder: Project (277ce0a77c4d42cc87644e9a649aa0c7) in parent group-v415427. [ 1784.836062] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Creating folder: Instances. Parent ref: group-v415584. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1784.837790] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.837972] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b1f6956-153e-4ae5-a0dc-268fe09162f5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.852656] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Created folder: Instances in parent group-v415584. [ 1784.852910] env[63348]: DEBUG oslo.service.loopingcall [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1784.853122] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1784.853739] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7978974-f5e2-44bb-8edd-828bd3ab0557 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.878411] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1784.878411] env[63348]: value = "task-2022547" [ 1784.878411] env[63348]: _type = "Task" [ 1784.878411] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.885513] env[63348]: DEBUG nova.compute.manager [req-aef41343-30c9-4f9f-be27-5ea0b3f99697 req-6c47a1be-8c52-45e5-8d0a-db9c99141b4b service nova] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Received event network-changed-503ccb7e-fde0-4d6e-ae76-af7265303d62 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1784.885618] env[63348]: DEBUG nova.compute.manager [req-aef41343-30c9-4f9f-be27-5ea0b3f99697 req-6c47a1be-8c52-45e5-8d0a-db9c99141b4b service nova] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Refreshing instance network info cache due to event network-changed-503ccb7e-fde0-4d6e-ae76-af7265303d62. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1784.885853] env[63348]: DEBUG oslo_concurrency.lockutils [req-aef41343-30c9-4f9f-be27-5ea0b3f99697 req-6c47a1be-8c52-45e5-8d0a-db9c99141b4b service nova] Acquiring lock "refresh_cache-b29a50ef-eb4c-475f-a1a3-f5475093beb4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.886287] env[63348]: DEBUG oslo_concurrency.lockutils [req-aef41343-30c9-4f9f-be27-5ea0b3f99697 req-6c47a1be-8c52-45e5-8d0a-db9c99141b4b service nova] Acquired lock "refresh_cache-b29a50ef-eb4c-475f-a1a3-f5475093beb4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.886287] env[63348]: DEBUG nova.network.neutron [req-aef41343-30c9-4f9f-be27-5ea0b3f99697 req-6c47a1be-8c52-45e5-8d0a-db9c99141b4b service nova] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Refreshing network info cache for port 503ccb7e-fde0-4d6e-ae76-af7265303d62 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1784.895306] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022547, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.085102] env[63348]: DEBUG oslo_concurrency.lockutils [None req-64b9a41b-c1f6-423d-9454-aab1fa694a1c tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "64e837aa-0ab3-4cb4-a60b-287bf47f9ad7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.707s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.127722] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022541, 'name': CloneVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.167958] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022544, 'name': Rename_Task, 'duration_secs': 0.348111} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.168361] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1785.169026] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faab4984-44ae-452b-83d9-b273a854fd85 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.177366] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1785.177366] env[63348]: value = "task-2022548" [ 1785.177366] env[63348]: _type = "Task" [ 1785.177366] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.198649] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.339378] env[63348]: DEBUG nova.scheduler.client.report [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1785.392011] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022547, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.396162] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquiring lock "6375c607-a07c-4031-b351-763ba724c57d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.396414] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "6375c607-a07c-4031-b351-763ba724c57d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.637819] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022541, 'name': CloneVM_Task, 'duration_secs': 2.041631} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.638241] env[63348]: INFO nova.virt.vmwareapi.vmops [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Created linked-clone VM from snapshot [ 1785.639110] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd940d86-d953-482c-ad86-18ea90c094e7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.649174] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Uploading image f869345c-19f1-48ed-a0ed-1ddbfb8333b0 {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1785.687428] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1785.687428] env[63348]: value = "vm-415583" [ 1785.687428] env[63348]: _type = "VirtualMachine" [ 1785.687428] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1785.687748] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-48fbe8f2-668d-4c27-8b8b-e72f2861ab13 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.698532] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022548, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.698532] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lease: (returnval){ [ 1785.698532] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525e7248-b14f-2671-aa16-7baba79ef28c" [ 1785.698532] env[63348]: _type = "HttpNfcLease" [ 1785.698532] env[63348]: } obtained for exporting VM: (result){ [ 1785.698532] env[63348]: value = "vm-415583" [ 1785.698532] env[63348]: _type = "VirtualMachine" [ 1785.698532] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1785.698532] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the lease: (returnval){ [ 1785.698532] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525e7248-b14f-2671-aa16-7baba79ef28c" [ 1785.698532] env[63348]: _type = "HttpNfcLease" [ 1785.698532] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1785.706312] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1785.706312] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525e7248-b14f-2671-aa16-7baba79ef28c" [ 1785.706312] env[63348]: _type = "HttpNfcLease" [ 1785.706312] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1785.831776] env[63348]: DEBUG nova.network.neutron [req-aef41343-30c9-4f9f-be27-5ea0b3f99697 req-6c47a1be-8c52-45e5-8d0a-db9c99141b4b service nova] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Updated VIF entry in instance network info cache for port 503ccb7e-fde0-4d6e-ae76-af7265303d62. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1785.832164] env[63348]: DEBUG nova.network.neutron [req-aef41343-30c9-4f9f-be27-5ea0b3f99697 req-6c47a1be-8c52-45e5-8d0a-db9c99141b4b service nova] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Updating instance_info_cache with network_info: [{"id": "503ccb7e-fde0-4d6e-ae76-af7265303d62", "address": "fa:16:3e:50:6b:dc", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503ccb7e-fd", "ovs_interfaceid": "503ccb7e-fde0-4d6e-ae76-af7265303d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.851806] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.670s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.851806] env[63348]: INFO nova.compute.manager [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Migrating [ 1785.858792] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.842s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.858792] env[63348]: DEBUG nova.objects.instance [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Lazy-loading 'resources' on Instance uuid 2cee836f-dda6-4be0-9b44-70e207bdc9a3 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.893904] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022547, 'name': CreateVM_Task, 'duration_secs': 0.82859} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.895047] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1785.896590] env[63348]: DEBUG oslo_concurrency.lockutils [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.897096] env[63348]: DEBUG oslo_concurrency.lockutils [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.898475] env[63348]: DEBUG oslo_concurrency.lockutils [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1785.899281] env[63348]: DEBUG nova.compute.manager [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1785.904265] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81769239-c034-4406-a115-8dc15374fb71 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.915837] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1785.915837] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523192cc-768d-e753-a93b-209cc731de90" [ 1785.915837] env[63348]: _type = "Task" [ 1785.915837] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.924893] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523192cc-768d-e753-a93b-209cc731de90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.197653] env[63348]: DEBUG oslo_vmware.api [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022548, 'name': PowerOnVM_Task, 'duration_secs': 0.812254} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.197653] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1786.197653] env[63348]: INFO nova.compute.manager [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1786.198054] env[63348]: DEBUG nova.compute.manager [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1786.199256] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2228b8c-d945-43f7-826c-6b07f6814303 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.209750] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1786.209750] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525e7248-b14f-2671-aa16-7baba79ef28c" [ 1786.209750] env[63348]: _type = "HttpNfcLease" [ 1786.209750] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1786.212101] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1786.212101] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525e7248-b14f-2671-aa16-7baba79ef28c" [ 1786.212101] env[63348]: _type = "HttpNfcLease" [ 1786.212101] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1786.216177] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc935ba1-fe46-481c-9a1f-53c5ae21bfbb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.225837] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298034e-7fb9-e49f-2ce4-687da5eba86f/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1786.226092] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298034e-7fb9-e49f-2ce4-687da5eba86f/disk-0.vmdk for reading. {{(pid=63348) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1786.340189] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-71757573-6422-49e4-95c9-ecb33bd4c34a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.340572] env[63348]: DEBUG oslo_concurrency.lockutils [req-aef41343-30c9-4f9f-be27-5ea0b3f99697 req-6c47a1be-8c52-45e5-8d0a-db9c99141b4b service nova] Releasing lock "refresh_cache-b29a50ef-eb4c-475f-a1a3-f5475093beb4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.375031] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "refresh_cache-36970daf-9b81-47f3-94fe-963dd71f90d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.375209] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquired lock "refresh_cache-36970daf-9b81-47f3-94fe-963dd71f90d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.375422] env[63348]: DEBUG nova.network.neutron [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1786.439107] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523192cc-768d-e753-a93b-209cc731de90, 'name': SearchDatastore_Task, 'duration_secs': 0.01313} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.440047] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.440630] env[63348]: DEBUG oslo_concurrency.lockutils [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.440839] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1786.441664] env[63348]: DEBUG oslo_concurrency.lockutils [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.441664] env[63348]: DEBUG oslo_concurrency.lockutils [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.441664] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1786.441805] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10c48d98-0f68-45cf-98ff-9611dce3b1a6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.476792] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1786.477504] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1786.480644] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7cc1df3-d136-4a22-b4a9-bd353ce97df3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.488567] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "65d8bf44-2a81-4cca-924a-d00ab0cc2222" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.488802] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "65d8bf44-2a81-4cca-924a-d00ab0cc2222" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.494378] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1786.494378] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528008c8-c0e4-9c26-b5b3-15bab8e31c77" [ 1786.494378] env[63348]: _type = "Task" [ 1786.494378] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.505948] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528008c8-c0e4-9c26-b5b3-15bab8e31c77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.730505] env[63348]: INFO nova.compute.manager [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Took 33.51 seconds to build instance. [ 1786.901687] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72b2bc7-33b9-4b63-bf12-10a25f9168be {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.910372] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdb24da-3552-4e45-80a5-0a3422119e2e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.947841] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab30c389-3d08-4dda-b7c9-bc8c3c803481 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.957218] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ef1905-f00a-4551-a48f-60c8ba2a9244 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.974913] env[63348]: DEBUG nova.compute.provider_tree [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.991376] env[63348]: DEBUG nova.compute.manager [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1787.007635] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528008c8-c0e4-9c26-b5b3-15bab8e31c77, 'name': SearchDatastore_Task, 'duration_secs': 0.013294} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.012150] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85b72bd1-300b-44a6-a333-5795a38d9f3a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.019237] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1787.019237] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5205f483-ce04-7717-496d-da1c3e19d14d" [ 1787.019237] env[63348]: _type = "Task" [ 1787.019237] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.029392] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5205f483-ce04-7717-496d-da1c3e19d14d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.035021] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Acquiring lock "42ee5eac-7858-45f1-b751-542884dc4c20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.035021] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Lock "42ee5eac-7858-45f1-b751-542884dc4c20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.035021] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Acquiring lock "42ee5eac-7858-45f1-b751-542884dc4c20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.035021] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Lock "42ee5eac-7858-45f1-b751-542884dc4c20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.035315] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Lock "42ee5eac-7858-45f1-b751-542884dc4c20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.037675] env[63348]: INFO nova.compute.manager [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Terminating instance [ 1787.235093] env[63348]: DEBUG oslo_concurrency.lockutils [None req-92a7cb49-1ef1-4c14-80e9-1a2541083926 tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "d25f45cd-1bc9-44ec-b06f-fe89fcc0a170" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.514s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.329844] env[63348]: DEBUG nova.network.neutron [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Updating instance_info_cache with network_info: [{"id": "7be4074f-5a31-4207-9612-d0cfad4f6f37", "address": "fa:16:3e:a9:56:d0", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be4074f-5a", "ovs_interfaceid": "7be4074f-5a31-4207-9612-d0cfad4f6f37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.480530] env[63348]: DEBUG nova.scheduler.client.report [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1787.516830] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.534081] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5205f483-ce04-7717-496d-da1c3e19d14d, 'name': SearchDatastore_Task, 'duration_secs': 0.014074} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.534350] env[63348]: DEBUG oslo_concurrency.lockutils [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.534603] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] b29a50ef-eb4c-475f-a1a3-f5475093beb4/b29a50ef-eb4c-475f-a1a3-f5475093beb4.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1787.534854] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de1c3680-f3ac-4b22-bdeb-34590f7a46d7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.544756] env[63348]: DEBUG nova.compute.manager [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1787.544756] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1787.545278] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66207ab-4bda-42fd-a110-44d237e430e8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.552742] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1787.552742] env[63348]: value = "task-2022550" [ 1787.552742] env[63348]: _type = "Task" [ 1787.552742] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.553538] env[63348]: INFO nova.compute.manager [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Rebuilding instance [ 1787.567717] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1787.569140] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2b4354d-fc90-489b-b254-ff937a77473a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.579855] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.585656] env[63348]: DEBUG oslo_vmware.api [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Waiting for the task: (returnval){ [ 1787.585656] env[63348]: value = "task-2022551" [ 1787.585656] env[63348]: _type = "Task" [ 1787.585656] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.601187] env[63348]: DEBUG oslo_vmware.api [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': task-2022551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.619081] env[63348]: DEBUG nova.compute.manager [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1787.620399] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07dfd4b-b221-40fa-9fe8-ed3b396cd9c8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.834457] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Releasing lock "refresh_cache-36970daf-9b81-47f3-94fe-963dd71f90d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.884060] env[63348]: DEBUG oslo_concurrency.lockutils [None req-66cd9cb7-dbc7-4948-a85a-b70e13af92c0 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.884294] env[63348]: DEBUG oslo_concurrency.lockutils [None req-66cd9cb7-dbc7-4948-a85a-b70e13af92c0 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.885191] env[63348]: INFO nova.compute.manager [None req-66cd9cb7-dbc7-4948-a85a-b70e13af92c0 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Rebooting instance [ 1787.987981] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.991386] env[63348]: DEBUG oslo_concurrency.lockutils [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.530s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.991386] env[63348]: DEBUG nova.objects.instance [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lazy-loading 'resources' on Instance uuid 753ee905-0679-4502-bfc4-46a993662b53 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1788.021777] env[63348]: INFO nova.scheduler.client.report [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Deleted allocations for instance 2cee836f-dda6-4be0-9b44-70e207bdc9a3 [ 1788.071834] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022550, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.102995] env[63348]: DEBUG oslo_vmware.api [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': task-2022551, 'name': PowerOffVM_Task, 'duration_secs': 0.385702} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.102995] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1788.102995] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1788.102995] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c54be76-c11e-4a10-8052-6ac31bb62fb7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.275458] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1788.275458] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1788.275458] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Deleting the datastore file [datastore2] 42ee5eac-7858-45f1-b751-542884dc4c20 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1788.275872] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f55aca35-3394-4ac9-a90a-5c9f28ae0fc2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.286479] env[63348]: DEBUG oslo_vmware.api [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Waiting for the task: (returnval){ [ 1788.286479] env[63348]: value = "task-2022553" [ 1788.286479] env[63348]: _type = "Task" [ 1788.286479] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.304375] env[63348]: DEBUG oslo_vmware.api [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': task-2022553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.412513] env[63348]: DEBUG oslo_concurrency.lockutils [None req-66cd9cb7-dbc7-4948-a85a-b70e13af92c0 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.412690] env[63348]: DEBUG oslo_concurrency.lockutils [None req-66cd9cb7-dbc7-4948-a85a-b70e13af92c0 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.412985] env[63348]: DEBUG nova.network.neutron [None req-66cd9cb7-dbc7-4948-a85a-b70e13af92c0 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1788.535022] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fba2ab6d-3605-4918-a5ae-ccba051e08e8 tempest-ServersV294TestFqdnHostnames-2139409605 tempest-ServersV294TestFqdnHostnames-2139409605-project-member] Lock "2cee836f-dda6-4be0-9b44-70e207bdc9a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.367s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.536935] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "2cee836f-dda6-4be0-9b44-70e207bdc9a3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 20.346s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.536935] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90e749cd-3a97-4e73-b919-d45a1d66c449 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.547351] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2adbbf-d81f-4e2d-b3b2-0ab224d1df56 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.575660] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769859} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.576138] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] b29a50ef-eb4c-475f-a1a3-f5475093beb4/b29a50ef-eb4c-475f-a1a3-f5475093beb4.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1788.576288] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1788.576515] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-034d27d9-9c04-41fe-9e0b-07acaf01dc26 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.600957] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1788.600957] env[63348]: value = "task-2022554" [ 1788.600957] env[63348]: _type = "Task" [ 1788.600957] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.612277] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.640421] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1788.641152] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-655af29f-7581-4f1c-a2fe-0e7ed596972a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.652460] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1788.652460] env[63348]: value = "task-2022555" [ 1788.652460] env[63348]: _type = "Task" [ 1788.652460] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.661407] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.693448] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Acquiring lock "dccd4694-dc48-44af-899f-af12059826cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.693603] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Lock "dccd4694-dc48-44af-899f-af12059826cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.799525] env[63348]: DEBUG oslo_vmware.api [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Task: {'id': task-2022553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306633} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.802962] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1788.803195] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1788.804046] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1788.804046] env[63348]: INFO nova.compute.manager [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1788.804046] env[63348]: DEBUG oslo.service.loopingcall [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1788.805651] env[63348]: DEBUG nova.compute.manager [-] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1788.805651] env[63348]: DEBUG nova.network.neutron [-] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1789.016030] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca811d9d-5462-4763-8224-7f31f2174ae6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.025721] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b19155a-fb68-441d-a457-cff3892b2075 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.058480] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bc7299-1889-4879-9a5a-652e904794f1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.067913] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc45867-4062-420e-9576-ac6625a5ffef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.082221] env[63348]: DEBUG nova.compute.provider_tree [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1789.102769] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "2cee836f-dda6-4be0-9b44-70e207bdc9a3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.112858] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107684} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.113337] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1789.114542] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476b71c8-0e6c-4330-a19e-d975da666604 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.139252] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] b29a50ef-eb4c-475f-a1a3-f5475093beb4/b29a50ef-eb4c-475f-a1a3-f5475093beb4.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1789.142344] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1265724f-d212-49bc-b652-741ecaac3309 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.168199] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022555, 'name': PowerOffVM_Task, 'duration_secs': 0.301722} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.169666] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1789.170023] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1789.170304] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1789.170304] env[63348]: value = "task-2022556" [ 1789.170304] env[63348]: _type = "Task" [ 1789.170304] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.171147] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214559e1-6629-4cb6-9c84-08198a23b0d9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.183312] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.185988] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1789.186376] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3add1239-9f17-4350-b042-87d0167fd7c3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.200226] env[63348]: DEBUG nova.compute.manager [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1789.219719] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1789.219719] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1789.219719] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Deleting the datastore file [datastore1] d25f45cd-1bc9-44ec-b06f-fe89fcc0a170 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1789.219719] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-573dedc3-33c6-4f74-8f20-f2d69ac8170b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.229181] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1789.229181] env[63348]: value = "task-2022558" [ 1789.229181] env[63348]: _type = "Task" [ 1789.229181] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.246501] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.353241] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15d29f8-169e-4601-80ae-ca798c67e5de {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.377861] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Updating instance '36970daf-9b81-47f3-94fe-963dd71f90d6' progress to 0 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1789.393746] env[63348]: DEBUG nova.network.neutron [None req-66cd9cb7-dbc7-4948-a85a-b70e13af92c0 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating instance_info_cache with network_info: [{"id": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "address": "fa:16:3e:25:30:95", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e743d0-9a", "ovs_interfaceid": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.462459] env[63348]: DEBUG nova.compute.manager [req-617b0a14-e561-441d-a04c-2b7d0441ecac req-98e42037-8fa3-4bc1-a9c8-56a3ce6aa3a8 service nova] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Received event network-vif-deleted-f0d4ce50-bac7-4cb2-a3d8-8fb016340e2f {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1789.462459] env[63348]: INFO nova.compute.manager [req-617b0a14-e561-441d-a04c-2b7d0441ecac req-98e42037-8fa3-4bc1-a9c8-56a3ce6aa3a8 service nova] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Neutron deleted interface f0d4ce50-bac7-4cb2-a3d8-8fb016340e2f; detaching it from the instance and deleting it from the info cache [ 1789.462459] env[63348]: DEBUG nova.network.neutron [req-617b0a14-e561-441d-a04c-2b7d0441ecac req-98e42037-8fa3-4bc1-a9c8-56a3ce6aa3a8 service nova] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.589389] env[63348]: DEBUG nova.scheduler.client.report [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1789.686124] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022556, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.728633] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.741358] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181909} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.741652] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1789.741843] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1789.742047] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1789.778515] env[63348]: DEBUG nova.network.neutron [-] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.884759] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1789.885113] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-847dc15b-4161-40e6-95d5-d1a7a10df4d0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.894224] env[63348]: DEBUG oslo_vmware.api [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1789.894224] env[63348]: value = "task-2022559" [ 1789.894224] env[63348]: _type = "Task" [ 1789.894224] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.898155] env[63348]: DEBUG oslo_concurrency.lockutils [None req-66cd9cb7-dbc7-4948-a85a-b70e13af92c0 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.909035] env[63348]: DEBUG oslo_vmware.api [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.965960] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e2fe609-a6ee-44b5-b37a-f7eceb304297 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.980277] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14adccd3-35cb-4858-af2d-f0474a22aa8e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.021739] env[63348]: DEBUG nova.compute.manager [req-617b0a14-e561-441d-a04c-2b7d0441ecac req-98e42037-8fa3-4bc1-a9c8-56a3ce6aa3a8 service nova] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Detach interface failed, port_id=f0d4ce50-bac7-4cb2-a3d8-8fb016340e2f, reason: Instance 42ee5eac-7858-45f1-b751-542884dc4c20 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1790.095019] env[63348]: DEBUG oslo_concurrency.lockutils [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Acquiring lock "c4dbefbc-5e88-4451-8ed2-2b91e59662af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.095278] env[63348]: DEBUG oslo_concurrency.lockutils [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Lock "c4dbefbc-5e88-4451-8ed2-2b91e59662af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.096917] env[63348]: DEBUG oslo_concurrency.lockutils [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.101608] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.862s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.101608] env[63348]: DEBUG nova.objects.instance [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lazy-loading 'resources' on Instance uuid 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1790.128465] env[63348]: INFO nova.scheduler.client.report [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Deleted allocations for instance 753ee905-0679-4502-bfc4-46a993662b53 [ 1790.188025] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022556, 'name': ReconfigVM_Task, 'duration_secs': 0.556717} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.189225] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Reconfigured VM instance instance-00000033 to attach disk [datastore1] b29a50ef-eb4c-475f-a1a3-f5475093beb4/b29a50ef-eb4c-475f-a1a3-f5475093beb4.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1790.190476] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cd11d8c-9885-48bb-9b8b-d9bad3e803b7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.201170] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1790.201170] env[63348]: value = "task-2022560" [ 1790.201170] env[63348]: _type = "Task" [ 1790.201170] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.214337] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022560, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.286035] env[63348]: INFO nova.compute.manager [-] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Took 1.48 seconds to deallocate network for instance. [ 1790.407041] env[63348]: DEBUG oslo_vmware.api [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022559, 'name': PowerOffVM_Task, 'duration_secs': 0.256042} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.407523] env[63348]: DEBUG nova.compute.manager [None req-66cd9cb7-dbc7-4948-a85a-b70e13af92c0 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1790.407796] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1790.408029] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Updating instance '36970daf-9b81-47f3-94fe-963dd71f90d6' progress to 17 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1790.411995] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b55caa-f98e-48d3-8d86-4b407e92ed17 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.602132] env[63348]: DEBUG nova.compute.manager [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1790.638925] env[63348]: DEBUG oslo_concurrency.lockutils [None req-86c20693-0c41-4671-a7e2-8021b78255a5 tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "753ee905-0679-4502-bfc4-46a993662b53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.926s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.640205] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "753ee905-0679-4502-bfc4-46a993662b53" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 22.449s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.640513] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52d23522-6ac0-4a42-911f-4319e28e9233 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.662200] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4b1952-c711-420e-afa8-697408c993b2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.731240] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022560, 'name': Rename_Task, 'duration_secs': 0.206816} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.731240] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1790.731240] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b29d65dc-8423-4213-b730-4679df53466b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.739093] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1790.739093] env[63348]: value = "task-2022561" [ 1790.739093] env[63348]: _type = "Task" [ 1790.739093] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.757739] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.790107] env[63348]: DEBUG nova.virt.hardware [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1790.790107] env[63348]: DEBUG nova.virt.hardware [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1790.790107] env[63348]: DEBUG nova.virt.hardware [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1790.790107] env[63348]: DEBUG nova.virt.hardware [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1790.790396] env[63348]: DEBUG nova.virt.hardware [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1790.790574] env[63348]: DEBUG nova.virt.hardware [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1790.790844] env[63348]: DEBUG nova.virt.hardware [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1790.791069] env[63348]: DEBUG nova.virt.hardware [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1790.791486] env[63348]: DEBUG nova.virt.hardware [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1790.791675] env[63348]: DEBUG nova.virt.hardware [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1790.791833] env[63348]: DEBUG nova.virt.hardware [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1790.794032] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.794868] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72ab59d-ae7f-4970-bc4f-a00a17ef587c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.805932] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b09c132-b9af-4431-af3f-f65b834cf39b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.829365] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Instance VIF info [] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1790.836446] env[63348]: DEBUG oslo.service.loopingcall [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1790.839360] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1790.839903] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a6519e7-a4dc-4c7e-8094-02f24553d5c7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.867327] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1790.867327] env[63348]: value = "task-2022562" [ 1790.867327] env[63348]: _type = "Task" [ 1790.867327] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.886897] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022562, 'name': CreateVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.918383] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1790.918383] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1790.918572] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1790.918606] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1790.918936] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1790.918936] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1790.919360] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1790.919502] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1790.919672] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1790.919944] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1790.920038] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1790.928329] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8071f110-e175-4fb5-a961-dc5fd2a8b4ba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.952992] env[63348]: DEBUG oslo_vmware.api [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1790.952992] env[63348]: value = "task-2022563" [ 1790.952992] env[63348]: _type = "Task" [ 1790.952992] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.962529] env[63348]: DEBUG oslo_vmware.api [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.138709] env[63348]: DEBUG oslo_concurrency.lockutils [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.172397] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8c8341-742a-4600-b661-159679783bf0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.179844] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a62080d-7e50-40fc-a0cf-4f6ec09d1808 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.216567] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea632b68-adc7-4ffd-a224-102e35c33a9e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.226049] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "753ee905-0679-4502-bfc4-46a993662b53" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.586s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.227472] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a750b831-5305-4140-bd30-c2a95ad45a31 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.249822] env[63348]: DEBUG nova.compute.provider_tree [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1791.264821] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022561, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.377927] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022562, 'name': CreateVM_Task, 'duration_secs': 0.454019} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.378320] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1791.378980] env[63348]: DEBUG oslo_concurrency.lockutils [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.379404] env[63348]: DEBUG oslo_concurrency.lockutils [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.379877] env[63348]: DEBUG oslo_concurrency.lockutils [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1791.380257] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9520cf79-1d78-48e3-a407-51b988b444b9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.390406] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1791.390406] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521746c5-5239-d3af-b6ee-d10b61550a3d" [ 1791.390406] env[63348]: _type = "Task" [ 1791.390406] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.404345] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521746c5-5239-d3af-b6ee-d10b61550a3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.446582] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a3dd81-d5ad-4919-ad39-4a8acce538a1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.458419] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-66cd9cb7-dbc7-4948-a85a-b70e13af92c0 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Doing hard reboot of VM {{(pid=63348) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1791.459170] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ada6fbb7-b430-4af8-9725-ace9669c66fb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.465300] env[63348]: DEBUG oslo_vmware.api [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022563, 'name': ReconfigVM_Task, 'duration_secs': 0.330948} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.467033] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Updating instance '36970daf-9b81-47f3-94fe-963dd71f90d6' progress to 33 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1791.471297] env[63348]: DEBUG oslo_vmware.api [None req-66cd9cb7-dbc7-4948-a85a-b70e13af92c0 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1791.471297] env[63348]: value = "task-2022564" [ 1791.471297] env[63348]: _type = "Task" [ 1791.471297] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.483737] env[63348]: DEBUG oslo_vmware.api [None req-66cd9cb7-dbc7-4948-a85a-b70e13af92c0 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022564, 'name': ResetVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.764716] env[63348]: DEBUG nova.scheduler.client.report [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1791.776797] env[63348]: DEBUG oslo_vmware.api [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022561, 'name': PowerOnVM_Task, 'duration_secs': 0.734217} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.777096] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1791.777305] env[63348]: INFO nova.compute.manager [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Took 10.79 seconds to spawn the instance on the hypervisor. [ 1791.778124] env[63348]: DEBUG nova.compute.manager [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1791.779466] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe6e462-44da-483c-b347-6df9b1d82e82 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.902024] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521746c5-5239-d3af-b6ee-d10b61550a3d, 'name': SearchDatastore_Task, 'duration_secs': 0.039476} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.902350] env[63348]: DEBUG oslo_concurrency.lockutils [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.903952] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1791.904292] env[63348]: DEBUG oslo_concurrency.lockutils [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.904456] env[63348]: DEBUG oslo_concurrency.lockutils [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.904641] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1791.904935] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8df2f1c-4ba8-466a-9836-f126968ba330 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.917035] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1791.917035] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1791.917035] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce5a0c2-ffed-4116-81c4-d11063d306e0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.926149] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1791.926149] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ec3cc9-3a54-914d-5bbb-61e9e0fc9fc2" [ 1791.926149] env[63348]: _type = "Task" [ 1791.926149] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.934787] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ec3cc9-3a54-914d-5bbb-61e9e0fc9fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.977313] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:36:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6245cdf5-1bed-4d6d-a433-64edac8a3a83',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1574087602',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1791.977313] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1791.977313] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1791.977313] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1791.977511] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1791.977511] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1791.977511] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1791.977511] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1791.977511] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1791.977674] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1791.978115] env[63348]: DEBUG nova.virt.hardware [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1791.984101] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1791.984315] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-694f97af-221e-4ca3-b461-076310cc101f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.007909] env[63348]: DEBUG oslo_vmware.api [None req-66cd9cb7-dbc7-4948-a85a-b70e13af92c0 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022564, 'name': ResetVM_Task, 'duration_secs': 0.11468} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.009298] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-66cd9cb7-dbc7-4948-a85a-b70e13af92c0 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Did hard reboot of VM {{(pid=63348) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1792.009536] env[63348]: DEBUG nova.compute.manager [None req-66cd9cb7-dbc7-4948-a85a-b70e13af92c0 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1792.009850] env[63348]: DEBUG oslo_vmware.api [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1792.009850] env[63348]: value = "task-2022565" [ 1792.009850] env[63348]: _type = "Task" [ 1792.009850] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.010584] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1461fa4-1218-436d-a458-8260263f9141 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.023391] env[63348]: DEBUG oslo_vmware.api [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022565, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.274088] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.276907] env[63348]: DEBUG oslo_concurrency.lockutils [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.861s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.277234] env[63348]: DEBUG nova.objects.instance [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Lazy-loading 'resources' on Instance uuid acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1792.302216] env[63348]: INFO nova.compute.manager [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Took 37.19 seconds to build instance. [ 1792.354377] env[63348]: INFO nova.scheduler.client.report [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Deleted allocations for instance 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e [ 1792.439295] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ec3cc9-3a54-914d-5bbb-61e9e0fc9fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.017482} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.440081] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b76dea3c-2242-415e-99b9-f9f737197069 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.449470] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1792.449470] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52353beb-27ab-3c16-f950-42a34bf4af74" [ 1792.449470] env[63348]: _type = "Task" [ 1792.449470] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.461049] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52353beb-27ab-3c16-f950-42a34bf4af74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.527024] env[63348]: DEBUG oslo_vmware.api [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022565, 'name': ReconfigVM_Task, 'duration_secs': 0.291129} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.529490] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1792.533851] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac034b57-d931-411b-a418-82f07302f781 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.536226] env[63348]: DEBUG oslo_concurrency.lockutils [None req-66cd9cb7-dbc7-4948-a85a-b70e13af92c0 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.652s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.557550] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Acquiring lock "2a097994-1352-4863-b599-72a045363676" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.557550] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Lock "2a097994-1352-4863-b599-72a045363676" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.568703] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 36970daf-9b81-47f3-94fe-963dd71f90d6/36970daf-9b81-47f3-94fe-963dd71f90d6.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1792.569336] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9972944f-3e3a-4230-a6e9-f97694e6d830 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.593289] env[63348]: DEBUG oslo_vmware.api [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1792.593289] env[63348]: value = "task-2022566" [ 1792.593289] env[63348]: _type = "Task" [ 1792.593289] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.606392] env[63348]: DEBUG oslo_vmware.api [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.805231] env[63348]: DEBUG oslo_concurrency.lockutils [None req-929d465f-3b0c-481a-838f-b6a2ef19f7a2 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "b29a50ef-eb4c-475f-a1a3-f5475093beb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.066s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.866577] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fecadc46-cb0b-49a3-8da3-8e159f96537c tempest-ListServersNegativeTestJSON-1831177672 tempest-ListServersNegativeTestJSON-1831177672-project-member] Lock "5f4a132f-9b11-491a-bb76-e0f8bc69ef0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.339s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.868253] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "5f4a132f-9b11-491a-bb76-e0f8bc69ef0e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 24.677s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.868847] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0707336-c6cb-40b6-be0b-4481ca82f34f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.879875] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90aea2d4-349b-423f-b7c7-75832303eaf7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.964198] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52353beb-27ab-3c16-f950-42a34bf4af74, 'name': SearchDatastore_Task, 'duration_secs': 0.015377} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.964446] env[63348]: DEBUG oslo_concurrency.lockutils [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.964703] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] d25f45cd-1bc9-44ec-b06f-fe89fcc0a170/d25f45cd-1bc9-44ec-b06f-fe89fcc0a170.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1792.964971] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6abb841-6a09-4200-ae07-15904f83571c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.976916] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1792.976916] env[63348]: value = "task-2022567" [ 1792.976916] env[63348]: _type = "Task" [ 1792.976916] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.988854] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.072047] env[63348]: DEBUG nova.compute.manager [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1793.109386] env[63348]: DEBUG oslo_vmware.api [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022566, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.280825] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be7ef0b-4a8e-4d99-938c-2af13c6c22c4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.292663] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2779c6-c83c-48b0-b422-475bfb1445c7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.336158] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1517ba39-feaa-4ea7-871d-c4c1fde73003 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.346408] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a9adf8-e862-4dd0-922b-4b07313d373d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.364776] env[63348]: DEBUG nova.compute.provider_tree [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.426081] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "5f4a132f-9b11-491a-bb76-e0f8bc69ef0e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.489926] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022567, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.602435] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.605913] env[63348]: DEBUG oslo_vmware.api [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022566, 'name': ReconfigVM_Task, 'duration_secs': 0.521487} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.606275] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 36970daf-9b81-47f3-94fe-963dd71f90d6/36970daf-9b81-47f3-94fe-963dd71f90d6.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1793.606661] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Updating instance '36970daf-9b81-47f3-94fe-963dd71f90d6' progress to 50 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1793.869286] env[63348]: DEBUG nova.scheduler.client.report [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1793.996708] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022567, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.003091] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298034e-7fb9-e49f-2ce4-687da5eba86f/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1794.004006] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a08f62-38c2-479a-8db5-ef24c1e600db {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.015031] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298034e-7fb9-e49f-2ce4-687da5eba86f/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1794.015441] env[63348]: ERROR oslo_vmware.rw_handles [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298034e-7fb9-e49f-2ce4-687da5eba86f/disk-0.vmdk due to incomplete transfer. [ 1794.015544] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5e7185cc-2996-4441-a94f-227383d4b024 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.050793] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298034e-7fb9-e49f-2ce4-687da5eba86f/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1794.050957] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Uploaded image f869345c-19f1-48ed-a0ed-1ddbfb8333b0 to the Glance image server {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1794.053278] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Destroying the VM {{(pid=63348) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1794.053575] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-631cdb80-eca0-43c2-82f6-b12b96f0500f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.066782] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1794.066782] env[63348]: value = "task-2022568" [ 1794.066782] env[63348]: _type = "Task" [ 1794.066782] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.077551] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022568, 'name': Destroy_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.113276] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec062314-086d-4204-b2a1-c548c6052960 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.135885] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496c9991-cea5-4220-9a36-5372e059a18e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.161946] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Updating instance '36970daf-9b81-47f3-94fe-963dd71f90d6' progress to 67 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1794.257580] env[63348]: DEBUG oslo_concurrency.lockutils [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "0b73a63c-dab3-440b-b474-edaa3796f4bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.258433] env[63348]: DEBUG oslo_concurrency.lockutils [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "0b73a63c-dab3-440b-b474-edaa3796f4bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.374117] env[63348]: DEBUG oslo_concurrency.lockutils [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.376654] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.656s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.376835] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.376994] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1794.377443] env[63348]: DEBUG oslo_concurrency.lockutils [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.336s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.379176] env[63348]: INFO nova.compute.claims [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1794.383066] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f17a81-a485-4163-8169-c3299c3984cb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.393875] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a6d792-9cf4-4345-89b0-7c848ee55233 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.399618] env[63348]: INFO nova.scheduler.client.report [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Deleted allocations for instance acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a [ 1794.415680] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6750d4f7-49f8-40b6-99f6-8e241fc0d1ca {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.426424] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a3db39-0d59-42d7-bdd5-8f0853623f35 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.468081] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179276MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1794.468081] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.496029] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022567, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.577909] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022568, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.729266] env[63348]: DEBUG nova.network.neutron [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Port 7be4074f-5a31-4207-9612-d0cfad4f6f37 binding to destination host cpu-1 is already ACTIVE {{(pid=63348) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3227}} [ 1794.762314] env[63348]: DEBUG nova.compute.manager [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1794.801198] env[63348]: DEBUG nova.compute.manager [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1794.802160] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7ed633-8c37-4c0c-9b8b-b8b7d60cdc00 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.918369] env[63348]: DEBUG oslo_concurrency.lockutils [None req-42f803fe-7a28-4dbc-ab6e-d577b096b862 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457 tempest-FloatingIPsAssociationNegativeTestJSON-1373541457-project-member] Lock "acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.248s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.920241] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 26.727s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.920241] env[63348]: INFO nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] During sync_power_state the instance has a pending task (deleting). Skip. [ 1794.920241] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.996563] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022567, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.735317} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.996886] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] d25f45cd-1bc9-44ec-b06f-fe89fcc0a170/d25f45cd-1bc9-44ec-b06f-fe89fcc0a170.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1794.997319] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1794.997645] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-374124d8-4846-4051-b003-78449ae99795 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.009020] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1795.009020] env[63348]: value = "task-2022569" [ 1795.009020] env[63348]: _type = "Task" [ 1795.009020] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.021580] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.079841] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022568, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.290858] env[63348]: DEBUG oslo_concurrency.lockutils [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.325109] env[63348]: INFO nova.compute.manager [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] instance snapshotting [ 1795.325728] env[63348]: DEBUG nova.objects.instance [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lazy-loading 'flavor' on Instance uuid 32d353bc-25df-44fe-a0f6-d8f85ada7da9 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1795.522351] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072001} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.525839] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1795.527376] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4348a05-2c63-4817-9821-63cc2d3613fc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.552859] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] d25f45cd-1bc9-44ec-b06f-fe89fcc0a170/d25f45cd-1bc9-44ec-b06f-fe89fcc0a170.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1795.556336] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-529a05c2-90c4-471e-acef-2d69e3dfa96a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.583992] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022568, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.585993] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1795.585993] env[63348]: value = "task-2022570" [ 1795.585993] env[63348]: _type = "Task" [ 1795.585993] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.600725] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022570, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.765751] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "36970daf-9b81-47f3-94fe-963dd71f90d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.766092] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "36970daf-9b81-47f3-94fe-963dd71f90d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.766275] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "36970daf-9b81-47f3-94fe-963dd71f90d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.838260] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59852a29-a683-4b1a-915b-a750276c985a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.862264] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026b1af0-83e5-428c-a057-057ba1802bd8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.867042] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745e3c81-a8d0-4d16-a22d-4d267ddc570c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.876132] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23455a4-2faa-4c65-acd0-db62ec501660 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.911832] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d08beff-1269-4aaa-b3d8-f8c8841e6b8c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.920834] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0519b6be-e3ca-4f6c-bf07-c198229a92c1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.936271] env[63348]: DEBUG nova.compute.provider_tree [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1796.084823] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022568, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.099809] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.384944] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Creating Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1796.385685] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6914036d-a54c-423b-9efc-bdb84e78822b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.396838] env[63348]: DEBUG oslo_vmware.api [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1796.396838] env[63348]: value = "task-2022571" [ 1796.396838] env[63348]: _type = "Task" [ 1796.396838] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.407911] env[63348]: DEBUG oslo_vmware.api [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022571, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.440215] env[63348]: DEBUG nova.scheduler.client.report [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1796.494716] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "9fd7a35d-7d74-454d-94d1-6f3acd68e357" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.495325] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "9fd7a35d-7d74-454d-94d1-6f3acd68e357" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.584462] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022568, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.601279] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022570, 'name': ReconfigVM_Task, 'duration_secs': 0.644521} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.601600] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Reconfigured VM instance instance-00000032 to attach disk [datastore2] d25f45cd-1bc9-44ec-b06f-fe89fcc0a170/d25f45cd-1bc9-44ec-b06f-fe89fcc0a170.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1796.602347] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17af7e32-52b9-47f7-97c1-3c1647a3710d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.609872] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1796.609872] env[63348]: value = "task-2022572" [ 1796.609872] env[63348]: _type = "Task" [ 1796.609872] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.619236] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022572, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.836256] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "refresh_cache-36970daf-9b81-47f3-94fe-963dd71f90d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.836471] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquired lock "refresh_cache-36970daf-9b81-47f3-94fe-963dd71f90d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.836656] env[63348]: DEBUG nova.network.neutron [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1796.909970] env[63348]: DEBUG oslo_vmware.api [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022571, 'name': CreateSnapshot_Task, 'duration_secs': 0.487803} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.910716] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Created Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1796.912484] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7456fb97-9b64-4d09-a6d8-c43b8216f768 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.946165] env[63348]: DEBUG oslo_concurrency.lockutils [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.946702] env[63348]: DEBUG nova.compute.manager [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1796.949534] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.611s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.949799] env[63348]: DEBUG nova.objects.instance [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lazy-loading 'resources' on Instance uuid bd7cc2b2-d9da-416a-86c1-ea67330c3bed {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1796.997528] env[63348]: DEBUG nova.compute.manager [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1797.087315] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022568, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.121062] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022572, 'name': Rename_Task, 'duration_secs': 0.14693} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.121284] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1797.121561] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0ed0fe4-1aef-44e5-9ff0-b4ef9ed15ad7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.129516] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1797.129516] env[63348]: value = "task-2022573" [ 1797.129516] env[63348]: _type = "Task" [ 1797.129516] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.138133] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.365977] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "c62e1440-aa54-4875-b5d7-8f7476d2b2bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.366205] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "c62e1440-aa54-4875-b5d7-8f7476d2b2bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.439181] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Creating linked-clone VM from snapshot {{(pid=63348) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1797.439620] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cf8f412e-28f4-45e6-92d4-d7879dba6b86 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.450047] env[63348]: DEBUG oslo_vmware.api [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1797.450047] env[63348]: value = "task-2022574" [ 1797.450047] env[63348]: _type = "Task" [ 1797.450047] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.455792] env[63348]: DEBUG nova.compute.utils [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1797.461218] env[63348]: DEBUG nova.compute.manager [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1797.461881] env[63348]: DEBUG nova.network.neutron [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1797.470875] env[63348]: DEBUG oslo_vmware.api [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022574, 'name': CloneVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.533515] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.552793] env[63348]: DEBUG nova.policy [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34136ef7756e42d2b8a19d1c9629435e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aa0bdf58ca64d12a00eb56d886966e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1797.586955] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022568, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.641913] env[63348]: DEBUG oslo_vmware.api [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022573, 'name': PowerOnVM_Task, 'duration_secs': 0.451256} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.643699] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1797.645522] env[63348]: DEBUG nova.compute.manager [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1797.646397] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eef9208-601e-4ab1-b667-61875ab2e17c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.724849] env[63348]: DEBUG nova.network.neutron [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Updating instance_info_cache with network_info: [{"id": "7be4074f-5a31-4207-9612-d0cfad4f6f37", "address": "fa:16:3e:a9:56:d0", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be4074f-5a", "ovs_interfaceid": "7be4074f-5a31-4207-9612-d0cfad4f6f37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.934870] env[63348]: DEBUG nova.network.neutron [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Successfully created port: e83c327f-83d8-47dd-9f4b-faa86411fe89 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1797.965069] env[63348]: DEBUG nova.compute.utils [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1797.967642] env[63348]: DEBUG oslo_vmware.api [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022574, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.968703] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5583eb3d-17f6-43dd-bda1-b1cc1765d0be {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.982610] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7dd61b-ecb2-46eb-a5b1-0257e95d37cf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.016846] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef6d1d8-20cb-49fd-922c-28c599c9844f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.026665] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef6926e-4d15-4d86-9aa2-120c0a142626 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.042372] env[63348]: DEBUG nova.compute.provider_tree [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.087439] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022568, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.169452] env[63348]: DEBUG oslo_concurrency.lockutils [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.227066] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Releasing lock "refresh_cache-36970daf-9b81-47f3-94fe-963dd71f90d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.466177] env[63348]: DEBUG oslo_vmware.api [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022574, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.478601] env[63348]: DEBUG nova.compute.manager [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1798.548040] env[63348]: DEBUG nova.scheduler.client.report [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1798.589087] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022568, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.756132] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49059d62-9ddb-48e8-baa1-81a9c416fb0e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.777510] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3386ce-8be2-4721-bfce-1bb99c9f5238 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.785847] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Updating instance '36970daf-9b81-47f3-94fe-963dd71f90d6' progress to 83 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1798.963798] env[63348]: DEBUG oslo_vmware.api [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022574, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.005134] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquiring lock "d25f45cd-1bc9-44ec-b06f-fe89fcc0a170" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.005386] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "d25f45cd-1bc9-44ec-b06f-fe89fcc0a170" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.005680] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquiring lock "d25f45cd-1bc9-44ec-b06f-fe89fcc0a170-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.005868] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "d25f45cd-1bc9-44ec-b06f-fe89fcc0a170-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.006045] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "d25f45cd-1bc9-44ec-b06f-fe89fcc0a170-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.008393] env[63348]: INFO nova.compute.manager [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Terminating instance [ 1799.055035] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.057622] env[63348]: DEBUG oslo_concurrency.lockutils [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.600s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.058119] env[63348]: DEBUG nova.objects.instance [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lazy-loading 'resources' on Instance uuid d405bcd4-e175-4c22-b7ab-6a03b44bac42 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1799.074992] env[63348]: INFO nova.scheduler.client.report [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Deleted allocations for instance bd7cc2b2-d9da-416a-86c1-ea67330c3bed [ 1799.087910] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022568, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.297519] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1799.297519] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14e670c3-c455-405d-9242-323b211b96c5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.306111] env[63348]: DEBUG oslo_vmware.api [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1799.306111] env[63348]: value = "task-2022575" [ 1799.306111] env[63348]: _type = "Task" [ 1799.306111] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.315618] env[63348]: DEBUG oslo_vmware.api [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.465075] env[63348]: DEBUG oslo_vmware.api [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022574, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.487846] env[63348]: DEBUG nova.compute.manager [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1799.508205] env[63348]: DEBUG nova.virt.hardware [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:34:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='12798608',id=34,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1578848927',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1799.509312] env[63348]: DEBUG nova.virt.hardware [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1799.509312] env[63348]: DEBUG nova.virt.hardware [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1799.509312] env[63348]: DEBUG nova.virt.hardware [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1799.509312] env[63348]: DEBUG nova.virt.hardware [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1799.509312] env[63348]: DEBUG nova.virt.hardware [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1799.509680] env[63348]: DEBUG nova.virt.hardware [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1799.509680] env[63348]: DEBUG nova.virt.hardware [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1799.509746] env[63348]: DEBUG nova.virt.hardware [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1799.509906] env[63348]: DEBUG nova.virt.hardware [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1799.510112] env[63348]: DEBUG nova.virt.hardware [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1799.511059] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c04f80-6cc5-4f20-8aec-0ee3be4d4b91 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.515989] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquiring lock "refresh_cache-d25f45cd-1bc9-44ec-b06f-fe89fcc0a170" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.516196] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquired lock "refresh_cache-d25f45cd-1bc9-44ec-b06f-fe89fcc0a170" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.516385] env[63348]: DEBUG nova.network.neutron [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1799.523472] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ad0e45-65bd-4e80-8bc8-c70a200d6bb0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.588365] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59c04f9e-73c7-4241-8473-749ec3af7fac tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "bd7cc2b2-d9da-416a-86c1-ea67330c3bed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.018s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.589327] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "bd7cc2b2-d9da-416a-86c1-ea67330c3bed" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 31.396s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.589597] env[63348]: INFO nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] During sync_power_state the instance has a pending task (deleting). Skip. [ 1799.589728] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "bd7cc2b2-d9da-416a-86c1-ea67330c3bed" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.594117] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022568, 'name': Destroy_Task, 'duration_secs': 5.303346} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.594117] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Destroyed the VM [ 1799.594832] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Deleting Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1799.594832] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c5dedc52-1cd4-4af5-a70c-704ea7d3cdaa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.603741] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1799.603741] env[63348]: value = "task-2022576" [ 1799.603741] env[63348]: _type = "Task" [ 1799.603741] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.613598] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022576, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.836833] env[63348]: DEBUG oslo_vmware.api [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022575, 'name': PowerOnVM_Task, 'duration_secs': 0.496681} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.837285] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1799.837582] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b66b47ed-c14b-4044-bb08-47cccfe90664 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Updating instance '36970daf-9b81-47f3-94fe-963dd71f90d6' progress to 100 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1799.968417] env[63348]: DEBUG oslo_vmware.api [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022574, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.984590] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e96e281-b201-4fa9-b738-01a05c0b478b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.993907] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73d4681-c90c-4695-8b38-280265597b69 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.030754] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb19083-4f1e-4af7-beca-47fc9ebed6cb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.040257] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49e1eb6-ac48-46d0-acb8-839e3c5707e3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.055931] env[63348]: DEBUG nova.compute.provider_tree [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1800.058253] env[63348]: DEBUG nova.network.neutron [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1800.114912] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022576, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.134565] env[63348]: DEBUG nova.network.neutron [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.466257] env[63348]: DEBUG oslo_vmware.api [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022574, 'name': CloneVM_Task, 'duration_secs': 2.98808} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.466546] env[63348]: INFO nova.virt.vmwareapi.vmops [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Created linked-clone VM from snapshot [ 1800.467339] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd558f69-ea8d-4381-aa2e-ad088e0a963a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.475391] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Uploading image 89a0d2ec-bf1e-4d58-921d-b658575c874d {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1800.486014] env[63348]: DEBUG nova.network.neutron [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Successfully updated port: e83c327f-83d8-47dd-9f4b-faa86411fe89 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1800.505441] env[63348]: DEBUG oslo_vmware.rw_handles [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1800.505441] env[63348]: value = "vm-415589" [ 1800.505441] env[63348]: _type = "VirtualMachine" [ 1800.505441] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1800.505771] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-baad9100-7201-442d-93e1-1b31a7f040e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.514724] env[63348]: DEBUG oslo_vmware.rw_handles [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lease: (returnval){ [ 1800.514724] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b6bc62-827d-9044-7e22-f053b44ce671" [ 1800.514724] env[63348]: _type = "HttpNfcLease" [ 1800.514724] env[63348]: } obtained for exporting VM: (result){ [ 1800.514724] env[63348]: value = "vm-415589" [ 1800.514724] env[63348]: _type = "VirtualMachine" [ 1800.514724] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1800.515081] env[63348]: DEBUG oslo_vmware.api [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the lease: (returnval){ [ 1800.515081] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b6bc62-827d-9044-7e22-f053b44ce671" [ 1800.515081] env[63348]: _type = "HttpNfcLease" [ 1800.515081] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1800.522941] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1800.522941] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b6bc62-827d-9044-7e22-f053b44ce671" [ 1800.522941] env[63348]: _type = "HttpNfcLease" [ 1800.522941] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1800.540334] env[63348]: DEBUG nova.compute.manager [req-fed302e2-d7bd-4f0b-bada-e3d3d2d93fb7 req-fbdf4839-442e-497c-9388-bc29ca7f47cd service nova] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Received event network-vif-plugged-e83c327f-83d8-47dd-9f4b-faa86411fe89 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1800.540557] env[63348]: DEBUG oslo_concurrency.lockutils [req-fed302e2-d7bd-4f0b-bada-e3d3d2d93fb7 req-fbdf4839-442e-497c-9388-bc29ca7f47cd service nova] Acquiring lock "1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.540815] env[63348]: DEBUG oslo_concurrency.lockutils [req-fed302e2-d7bd-4f0b-bada-e3d3d2d93fb7 req-fbdf4839-442e-497c-9388-bc29ca7f47cd service nova] Lock "1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.541009] env[63348]: DEBUG oslo_concurrency.lockutils [req-fed302e2-d7bd-4f0b-bada-e3d3d2d93fb7 req-fbdf4839-442e-497c-9388-bc29ca7f47cd service nova] Lock "1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.541241] env[63348]: DEBUG nova.compute.manager [req-fed302e2-d7bd-4f0b-bada-e3d3d2d93fb7 req-fbdf4839-442e-497c-9388-bc29ca7f47cd service nova] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] No waiting events found dispatching network-vif-plugged-e83c327f-83d8-47dd-9f4b-faa86411fe89 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1800.541476] env[63348]: WARNING nova.compute.manager [req-fed302e2-d7bd-4f0b-bada-e3d3d2d93fb7 req-fbdf4839-442e-497c-9388-bc29ca7f47cd service nova] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Received unexpected event network-vif-plugged-e83c327f-83d8-47dd-9f4b-faa86411fe89 for instance with vm_state building and task_state spawning. [ 1800.561980] env[63348]: DEBUG nova.scheduler.client.report [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1800.615655] env[63348]: DEBUG oslo_vmware.api [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022576, 'name': RemoveSnapshot_Task, 'duration_secs': 0.702011} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.616075] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Deleted Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1800.616204] env[63348]: INFO nova.compute.manager [None req-ebcd6662-dbef-47f7-b5c4-762dc7b24822 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Took 19.64 seconds to snapshot the instance on the hypervisor. [ 1800.638031] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Releasing lock "refresh_cache-d25f45cd-1bc9-44ec-b06f-fe89fcc0a170" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.638616] env[63348]: DEBUG nova.compute.manager [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1800.638616] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1800.640039] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e55b65-7a7c-4f7f-9558-3f7d9fd4658c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.649211] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1800.649479] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99c8470d-49e9-4dfd-966f-b3e7c0196388 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.657898] env[63348]: DEBUG oslo_vmware.api [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1800.657898] env[63348]: value = "task-2022578" [ 1800.657898] env[63348]: _type = "Task" [ 1800.657898] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.666794] env[63348]: DEBUG oslo_vmware.api [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.692917] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "bb145de2-f5a8-46da-95ba-af79f8757fd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.693167] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "bb145de2-f5a8-46da-95ba-af79f8757fd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.989245] env[63348]: DEBUG oslo_concurrency.lockutils [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquiring lock "refresh_cache-1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.989414] env[63348]: DEBUG oslo_concurrency.lockutils [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquired lock "refresh_cache-1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.989571] env[63348]: DEBUG nova.network.neutron [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1801.024712] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1801.024712] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b6bc62-827d-9044-7e22-f053b44ce671" [ 1801.024712] env[63348]: _type = "HttpNfcLease" [ 1801.024712] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1801.025089] env[63348]: DEBUG oslo_vmware.rw_handles [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1801.025089] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b6bc62-827d-9044-7e22-f053b44ce671" [ 1801.025089] env[63348]: _type = "HttpNfcLease" [ 1801.025089] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1801.025730] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f9fc94-93fc-4f25-a04b-81af012f3d23 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.033659] env[63348]: DEBUG oslo_vmware.rw_handles [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226d7ac-ab90-42d1-4ea2-6dc227c3676e/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1801.033824] env[63348]: DEBUG oslo_vmware.rw_handles [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226d7ac-ab90-42d1-4ea2-6dc227c3676e/disk-0.vmdk for reading. {{(pid=63348) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1801.092821] env[63348]: DEBUG oslo_concurrency.lockutils [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.096226] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.696s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.096532] env[63348]: DEBUG nova.objects.instance [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lazy-loading 'resources' on Instance uuid 0d5887f8-cf88-4716-a333-e6cb58ce7f40 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1801.116121] env[63348]: INFO nova.scheduler.client.report [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Deleted allocations for instance d405bcd4-e175-4c22-b7ab-6a03b44bac42 [ 1801.128695] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8704c9e3-737a-4af2-a8e6-9a21819f5259 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.174644] env[63348]: DEBUG oslo_vmware.api [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022578, 'name': PowerOffVM_Task, 'duration_secs': 0.123331} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.174953] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1801.175162] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1801.175425] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1305ea2a-6a64-495c-9809-d239368c5769 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.202553] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1801.203097] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1801.203097] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Deleting the datastore file [datastore2] d25f45cd-1bc9-44ec-b06f-fe89fcc0a170 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1801.203263] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4765735f-8870-4a64-a44d-14ce77ef1290 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.210743] env[63348]: DEBUG oslo_vmware.api [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1801.210743] env[63348]: value = "task-2022580" [ 1801.210743] env[63348]: _type = "Task" [ 1801.210743] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.219233] env[63348]: DEBUG oslo_vmware.api [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.268671] env[63348]: INFO nova.compute.manager [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Rebuilding instance [ 1801.330789] env[63348]: DEBUG nova.compute.manager [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.332152] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cbeec8-1cc3-4fb3-8212-ee5926ac6c35 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.547367] env[63348]: DEBUG nova.network.neutron [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1801.628279] env[63348]: DEBUG oslo_concurrency.lockutils [None req-092ecdcf-9253-484a-a52e-1f1b076bb4d6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "d405bcd4-e175-4c22-b7ab-6a03b44bac42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.974s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.629534] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "d405bcd4-e175-4c22-b7ab-6a03b44bac42" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 33.440s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.629662] env[63348]: INFO nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] During sync_power_state the instance has a pending task (deleting). Skip. [ 1801.629860] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "d405bcd4-e175-4c22-b7ab-6a03b44bac42" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.725900] env[63348]: DEBUG oslo_vmware.api [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160003} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.726572] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1801.726833] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1801.727160] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1801.727324] env[63348]: INFO nova.compute.manager [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1801.727621] env[63348]: DEBUG oslo.service.loopingcall [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1801.727875] env[63348]: DEBUG nova.compute.manager [-] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1801.728058] env[63348]: DEBUG nova.network.neutron [-] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1801.753532] env[63348]: DEBUG nova.network.neutron [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Updating instance_info_cache with network_info: [{"id": "e83c327f-83d8-47dd-9f4b-faa86411fe89", "address": "fa:16:3e:80:3d:0e", "network": {"id": "cf2d52d3-c65c-4ead-bd43-9b2887557b51", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2002302812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa0bdf58ca64d12a00eb56d886966e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape83c327f-83", "ovs_interfaceid": "e83c327f-83d8-47dd-9f4b-faa86411fe89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.756214] env[63348]: DEBUG nova.network.neutron [-] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1802.048915] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be25ab97-cb60-4064-afe8-5f9b61c3340e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.059483] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5f6186-fc46-496b-bb75-f6cfe529da83 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.095052] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3ae211-4825-4051-9061-d06f21f76a6e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.104424] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d80fd46-3c62-4858-8ca6-31499de52262 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.119448] env[63348]: DEBUG nova.compute.provider_tree [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1802.257078] env[63348]: DEBUG oslo_concurrency.lockutils [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Releasing lock "refresh_cache-1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.257588] env[63348]: DEBUG nova.compute.manager [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Instance network_info: |[{"id": "e83c327f-83d8-47dd-9f4b-faa86411fe89", "address": "fa:16:3e:80:3d:0e", "network": {"id": "cf2d52d3-c65c-4ead-bd43-9b2887557b51", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2002302812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa0bdf58ca64d12a00eb56d886966e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape83c327f-83", "ovs_interfaceid": "e83c327f-83d8-47dd-9f4b-faa86411fe89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1802.258400] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:3d:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e83c327f-83d8-47dd-9f4b-faa86411fe89', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1802.266490] env[63348]: DEBUG oslo.service.loopingcall [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.267111] env[63348]: DEBUG nova.network.neutron [-] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.268326] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1802.269022] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0492bd61-47e3-44ab-bf5b-152670b3f3bd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.285757] env[63348]: INFO nova.compute.manager [-] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Took 0.56 seconds to deallocate network for instance. [ 1802.299308] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1802.299308] env[63348]: value = "task-2022581" [ 1802.299308] env[63348]: _type = "Task" [ 1802.299308] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.311506] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022581, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.353800] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1802.354131] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-080260b2-3aa0-4b17-b3ea-81d121304b52 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.372107] env[63348]: DEBUG oslo_vmware.api [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Waiting for the task: (returnval){ [ 1802.372107] env[63348]: value = "task-2022582" [ 1802.372107] env[63348]: _type = "Task" [ 1802.372107] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.382035] env[63348]: DEBUG oslo_vmware.api [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.592367] env[63348]: DEBUG nova.compute.manager [req-4c7ea26c-4fda-4edf-be59-5939a604f756 req-c9beeeda-32b7-4327-8104-26102c9b24ce service nova] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Received event network-changed-e83c327f-83d8-47dd-9f4b-faa86411fe89 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1802.592367] env[63348]: DEBUG nova.compute.manager [req-4c7ea26c-4fda-4edf-be59-5939a604f756 req-c9beeeda-32b7-4327-8104-26102c9b24ce service nova] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Refreshing instance network info cache due to event network-changed-e83c327f-83d8-47dd-9f4b-faa86411fe89. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1802.592563] env[63348]: DEBUG oslo_concurrency.lockutils [req-4c7ea26c-4fda-4edf-be59-5939a604f756 req-c9beeeda-32b7-4327-8104-26102c9b24ce service nova] Acquiring lock "refresh_cache-1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.592718] env[63348]: DEBUG oslo_concurrency.lockutils [req-4c7ea26c-4fda-4edf-be59-5939a604f756 req-c9beeeda-32b7-4327-8104-26102c9b24ce service nova] Acquired lock "refresh_cache-1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.592931] env[63348]: DEBUG nova.network.neutron [req-4c7ea26c-4fda-4edf-be59-5939a604f756 req-c9beeeda-32b7-4327-8104-26102c9b24ce service nova] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Refreshing network info cache for port e83c327f-83d8-47dd-9f4b-faa86411fe89 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1802.616137] env[63348]: DEBUG nova.network.neutron [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Port 7be4074f-5a31-4207-9612-d0cfad4f6f37 binding to destination host cpu-1 is already ACTIVE {{(pid=63348) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3227}} [ 1802.616137] env[63348]: DEBUG oslo_concurrency.lockutils [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "refresh_cache-36970daf-9b81-47f3-94fe-963dd71f90d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.616324] env[63348]: DEBUG oslo_concurrency.lockutils [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquired lock "refresh_cache-36970daf-9b81-47f3-94fe-963dd71f90d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.617033] env[63348]: DEBUG nova.network.neutron [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1802.623510] env[63348]: DEBUG nova.scheduler.client.report [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1802.794191] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.810590] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022581, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.883777] env[63348]: DEBUG oslo_vmware.api [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022582, 'name': PowerOffVM_Task, 'duration_secs': 0.252522} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.884087] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1802.885042] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1802.885344] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc0d9b28-a085-46dd-80f1-145b0b3fd46c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.894017] env[63348]: DEBUG oslo_vmware.api [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Waiting for the task: (returnval){ [ 1802.894017] env[63348]: value = "task-2022583" [ 1802.894017] env[63348]: _type = "Task" [ 1802.894017] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.904138] env[63348]: DEBUG oslo_vmware.api [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.131722] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.136400] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.502s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.137899] env[63348]: INFO nova.compute.claims [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1803.155813] env[63348]: INFO nova.scheduler.client.report [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Deleted allocations for instance 0d5887f8-cf88-4716-a333-e6cb58ce7f40 [ 1803.313033] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022581, 'name': CreateVM_Task, 'duration_secs': 0.54785} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.313873] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1803.314024] env[63348]: DEBUG oslo_concurrency.lockutils [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.314193] env[63348]: DEBUG oslo_concurrency.lockutils [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.314566] env[63348]: DEBUG oslo_concurrency.lockutils [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1803.314843] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1142a60a-b35d-4d7a-8f8c-f3c4453134a2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.320902] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1803.320902] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520e15ce-f98c-9265-4eab-220d5060a179" [ 1803.320902] env[63348]: _type = "Task" [ 1803.320902] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.331385] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520e15ce-f98c-9265-4eab-220d5060a179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.407127] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] VM already powered off {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1803.407374] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Volume detach. Driver type: vmdk {{(pid=63348) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1803.407570] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415527', 'volume_id': '5a38b270-07c2-4000-99d7-c060f0c12f7d', 'name': 'volume-5a38b270-07c2-4000-99d7-c060f0c12f7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e', 'attached_at': '', 'detached_at': '', 'volume_id': '5a38b270-07c2-4000-99d7-c060f0c12f7d', 'serial': '5a38b270-07c2-4000-99d7-c060f0c12f7d'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1803.408473] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dbdae7-853e-43fa-8d5a-fde0de507db1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.434534] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fd6e2e-114f-49e6-bcc8-b4609e30fdc7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.445174] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8305452-680a-4bae-a028-6e7a9fd3aa19 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.463521] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8398a938-124b-4088-a229-22047c422ae3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.481505] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] The volume has not been displaced from its original location: [datastore1] volume-5a38b270-07c2-4000-99d7-c060f0c12f7d/volume-5a38b270-07c2-4000-99d7-c060f0c12f7d.vmdk. No consolidation needed. {{(pid=63348) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1803.487084] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1803.488658] env[63348]: DEBUG nova.network.neutron [req-4c7ea26c-4fda-4edf-be59-5939a604f756 req-c9beeeda-32b7-4327-8104-26102c9b24ce service nova] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Updated VIF entry in instance network info cache for port e83c327f-83d8-47dd-9f4b-faa86411fe89. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1803.488658] env[63348]: DEBUG nova.network.neutron [req-4c7ea26c-4fda-4edf-be59-5939a604f756 req-c9beeeda-32b7-4327-8104-26102c9b24ce service nova] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Updating instance_info_cache with network_info: [{"id": "e83c327f-83d8-47dd-9f4b-faa86411fe89", "address": "fa:16:3e:80:3d:0e", "network": {"id": "cf2d52d3-c65c-4ead-bd43-9b2887557b51", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2002302812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa0bdf58ca64d12a00eb56d886966e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape83c327f-83", "ovs_interfaceid": "e83c327f-83d8-47dd-9f4b-faa86411fe89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.491115] env[63348]: DEBUG nova.network.neutron [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Updating instance_info_cache with network_info: [{"id": "7be4074f-5a31-4207-9612-d0cfad4f6f37", "address": "fa:16:3e:a9:56:d0", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be4074f-5a", "ovs_interfaceid": "7be4074f-5a31-4207-9612-d0cfad4f6f37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.493198] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c49e0c9-a4d7-4014-b3f9-61c74ad21556 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.514338] env[63348]: DEBUG oslo_vmware.api [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Waiting for the task: (returnval){ [ 1803.514338] env[63348]: value = "task-2022584" [ 1803.514338] env[63348]: _type = "Task" [ 1803.514338] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.523799] env[63348]: DEBUG oslo_vmware.api [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.663165] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9b6975ff-6132-4e09-8728-d2c8d547ec7e tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "0d5887f8-cf88-4716-a333-e6cb58ce7f40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.828s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.832612] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520e15ce-f98c-9265-4eab-220d5060a179, 'name': SearchDatastore_Task, 'duration_secs': 0.01331} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.832983] env[63348]: DEBUG oslo_concurrency.lockutils [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.833275] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1803.833566] env[63348]: DEBUG oslo_concurrency.lockutils [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.833785] env[63348]: DEBUG oslo_concurrency.lockutils [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.834059] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1803.834365] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97b999b7-0e5e-49ef-b7c6-fad0d35dd4fa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.845653] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1803.845859] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1803.846763] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f5a877-5e16-42ee-8bd3-a71080071483 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.853935] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1803.853935] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52905a0f-1bbd-0f12-54db-3ac1da3cab88" [ 1803.853935] env[63348]: _type = "Task" [ 1803.853935] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.862591] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52905a0f-1bbd-0f12-54db-3ac1da3cab88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.991442] env[63348]: DEBUG oslo_concurrency.lockutils [req-4c7ea26c-4fda-4edf-be59-5939a604f756 req-c9beeeda-32b7-4327-8104-26102c9b24ce service nova] Releasing lock "refresh_cache-1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.994252] env[63348]: DEBUG oslo_concurrency.lockutils [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Releasing lock "refresh_cache-36970daf-9b81-47f3-94fe-963dd71f90d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.025438] env[63348]: DEBUG oslo_vmware.api [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022584, 'name': ReconfigVM_Task, 'duration_secs': 0.416784} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.025727] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1804.031025] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6b54899-a9e8-498d-9fc4-2b2b17e8b5aa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.049462] env[63348]: DEBUG oslo_vmware.api [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Waiting for the task: (returnval){ [ 1804.049462] env[63348]: value = "task-2022585" [ 1804.049462] env[63348]: _type = "Task" [ 1804.049462] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.062669] env[63348]: DEBUG oslo_vmware.api [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.368597] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52905a0f-1bbd-0f12-54db-3ac1da3cab88, 'name': SearchDatastore_Task, 'duration_secs': 0.030696} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.372383] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de53ab8a-8f4b-4aa3-8a72-97441c7e57be {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.378793] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1804.378793] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5239fabd-d29d-3bac-eb14-69f158319f57" [ 1804.378793] env[63348]: _type = "Task" [ 1804.378793] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.387767] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5239fabd-d29d-3bac-eb14-69f158319f57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.497192] env[63348]: DEBUG nova.compute.manager [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63348) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1804.497556] env[63348]: DEBUG oslo_concurrency.lockutils [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.516167] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6832ff9f-ee41-498b-abad-98a3c2c3f94b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.524691] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4a3657-8293-406d-b50e-dfbcc6b573fa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.562372] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2316efc8-d63f-42a2-b66d-bac210f36ba0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.570617] env[63348]: DEBUG oslo_vmware.api [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022585, 'name': ReconfigVM_Task, 'duration_secs': 0.137174} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.572729] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415527', 'volume_id': '5a38b270-07c2-4000-99d7-c060f0c12f7d', 'name': 'volume-5a38b270-07c2-4000-99d7-c060f0c12f7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e', 'attached_at': '', 'detached_at': '', 'volume_id': '5a38b270-07c2-4000-99d7-c060f0c12f7d', 'serial': '5a38b270-07c2-4000-99d7-c060f0c12f7d'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1804.573182] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1804.574070] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8b1514-9d7f-400a-acd2-b0162db4a4ed {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.577880] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37afa026-5009-493a-9caa-d9be485ffe11 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.594655] env[63348]: DEBUG nova.compute.provider_tree [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1804.602505] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1804.603071] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32d8e584-1a6e-46d1-8f44-8921a4660502 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.690792] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1804.690792] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1804.690792] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Deleting the datastore file [datastore1] 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1804.690792] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f2c5f93-6903-45ea-9243-cc7eebdba587 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.703746] env[63348]: DEBUG oslo_vmware.api [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Waiting for the task: (returnval){ [ 1804.703746] env[63348]: value = "task-2022587" [ 1804.703746] env[63348]: _type = "Task" [ 1804.703746] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.713335] env[63348]: DEBUG oslo_vmware.api [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.896455] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5239fabd-d29d-3bac-eb14-69f158319f57, 'name': SearchDatastore_Task, 'duration_secs': 0.016398} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.896807] env[63348]: DEBUG oslo_concurrency.lockutils [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.897401] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b/1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1804.897791] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-307dffcd-5c8e-4e43-a0f4-ca3b5206dd5e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.907655] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1804.907655] env[63348]: value = "task-2022588" [ 1804.907655] env[63348]: _type = "Task" [ 1804.907655] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.920375] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.114427] env[63348]: DEBUG nova.scheduler.client.report [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1805.217302] env[63348]: DEBUG oslo_vmware.api [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Task: {'id': task-2022587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131444} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.217593] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1805.217781] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1805.217956] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1805.288644] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Volume detach. Driver type: vmdk {{(pid=63348) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1805.289753] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5c034ca-2bf5-4246-a553-80afe7b33322 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.301818] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb5939c-4c39-41e2-aa81-119965d1ad56 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.354349] env[63348]: ERROR nova.compute.manager [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Failed to detach volume 5a38b270-07c2-4000-99d7-c060f0c12f7d from /dev/sda: nova.exception.InstanceNotFound: Instance 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e could not be found. [ 1805.354349] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Traceback (most recent call last): [ 1805.354349] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1805.354349] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] self.driver.rebuild(**kwargs) [ 1805.354349] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1805.354349] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] raise NotImplementedError() [ 1805.354349] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] NotImplementedError [ 1805.354349] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] [ 1805.354349] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] During handling of the above exception, another exception occurred: [ 1805.354349] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] [ 1805.354349] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Traceback (most recent call last): [ 1805.354349] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1805.354349] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] self.driver.detach_volume(context, old_connection_info, [ 1805.355416] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1805.355416] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] return self._volumeops.detach_volume(connection_info, instance) [ 1805.355416] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1805.355416] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] self._detach_volume_vmdk(connection_info, instance) [ 1805.355416] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1805.355416] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1805.355416] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1805.355416] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] stable_ref.fetch_moref(session) [ 1805.355416] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1805.355416] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1805.355416] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] nova.exception.InstanceNotFound: Instance 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e could not be found. [ 1805.355416] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] [ 1805.418353] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022588, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.528412] env[63348]: DEBUG nova.compute.utils [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Build of instance 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e aborted: Failed to rebuild volume backed instance. {{(pid=63348) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1805.531834] env[63348]: ERROR nova.compute.manager [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e aborted: Failed to rebuild volume backed instance. [ 1805.531834] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Traceback (most recent call last): [ 1805.531834] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1805.531834] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] self.driver.rebuild(**kwargs) [ 1805.531834] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1805.531834] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] raise NotImplementedError() [ 1805.531834] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] NotImplementedError [ 1805.531834] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] [ 1805.531834] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] During handling of the above exception, another exception occurred: [ 1805.531834] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] [ 1805.531834] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Traceback (most recent call last): [ 1805.531834] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1805.531834] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] self._detach_root_volume(context, instance, root_bdm) [ 1805.532288] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1805.532288] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] with excutils.save_and_reraise_exception(): [ 1805.532288] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1805.532288] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] self.force_reraise() [ 1805.532288] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1805.532288] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] raise self.value [ 1805.532288] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1805.532288] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] self.driver.detach_volume(context, old_connection_info, [ 1805.532288] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1805.532288] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] return self._volumeops.detach_volume(connection_info, instance) [ 1805.532288] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1805.532288] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] self._detach_volume_vmdk(connection_info, instance) [ 1805.534243] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1805.534243] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1805.534243] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1805.534243] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] stable_ref.fetch_moref(session) [ 1805.534243] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1805.534243] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1805.534243] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] nova.exception.InstanceNotFound: Instance 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e could not be found. [ 1805.534243] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] [ 1805.534243] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] During handling of the above exception, another exception occurred: [ 1805.534243] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] [ 1805.534243] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Traceback (most recent call last): [ 1805.534243] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/compute/manager.py", line 11383, in _error_out_instance_on_exception [ 1805.534243] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] yield [ 1805.534243] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1805.534667] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] self._do_rebuild_instance_with_claim( [ 1805.534667] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1805.534667] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] self._do_rebuild_instance( [ 1805.534667] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1805.534667] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] self._rebuild_default_impl(**kwargs) [ 1805.534667] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1805.534667] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] self._rebuild_volume_backed_instance( [ 1805.534667] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1805.534667] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] raise exception.BuildAbortException( [ 1805.534667] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] nova.exception.BuildAbortException: Build of instance 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e aborted: Failed to rebuild volume backed instance. [ 1805.534667] env[63348]: ERROR nova.compute.manager [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] [ 1805.622046] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.622593] env[63348]: DEBUG nova.compute.manager [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1805.625758] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.788s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.627291] env[63348]: INFO nova.compute.claims [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1805.919166] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53136} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.919531] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b/1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1805.919642] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1805.919900] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00bb7384-8d8e-4dda-868f-9effd6fdbc30 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.928491] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1805.928491] env[63348]: value = "task-2022589" [ 1805.928491] env[63348]: _type = "Task" [ 1805.928491] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.936916] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.132594] env[63348]: DEBUG nova.compute.utils [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1806.135149] env[63348]: DEBUG nova.compute.manager [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1806.135368] env[63348]: DEBUG nova.network.neutron [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1806.177118] env[63348]: DEBUG nova.policy [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62ea11139e044059b37b49d4f9341748', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c413483b2a94cac80ec2b36bebf3b60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1806.260708] env[63348]: DEBUG oslo_concurrency.lockutils [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquiring lock "1ef63437-d024-4508-8433-596f964fbc2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.261026] env[63348]: DEBUG oslo_concurrency.lockutils [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "1ef63437-d024-4508-8433-596f964fbc2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.261325] env[63348]: DEBUG oslo_concurrency.lockutils [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquiring lock "1ef63437-d024-4508-8433-596f964fbc2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.261631] env[63348]: DEBUG oslo_concurrency.lockutils [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "1ef63437-d024-4508-8433-596f964fbc2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.261824] env[63348]: DEBUG oslo_concurrency.lockutils [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "1ef63437-d024-4508-8433-596f964fbc2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.264758] env[63348]: INFO nova.compute.manager [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Terminating instance [ 1806.440122] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074449} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.443044] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1806.443044] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaea074-3649-409e-821d-b706cdf99a1d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.466214] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b/1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1806.466569] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec7c9dd4-24ab-4f0c-95a5-fb1ace3107da {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.481676] env[63348]: DEBUG nova.network.neutron [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Successfully created port: 68b381c6-89fa-4176-a1da-854a80091485 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1806.491421] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1806.491421] env[63348]: value = "task-2022590" [ 1806.491421] env[63348]: _type = "Task" [ 1806.491421] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.500124] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.635658] env[63348]: DEBUG nova.compute.manager [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1806.769310] env[63348]: DEBUG nova.compute.manager [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1806.769597] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1806.770534] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc35bc5a-df45-498f-a1b1-914aab0a8c04 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.780444] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1806.780708] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-872af159-5217-45b3-b92e-36fbaf29e737 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.791254] env[63348]: DEBUG oslo_vmware.api [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1806.791254] env[63348]: value = "task-2022591" [ 1806.791254] env[63348]: _type = "Task" [ 1806.791254] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.801416] env[63348]: DEBUG oslo_vmware.api [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.004892] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022590, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.038183] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1491f0fc-776f-4d79-af0b-b2a9a8d1a651 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.046776] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a53ae0b-7ad8-41dc-952a-38e308f04859 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.093704] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230a83a8-65d5-473a-bd25-69a3c7d41080 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.103222] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254ae9ed-3bbc-4577-aa54-5f97cbf025d6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.118943] env[63348]: DEBUG nova.compute.provider_tree [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1807.304416] env[63348]: DEBUG oslo_vmware.api [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022591, 'name': PowerOffVM_Task, 'duration_secs': 0.257649} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.304931] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1807.305060] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1807.305394] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d653978b-9dab-4b91-ac92-657dcce00124 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.486854] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1807.487161] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1807.487376] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Deleting the datastore file [datastore2] 1ef63437-d024-4508-8433-596f964fbc2e {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1807.487691] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5819c68-73f4-48db-a6f4-87a2f8523483 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.497832] env[63348]: DEBUG oslo_vmware.api [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for the task: (returnval){ [ 1807.497832] env[63348]: value = "task-2022593" [ 1807.497832] env[63348]: _type = "Task" [ 1807.497832] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.504876] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022590, 'name': ReconfigVM_Task, 'duration_secs': 0.577624} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.505632] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b/1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1807.506078] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63348) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1807.506765] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-3b1f86c4-5d61-4919-9273-89a4932991dc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.511948] env[63348]: DEBUG oslo_vmware.api [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.518756] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1807.518756] env[63348]: value = "task-2022594" [ 1807.518756] env[63348]: _type = "Task" [ 1807.518756] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.527960] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022594, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.556105] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.622441] env[63348]: DEBUG nova.scheduler.client.report [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1807.645042] env[63348]: DEBUG nova.compute.manager [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1807.669033] env[63348]: DEBUG nova.virt.hardware [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1807.669033] env[63348]: DEBUG nova.virt.hardware [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1807.669283] env[63348]: DEBUG nova.virt.hardware [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1807.669343] env[63348]: DEBUG nova.virt.hardware [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1807.669471] env[63348]: DEBUG nova.virt.hardware [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1807.669636] env[63348]: DEBUG nova.virt.hardware [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1807.669904] env[63348]: DEBUG nova.virt.hardware [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1807.670098] env[63348]: DEBUG nova.virt.hardware [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1807.670284] env[63348]: DEBUG nova.virt.hardware [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1807.670502] env[63348]: DEBUG nova.virt.hardware [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1807.670699] env[63348]: DEBUG nova.virt.hardware [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1807.671692] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a12273-2928-4c04-b132-12ec77b691a7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.681659] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348df44e-ba9f-49ed-bf4e-1f9e330e4ca1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.915522] env[63348]: DEBUG nova.compute.manager [req-460d43d9-d4bc-4271-a74a-39a3af4d9ea0 req-16427f61-1339-4bef-a585-2f3ff8d43a86 service nova] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Received event network-vif-plugged-68b381c6-89fa-4176-a1da-854a80091485 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1807.915522] env[63348]: DEBUG oslo_concurrency.lockutils [req-460d43d9-d4bc-4271-a74a-39a3af4d9ea0 req-16427f61-1339-4bef-a585-2f3ff8d43a86 service nova] Acquiring lock "5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.915957] env[63348]: DEBUG oslo_concurrency.lockutils [req-460d43d9-d4bc-4271-a74a-39a3af4d9ea0 req-16427f61-1339-4bef-a585-2f3ff8d43a86 service nova] Lock "5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.916155] env[63348]: DEBUG oslo_concurrency.lockutils [req-460d43d9-d4bc-4271-a74a-39a3af4d9ea0 req-16427f61-1339-4bef-a585-2f3ff8d43a86 service nova] Lock "5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.916500] env[63348]: DEBUG nova.compute.manager [req-460d43d9-d4bc-4271-a74a-39a3af4d9ea0 req-16427f61-1339-4bef-a585-2f3ff8d43a86 service nova] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] No waiting events found dispatching network-vif-plugged-68b381c6-89fa-4176-a1da-854a80091485 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1807.916608] env[63348]: WARNING nova.compute.manager [req-460d43d9-d4bc-4271-a74a-39a3af4d9ea0 req-16427f61-1339-4bef-a585-2f3ff8d43a86 service nova] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Received unexpected event network-vif-plugged-68b381c6-89fa-4176-a1da-854a80091485 for instance with vm_state building and task_state spawning. [ 1808.008894] env[63348]: DEBUG oslo_vmware.api [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Task: {'id': task-2022593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146801} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.009301] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1808.009492] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1808.009663] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1808.009827] env[63348]: INFO nova.compute.manager [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1808.010079] env[63348]: DEBUG oslo.service.loopingcall [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1808.010272] env[63348]: DEBUG nova.compute.manager [-] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1808.010385] env[63348]: DEBUG nova.network.neutron [-] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1808.020634] env[63348]: DEBUG nova.network.neutron [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Successfully updated port: 68b381c6-89fa-4176-a1da-854a80091485 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1808.035555] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022594, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.068888} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.035854] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63348) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1808.036807] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9869bcd6-fc5f-4572-8388-838128476c83 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.065785] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b/ephemeral_0.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1808.066460] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeb49db3-71af-40b4-913d-e437c7a57fd8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.088806] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1808.088806] env[63348]: value = "task-2022595" [ 1808.088806] env[63348]: _type = "Task" [ 1808.088806] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.098379] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.128645] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.129198] env[63348]: DEBUG nova.compute.manager [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1808.132151] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.692s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.133589] env[63348]: INFO nova.compute.claims [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1808.527353] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Acquiring lock "refresh_cache-5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.527538] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Acquired lock "refresh_cache-5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.527699] env[63348]: DEBUG nova.network.neutron [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1808.603304] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.641166] env[63348]: DEBUG nova.compute.utils [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1808.642853] env[63348]: DEBUG nova.compute.manager [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1808.642853] env[63348]: DEBUG nova.network.neutron [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1808.718296] env[63348]: DEBUG oslo_concurrency.lockutils [None req-21b4cf90-05c7-427e-8776-ade463dfcefa tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Acquiring lock "7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.718617] env[63348]: DEBUG oslo_concurrency.lockutils [None req-21b4cf90-05c7-427e-8776-ade463dfcefa tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Lock "7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.718837] env[63348]: DEBUG oslo_concurrency.lockutils [None req-21b4cf90-05c7-427e-8776-ade463dfcefa tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Acquiring lock "7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.719036] env[63348]: DEBUG oslo_concurrency.lockutils [None req-21b4cf90-05c7-427e-8776-ade463dfcefa tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Lock "7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.719302] env[63348]: DEBUG oslo_concurrency.lockutils [None req-21b4cf90-05c7-427e-8776-ade463dfcefa tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Lock "7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.721867] env[63348]: INFO nova.compute.manager [None req-21b4cf90-05c7-427e-8776-ade463dfcefa tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Terminating instance [ 1808.791730] env[63348]: DEBUG nova.network.neutron [-] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.878679] env[63348]: DEBUG nova.policy [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f4f89c5eccc45c18a9c96eff3c72378', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '519d7268afd0446f88e263990b4fdce7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1809.027885] env[63348]: DEBUG oslo_vmware.rw_handles [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226d7ac-ab90-42d1-4ea2-6dc227c3676e/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1809.029097] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eb526c-d308-4a5e-8253-f99ba6cc5cf3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.037901] env[63348]: DEBUG oslo_vmware.rw_handles [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226d7ac-ab90-42d1-4ea2-6dc227c3676e/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1809.038089] env[63348]: ERROR oslo_vmware.rw_handles [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226d7ac-ab90-42d1-4ea2-6dc227c3676e/disk-0.vmdk due to incomplete transfer. [ 1809.038393] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a2f76766-6847-46f1-9adc-5c1f437feab1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.046590] env[63348]: DEBUG oslo_vmware.rw_handles [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226d7ac-ab90-42d1-4ea2-6dc227c3676e/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1809.046797] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Uploaded image 89a0d2ec-bf1e-4d58-921d-b658575c874d to the Glance image server {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1809.049396] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Destroying the VM {{(pid=63348) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1809.049396] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba9dd2ad-2a96-4659-99cf-cccec1dafc3b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.056633] env[63348]: DEBUG oslo_vmware.api [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1809.056633] env[63348]: value = "task-2022596" [ 1809.056633] env[63348]: _type = "Task" [ 1809.056633] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.066960] env[63348]: DEBUG oslo_vmware.api [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022596, 'name': Destroy_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.075089] env[63348]: DEBUG nova.network.neutron [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1809.107519] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022595, 'name': ReconfigVM_Task, 'duration_secs': 0.712291} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.108402] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b/ephemeral_0.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1809.109253] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5ee9d3f-c51b-45dc-8e7f-dc00342b8f90 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.116838] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1809.116838] env[63348]: value = "task-2022597" [ 1809.116838] env[63348]: _type = "Task" [ 1809.116838] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.126439] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022597, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.146532] env[63348]: DEBUG nova.compute.manager [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1809.226419] env[63348]: DEBUG nova.compute.manager [None req-21b4cf90-05c7-427e-8776-ade463dfcefa tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1809.227156] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e01361fa-4101-4ab6-af8d-7aa55edf2252 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.234347] env[63348]: DEBUG nova.network.neutron [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Successfully created port: c12ae4f8-b493-4e75-b17d-b0fd26cf6513 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1809.239680] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d1b4f9-5bd0-4152-8bab-1422bbc9fd48 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.281222] env[63348]: WARNING nova.virt.vmwareapi.driver [None req-21b4cf90-05c7-427e-8776-ade463dfcefa tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e could not be found. [ 1809.281516] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-21b4cf90-05c7-427e-8776-ade463dfcefa tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1809.285883] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d3c6bae-8367-4ffb-8620-0586820981f6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.295516] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712e2bf2-1e57-4caf-a802-51a8f856f281 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.315310] env[63348]: INFO nova.compute.manager [-] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Took 1.30 seconds to deallocate network for instance. [ 1809.320975] env[63348]: DEBUG nova.network.neutron [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Updating instance_info_cache with network_info: [{"id": "68b381c6-89fa-4176-a1da-854a80091485", "address": "fa:16:3e:f3:cc:67", "network": {"id": "8d910007-fada-49ca-9e5a-e4ac04a34339", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1162750040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c413483b2a94cac80ec2b36bebf3b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b381c6-89", "ovs_interfaceid": "68b381c6-89fa-4176-a1da-854a80091485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.340774] env[63348]: WARNING nova.virt.vmwareapi.vmops [None req-21b4cf90-05c7-427e-8776-ade463dfcefa tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e could not be found. [ 1809.340774] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-21b4cf90-05c7-427e-8776-ade463dfcefa tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1809.340904] env[63348]: INFO nova.compute.manager [None req-21b4cf90-05c7-427e-8776-ade463dfcefa tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1809.341159] env[63348]: DEBUG oslo.service.loopingcall [None req-21b4cf90-05c7-427e-8776-ade463dfcefa tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.344025] env[63348]: DEBUG nova.compute.manager [-] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1809.344025] env[63348]: DEBUG nova.network.neutron [-] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1809.568713] env[63348]: DEBUG oslo_vmware.api [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022596, 'name': Destroy_Task, 'duration_secs': 0.371008} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.569353] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Destroyed the VM [ 1809.569469] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Deleting Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1809.569796] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-16fc1172-ed22-428d-ad1c-3089bb63a83b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.580767] env[63348]: DEBUG oslo_vmware.api [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1809.580767] env[63348]: value = "task-2022598" [ 1809.580767] env[63348]: _type = "Task" [ 1809.580767] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.580767] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2669121-9378-472d-8a44-9ed742608719 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.593458] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c364694f-3407-4db0-94c4-95f177ce43d7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.599294] env[63348]: DEBUG oslo_vmware.api [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022598, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.631190] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742e1a83-67d7-4969-9a1d-7dfcd75e2139 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.643842] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022597, 'name': Rename_Task, 'duration_secs': 0.181648} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.645073] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47267a89-3ee7-4c60-9174-67c7169d45b1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.648901] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1809.649193] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f05c6cfd-142a-4136-960a-7f7d7f8c3579 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.665694] env[63348]: DEBUG nova.compute.provider_tree [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.666151] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1809.666151] env[63348]: value = "task-2022599" [ 1809.666151] env[63348]: _type = "Task" [ 1809.666151] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.679203] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022599, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.823495] env[63348]: DEBUG oslo_concurrency.lockutils [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.828120] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Releasing lock "refresh_cache-5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.828120] env[63348]: DEBUG nova.compute.manager [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Instance network_info: |[{"id": "68b381c6-89fa-4176-a1da-854a80091485", "address": "fa:16:3e:f3:cc:67", "network": {"id": "8d910007-fada-49ca-9e5a-e4ac04a34339", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1162750040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c413483b2a94cac80ec2b36bebf3b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b381c6-89", "ovs_interfaceid": "68b381c6-89fa-4176-a1da-854a80091485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1809.828294] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:cc:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68b381c6-89fa-4176-a1da-854a80091485', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1809.839267] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Creating folder: Project (7c413483b2a94cac80ec2b36bebf3b60). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1809.839630] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4060993d-1565-4677-863a-cea4e196fa03 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.852556] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Created folder: Project (7c413483b2a94cac80ec2b36bebf3b60) in parent group-v415427. [ 1809.852556] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Creating folder: Instances. Parent ref: group-v415591. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1809.853358] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1fe6f9e-2473-4c10-aeb7-7cfbbe56fead {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.863772] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Created folder: Instances in parent group-v415591. [ 1809.864716] env[63348]: DEBUG oslo.service.loopingcall [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.864930] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1809.865149] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a54e8ef-b859-414f-b92c-b219fbf32e3d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.887727] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1809.887727] env[63348]: value = "task-2022602" [ 1809.887727] env[63348]: _type = "Task" [ 1809.887727] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.896096] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022602, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.068273] env[63348]: DEBUG nova.compute.manager [req-2b0a8886-2724-4980-a4b4-55be9137e813 req-7822cb94-8521-4039-8c74-13ed5fd80c69 service nova] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Received event network-changed-68b381c6-89fa-4176-a1da-854a80091485 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1810.068717] env[63348]: DEBUG nova.compute.manager [req-2b0a8886-2724-4980-a4b4-55be9137e813 req-7822cb94-8521-4039-8c74-13ed5fd80c69 service nova] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Refreshing instance network info cache due to event network-changed-68b381c6-89fa-4176-a1da-854a80091485. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1810.068844] env[63348]: DEBUG oslo_concurrency.lockutils [req-2b0a8886-2724-4980-a4b4-55be9137e813 req-7822cb94-8521-4039-8c74-13ed5fd80c69 service nova] Acquiring lock "refresh_cache-5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.069085] env[63348]: DEBUG oslo_concurrency.lockutils [req-2b0a8886-2724-4980-a4b4-55be9137e813 req-7822cb94-8521-4039-8c74-13ed5fd80c69 service nova] Acquired lock "refresh_cache-5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.069318] env[63348]: DEBUG nova.network.neutron [req-2b0a8886-2724-4980-a4b4-55be9137e813 req-7822cb94-8521-4039-8c74-13ed5fd80c69 service nova] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Refreshing network info cache for port 68b381c6-89fa-4176-a1da-854a80091485 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1810.091418] env[63348]: DEBUG oslo_vmware.api [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022598, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.168162] env[63348]: DEBUG nova.scheduler.client.report [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1810.175753] env[63348]: DEBUG nova.compute.manager [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1810.201961] env[63348]: DEBUG oslo_vmware.api [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022599, 'name': PowerOnVM_Task, 'duration_secs': 0.522075} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.206868] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1810.206868] env[63348]: INFO nova.compute.manager [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Took 10.72 seconds to spawn the instance on the hypervisor. [ 1810.206868] env[63348]: DEBUG nova.compute.manager [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1810.207783] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef64150f-05a1-423a-81e3-40af6708d93d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.219734] env[63348]: DEBUG nova.virt.hardware [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1810.219979] env[63348]: DEBUG nova.virt.hardware [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1810.220164] env[63348]: DEBUG nova.virt.hardware [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1810.220345] env[63348]: DEBUG nova.virt.hardware [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1810.220493] env[63348]: DEBUG nova.virt.hardware [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1810.220684] env[63348]: DEBUG nova.virt.hardware [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1810.220849] env[63348]: DEBUG nova.virt.hardware [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1810.221016] env[63348]: DEBUG nova.virt.hardware [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1810.221189] env[63348]: DEBUG nova.virt.hardware [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1810.221355] env[63348]: DEBUG nova.virt.hardware [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1810.221530] env[63348]: DEBUG nova.virt.hardware [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1810.222768] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e45abf6-3926-40e9-a796-d8f6075f9622 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.232550] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08a1f2d-19cc-404c-9ff6-2e00370374a7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.401017] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022602, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.453913] env[63348]: DEBUG nova.network.neutron [-] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.589176] env[63348]: DEBUG oslo_vmware.api [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022598, 'name': RemoveSnapshot_Task, 'duration_secs': 0.724573} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.589399] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Deleted Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1810.589671] env[63348]: INFO nova.compute.manager [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Took 14.75 seconds to snapshot the instance on the hypervisor. [ 1810.684383] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.684935] env[63348]: DEBUG nova.compute.manager [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1810.688023] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.171s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.690711] env[63348]: INFO nova.compute.claims [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1810.737267] env[63348]: INFO nova.compute.manager [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Took 41.73 seconds to build instance. [ 1810.866098] env[63348]: DEBUG nova.network.neutron [req-2b0a8886-2724-4980-a4b4-55be9137e813 req-7822cb94-8521-4039-8c74-13ed5fd80c69 service nova] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Updated VIF entry in instance network info cache for port 68b381c6-89fa-4176-a1da-854a80091485. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1810.866436] env[63348]: DEBUG nova.network.neutron [req-2b0a8886-2724-4980-a4b4-55be9137e813 req-7822cb94-8521-4039-8c74-13ed5fd80c69 service nova] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Updating instance_info_cache with network_info: [{"id": "68b381c6-89fa-4176-a1da-854a80091485", "address": "fa:16:3e:f3:cc:67", "network": {"id": "8d910007-fada-49ca-9e5a-e4ac04a34339", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1162750040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c413483b2a94cac80ec2b36bebf3b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b381c6-89", "ovs_interfaceid": "68b381c6-89fa-4176-a1da-854a80091485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.899812] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022602, 'name': CreateVM_Task, 'duration_secs': 0.596721} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.899992] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1810.900698] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.900870] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.901220] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1810.901500] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ea535c6-7acc-4620-be7a-9f2d75c0d6e7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.906542] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Waiting for the task: (returnval){ [ 1810.906542] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5225cd2a-8b9c-4b96-7546-0fb794c1fa30" [ 1810.906542] env[63348]: _type = "Task" [ 1810.906542] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.914711] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5225cd2a-8b9c-4b96-7546-0fb794c1fa30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.957706] env[63348]: INFO nova.compute.manager [-] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Took 1.62 seconds to deallocate network for instance. [ 1811.057265] env[63348]: DEBUG nova.network.neutron [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Successfully updated port: c12ae4f8-b493-4e75-b17d-b0fd26cf6513 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1811.155168] env[63348]: DEBUG nova.compute.manager [None req-60bf8ed7-fd47-49c1-85c8-92e804ce7af5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Found 1 images (rotation: 2) {{(pid=63348) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1811.197324] env[63348]: DEBUG nova.compute.utils [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1811.202309] env[63348]: DEBUG nova.compute.manager [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1811.202710] env[63348]: DEBUG nova.network.neutron [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1811.240683] env[63348]: DEBUG oslo_concurrency.lockutils [None req-241c4bea-46e1-475e-8a42-5293842831c6 tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.238s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.250128] env[63348]: DEBUG nova.policy [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d2b2c13d66c4251b2be910814113160', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '696f067f7b264668b15a356ad35a2d2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1811.373032] env[63348]: DEBUG oslo_concurrency.lockutils [req-2b0a8886-2724-4980-a4b4-55be9137e813 req-7822cb94-8521-4039-8c74-13ed5fd80c69 service nova] Releasing lock "refresh_cache-5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.373306] env[63348]: DEBUG nova.compute.manager [req-2b0a8886-2724-4980-a4b4-55be9137e813 req-7822cb94-8521-4039-8c74-13ed5fd80c69 service nova] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Received event network-vif-deleted-c0ece910-c020-4e7a-b6f9-d830bf7adfc1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1811.420331] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5225cd2a-8b9c-4b96-7546-0fb794c1fa30, 'name': SearchDatastore_Task, 'duration_secs': 0.0357} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.420782] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.421213] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1811.421621] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.421829] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.422113] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1811.422442] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78c61a8e-b59d-4ed5-bfc1-fc0dea0765dd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.444058] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1811.444272] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1811.445093] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b065d5b1-9091-4ffc-8f97-2484d21b0b1a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.450981] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Waiting for the task: (returnval){ [ 1811.450981] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529bf814-5cce-c769-e6bb-c75f75781761" [ 1811.450981] env[63348]: _type = "Task" [ 1811.450981] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.460377] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529bf814-5cce-c769-e6bb-c75f75781761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.519236] env[63348]: INFO nova.compute.manager [None req-21b4cf90-05c7-427e-8776-ade463dfcefa tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Took 0.56 seconds to detach 1 volumes for instance. [ 1811.522657] env[63348]: DEBUG nova.compute.manager [None req-21b4cf90-05c7-427e-8776-ade463dfcefa tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Deleting volume: 5a38b270-07c2-4000-99d7-c060f0c12f7d {{(pid=63348) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1811.561432] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "refresh_cache-bc134416-7803-4400-a33e-236615803489" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.561675] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquired lock "refresh_cache-bc134416-7803-4400-a33e-236615803489" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.561866] env[63348]: DEBUG nova.network.neutron [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1811.624309] env[63348]: DEBUG nova.network.neutron [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Successfully created port: 777f6e6c-9187-4297-95bd-da3a1e1c298f {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1811.709720] env[63348]: DEBUG nova.compute.manager [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1811.744968] env[63348]: DEBUG nova.compute.manager [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1811.961392] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529bf814-5cce-c769-e6bb-c75f75781761, 'name': SearchDatastore_Task, 'duration_secs': 0.009018} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.965306] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-748c0f2a-647a-4dfb-b6f5-9068f3a4eee8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.971030] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Waiting for the task: (returnval){ [ 1811.971030] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527373f0-e249-6953-4215-e147fe949040" [ 1811.971030] env[63348]: _type = "Task" [ 1811.971030] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.980391] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527373f0-e249-6953-4215-e147fe949040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.092055] env[63348]: DEBUG oslo_concurrency.lockutils [None req-21b4cf90-05c7-427e-8776-ade463dfcefa tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.175193] env[63348]: DEBUG nova.network.neutron [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1812.187154] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb257bb-e1c5-4636-a65c-4876cc2db8aa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.194520] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6111aab-b675-4489-b756-919db84e30d8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.241613] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b523cd2e-80d4-4402-9297-9c08fcc8fd95 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.252494] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a49973-9d84-4f70-8b00-31fbb133f9a7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.269189] env[63348]: DEBUG nova.compute.provider_tree [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.271267] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.337836] env[63348]: DEBUG nova.compute.manager [req-c75b19f3-45b3-431d-948c-41df6b032fc8 req-2f08b84d-b604-4b42-afdf-8a05f2cf4c63 service nova] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Received event network-vif-deleted-ac1d5be1-b0fb-4e6b-8f12-5ea469e190f4 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1812.337836] env[63348]: DEBUG nova.compute.manager [req-c75b19f3-45b3-431d-948c-41df6b032fc8 req-2f08b84d-b604-4b42-afdf-8a05f2cf4c63 service nova] [instance: bc134416-7803-4400-a33e-236615803489] Received event network-vif-plugged-c12ae4f8-b493-4e75-b17d-b0fd26cf6513 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1812.337836] env[63348]: DEBUG oslo_concurrency.lockutils [req-c75b19f3-45b3-431d-948c-41df6b032fc8 req-2f08b84d-b604-4b42-afdf-8a05f2cf4c63 service nova] Acquiring lock "bc134416-7803-4400-a33e-236615803489-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.337836] env[63348]: DEBUG oslo_concurrency.lockutils [req-c75b19f3-45b3-431d-948c-41df6b032fc8 req-2f08b84d-b604-4b42-afdf-8a05f2cf4c63 service nova] Lock "bc134416-7803-4400-a33e-236615803489-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.337836] env[63348]: DEBUG oslo_concurrency.lockutils [req-c75b19f3-45b3-431d-948c-41df6b032fc8 req-2f08b84d-b604-4b42-afdf-8a05f2cf4c63 service nova] Lock "bc134416-7803-4400-a33e-236615803489-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.338424] env[63348]: DEBUG nova.compute.manager [req-c75b19f3-45b3-431d-948c-41df6b032fc8 req-2f08b84d-b604-4b42-afdf-8a05f2cf4c63 service nova] [instance: bc134416-7803-4400-a33e-236615803489] No waiting events found dispatching network-vif-plugged-c12ae4f8-b493-4e75-b17d-b0fd26cf6513 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1812.338424] env[63348]: WARNING nova.compute.manager [req-c75b19f3-45b3-431d-948c-41df6b032fc8 req-2f08b84d-b604-4b42-afdf-8a05f2cf4c63 service nova] [instance: bc134416-7803-4400-a33e-236615803489] Received unexpected event network-vif-plugged-c12ae4f8-b493-4e75-b17d-b0fd26cf6513 for instance with vm_state building and task_state spawning. [ 1812.338424] env[63348]: DEBUG nova.compute.manager [req-c75b19f3-45b3-431d-948c-41df6b032fc8 req-2f08b84d-b604-4b42-afdf-8a05f2cf4c63 service nova] [instance: bc134416-7803-4400-a33e-236615803489] Received event network-changed-c12ae4f8-b493-4e75-b17d-b0fd26cf6513 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1812.338424] env[63348]: DEBUG nova.compute.manager [req-c75b19f3-45b3-431d-948c-41df6b032fc8 req-2f08b84d-b604-4b42-afdf-8a05f2cf4c63 service nova] [instance: bc134416-7803-4400-a33e-236615803489] Refreshing instance network info cache due to event network-changed-c12ae4f8-b493-4e75-b17d-b0fd26cf6513. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1812.338424] env[63348]: DEBUG oslo_concurrency.lockutils [req-c75b19f3-45b3-431d-948c-41df6b032fc8 req-2f08b84d-b604-4b42-afdf-8a05f2cf4c63 service nova] Acquiring lock "refresh_cache-bc134416-7803-4400-a33e-236615803489" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.482883] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527373f0-e249-6953-4215-e147fe949040, 'name': SearchDatastore_Task, 'duration_secs': 0.009407} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.483170] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.483430] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774/5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1812.483697] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-673ebd43-8a54-4e8e-9aac-b70f82f04612 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.491144] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Waiting for the task: (returnval){ [ 1812.491144] env[63348]: value = "task-2022604" [ 1812.491144] env[63348]: _type = "Task" [ 1812.491144] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.499250] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.579156] env[63348]: DEBUG nova.network.neutron [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Updating instance_info_cache with network_info: [{"id": "c12ae4f8-b493-4e75-b17d-b0fd26cf6513", "address": "fa:16:3e:ae:4d:e5", "network": {"id": "5edd345e-2f85-4bb2-b0c7-ea9419001beb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-46101521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "519d7268afd0446f88e263990b4fdce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc12ae4f8-b4", "ovs_interfaceid": "c12ae4f8-b493-4e75-b17d-b0fd26cf6513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.600325] env[63348]: DEBUG nova.compute.manager [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.601258] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe154bf-1705-4809-8751-10c12750484a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.739739] env[63348]: DEBUG nova.compute.manager [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1812.773966] env[63348]: DEBUG nova.virt.hardware [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1812.773966] env[63348]: DEBUG nova.virt.hardware [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1812.773966] env[63348]: DEBUG nova.virt.hardware [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1812.774164] env[63348]: DEBUG nova.virt.hardware [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1812.775648] env[63348]: DEBUG nova.virt.hardware [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1812.776127] env[63348]: DEBUG nova.virt.hardware [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1812.776474] env[63348]: DEBUG nova.virt.hardware [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1812.776819] env[63348]: DEBUG nova.virt.hardware [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1812.777345] env[63348]: DEBUG nova.virt.hardware [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1812.777748] env[63348]: DEBUG nova.virt.hardware [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1812.779467] env[63348]: DEBUG nova.virt.hardware [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1812.780683] env[63348]: DEBUG nova.scheduler.client.report [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1812.787494] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1d79be-f65e-441e-8379-62f80d950d18 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.801692] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0a2739-e9ca-484f-ad48-113ff70d64e7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.002441] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022604, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.082694] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Releasing lock "refresh_cache-bc134416-7803-4400-a33e-236615803489" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.083184] env[63348]: DEBUG nova.compute.manager [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Instance network_info: |[{"id": "c12ae4f8-b493-4e75-b17d-b0fd26cf6513", "address": "fa:16:3e:ae:4d:e5", "network": {"id": "5edd345e-2f85-4bb2-b0c7-ea9419001beb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-46101521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "519d7268afd0446f88e263990b4fdce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc12ae4f8-b4", "ovs_interfaceid": "c12ae4f8-b493-4e75-b17d-b0fd26cf6513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1813.083423] env[63348]: DEBUG oslo_concurrency.lockutils [req-c75b19f3-45b3-431d-948c-41df6b032fc8 req-2f08b84d-b604-4b42-afdf-8a05f2cf4c63 service nova] Acquired lock "refresh_cache-bc134416-7803-4400-a33e-236615803489" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.083610] env[63348]: DEBUG nova.network.neutron [req-c75b19f3-45b3-431d-948c-41df6b032fc8 req-2f08b84d-b604-4b42-afdf-8a05f2cf4c63 service nova] [instance: bc134416-7803-4400-a33e-236615803489] Refreshing network info cache for port c12ae4f8-b493-4e75-b17d-b0fd26cf6513 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1813.084968] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:4d:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c12ae4f8-b493-4e75-b17d-b0fd26cf6513', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1813.095827] env[63348]: DEBUG oslo.service.loopingcall [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1813.096326] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc134416-7803-4400-a33e-236615803489] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1813.098097] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a709dee2-3884-4b3e-a8b5-ac9b2d35ff58 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.116376] env[63348]: INFO nova.compute.manager [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] instance snapshotting [ 1813.117335] env[63348]: DEBUG nova.objects.instance [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lazy-loading 'flavor' on Instance uuid 32d353bc-25df-44fe-a0f6-d8f85ada7da9 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1813.125025] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1813.125025] env[63348]: value = "task-2022605" [ 1813.125025] env[63348]: _type = "Task" [ 1813.125025] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.135548] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022605, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.296613] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.297212] env[63348]: DEBUG nova.compute.manager [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1813.300280] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.572s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.302187] env[63348]: INFO nova.compute.claims [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1813.502310] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686835} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.502608] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774/5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1813.502812] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1813.503128] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77440241-c8f5-440f-99db-582008509a94 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.509672] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Waiting for the task: (returnval){ [ 1813.509672] env[63348]: value = "task-2022606" [ 1813.509672] env[63348]: _type = "Task" [ 1813.509672] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.517193] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.625022] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76cbdb9-f79b-46b6-b7c8-47b5eb8920be {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.653425] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c536153-98e2-428c-a63c-ecccc815fb97 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.656131] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022605, 'name': CreateVM_Task, 'duration_secs': 0.409552} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.656779] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc134416-7803-4400-a33e-236615803489] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1813.658512] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.658889] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.659361] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1813.663269] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da271344-b98e-4ac5-918d-23f00bfa4ede {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.669664] env[63348]: DEBUG nova.network.neutron [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Successfully updated port: 777f6e6c-9187-4297-95bd-da3a1e1c298f {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1813.672718] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1813.672718] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523ab013-34e5-749d-583f-b023e179e80b" [ 1813.672718] env[63348]: _type = "Task" [ 1813.672718] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.681421] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523ab013-34e5-749d-583f-b023e179e80b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.810325] env[63348]: DEBUG nova.compute.utils [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1813.813787] env[63348]: DEBUG nova.compute.manager [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1813.813999] env[63348]: DEBUG nova.network.neutron [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1813.904919] env[63348]: DEBUG nova.policy [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36027416e1e341e09f86f596d569e958', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dc5889b2fcc4ecd810a1016eb845ddf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1813.917485] env[63348]: DEBUG nova.network.neutron [req-c75b19f3-45b3-431d-948c-41df6b032fc8 req-2f08b84d-b604-4b42-afdf-8a05f2cf4c63 service nova] [instance: bc134416-7803-4400-a33e-236615803489] Updated VIF entry in instance network info cache for port c12ae4f8-b493-4e75-b17d-b0fd26cf6513. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1813.917817] env[63348]: DEBUG nova.network.neutron [req-c75b19f3-45b3-431d-948c-41df6b032fc8 req-2f08b84d-b604-4b42-afdf-8a05f2cf4c63 service nova] [instance: bc134416-7803-4400-a33e-236615803489] Updating instance_info_cache with network_info: [{"id": "c12ae4f8-b493-4e75-b17d-b0fd26cf6513", "address": "fa:16:3e:ae:4d:e5", "network": {"id": "5edd345e-2f85-4bb2-b0c7-ea9419001beb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-46101521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "519d7268afd0446f88e263990b4fdce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc12ae4f8-b4", "ovs_interfaceid": "c12ae4f8-b493-4e75-b17d-b0fd26cf6513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.019396] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.173019] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Creating Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1814.173019] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e65d1c88-dcef-4a09-a677-cf29c0ab12a9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.173892] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquiring lock "refresh_cache-6375c607-a07c-4031-b351-763ba724c57d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.174184] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquired lock "refresh_cache-6375c607-a07c-4031-b351-763ba724c57d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.180018] env[63348]: DEBUG nova.network.neutron [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1814.196588] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523ab013-34e5-749d-583f-b023e179e80b, 'name': SearchDatastore_Task, 'duration_secs': 0.021701} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.198183] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.199050] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1814.199489] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.199796] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.200266] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1814.201126] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1814.201126] env[63348]: value = "task-2022607" [ 1814.201126] env[63348]: _type = "Task" [ 1814.201126] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.202106] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a9254d1-3bed-4827-8b6e-d4a385c3e793 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.213358] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022607, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.214851] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1814.215246] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1814.216144] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe1124d3-8a08-4d9c-b0fc-d9aa6895196b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.221523] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1814.221523] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5291adca-e2b6-908c-1dad-6d4768dad42e" [ 1814.221523] env[63348]: _type = "Task" [ 1814.221523] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.230232] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5291adca-e2b6-908c-1dad-6d4768dad42e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.322317] env[63348]: DEBUG nova.compute.manager [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1814.356706] env[63348]: DEBUG nova.network.neutron [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Successfully created port: 58a8051e-86a8-4495-af8e-26c86d785dee {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1814.393736] env[63348]: DEBUG nova.compute.manager [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Received event network-changed-e83c327f-83d8-47dd-9f4b-faa86411fe89 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1814.394076] env[63348]: DEBUG nova.compute.manager [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Refreshing instance network info cache due to event network-changed-e83c327f-83d8-47dd-9f4b-faa86411fe89. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1814.394405] env[63348]: DEBUG oslo_concurrency.lockutils [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] Acquiring lock "refresh_cache-1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.394627] env[63348]: DEBUG oslo_concurrency.lockutils [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] Acquired lock "refresh_cache-1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.394853] env[63348]: DEBUG nova.network.neutron [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Refreshing network info cache for port e83c327f-83d8-47dd-9f4b-faa86411fe89 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1814.420422] env[63348]: DEBUG oslo_concurrency.lockutils [req-c75b19f3-45b3-431d-948c-41df6b032fc8 req-2f08b84d-b604-4b42-afdf-8a05f2cf4c63 service nova] Releasing lock "refresh_cache-bc134416-7803-4400-a33e-236615803489" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.523025] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.753675} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.523025] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1814.523025] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ad9241-8e51-42f9-93e0-9d8c78af3722 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.546981] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774/5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1814.550749] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c98269e-77d1-4ec1-bb92-23f0a31620cb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.572106] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Waiting for the task: (returnval){ [ 1814.572106] env[63348]: value = "task-2022608" [ 1814.572106] env[63348]: _type = "Task" [ 1814.572106] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.580577] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.716138] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022607, 'name': CreateSnapshot_Task, 'duration_secs': 0.439839} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.716138] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Created Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1814.716804] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0512c04a-d840-4c05-bbf7-701341e41a0a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.736241] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5291adca-e2b6-908c-1dad-6d4768dad42e, 'name': SearchDatastore_Task, 'duration_secs': 0.008512} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.741044] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-914744be-467e-46f6-b7b6-473874f0b5e9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.745804] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1814.745804] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a87dcc-ee7b-460f-3dbb-9ff2a251c37f" [ 1814.745804] env[63348]: _type = "Task" [ 1814.745804] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.762298] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a87dcc-ee7b-460f-3dbb-9ff2a251c37f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.763179] env[63348]: DEBUG nova.network.neutron [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1814.787216] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6099bde-a0e2-41bb-968e-b28c885e882c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.798527] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79ad8e8-1caf-4b34-8797-c13311443be9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.833406] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a713655-c498-44ae-b0f5-80be1c63eecc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.846103] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f3d792-e90c-411f-8f8f-b096c0c083d5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.859147] env[63348]: DEBUG nova.compute.provider_tree [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1814.967675] env[63348]: DEBUG nova.network.neutron [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Updating instance_info_cache with network_info: [{"id": "777f6e6c-9187-4297-95bd-da3a1e1c298f", "address": "fa:16:3e:3e:66:64", "network": {"id": "51e0b697-e43f-447b-8e72-2f0368aa1741", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-286274827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "696f067f7b264668b15a356ad35a2d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap777f6e6c-91", "ovs_interfaceid": "777f6e6c-9187-4297-95bd-da3a1e1c298f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.083039] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.238825] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Creating linked-clone VM from snapshot {{(pid=63348) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1815.239600] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a9141734-e5f1-4c76-a74a-6b06cf7be703 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.248525] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1815.248525] env[63348]: value = "task-2022609" [ 1815.248525] env[63348]: _type = "Task" [ 1815.248525] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.269718] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a87dcc-ee7b-460f-3dbb-9ff2a251c37f, 'name': SearchDatastore_Task, 'duration_secs': 0.022307} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.273040] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.273436] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] bc134416-7803-4400-a33e-236615803489/bc134416-7803-4400-a33e-236615803489.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1815.273595] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022609, 'name': CloneVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.273806] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e0d1985-ace0-435c-9fb4-0077dfc73f16 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.280959] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1815.280959] env[63348]: value = "task-2022610" [ 1815.280959] env[63348]: _type = "Task" [ 1815.280959] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.292964] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.346569] env[63348]: DEBUG nova.compute.manager [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1815.362976] env[63348]: DEBUG nova.scheduler.client.report [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1815.384415] env[63348]: DEBUG nova.virt.hardware [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1815.384669] env[63348]: DEBUG nova.virt.hardware [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1815.384859] env[63348]: DEBUG nova.virt.hardware [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1815.385070] env[63348]: DEBUG nova.virt.hardware [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1815.385477] env[63348]: DEBUG nova.virt.hardware [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1815.385477] env[63348]: DEBUG nova.virt.hardware [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1815.385589] env[63348]: DEBUG nova.virt.hardware [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1815.385770] env[63348]: DEBUG nova.virt.hardware [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1815.385983] env[63348]: DEBUG nova.virt.hardware [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1815.386176] env[63348]: DEBUG nova.virt.hardware [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1815.386442] env[63348]: DEBUG nova.virt.hardware [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1815.387362] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7332d309-dccb-44d6-a6fd-8a90737838cf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.397779] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842bf47e-8477-49a0-8359-e92f2250180b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.456807] env[63348]: DEBUG nova.network.neutron [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Updated VIF entry in instance network info cache for port e83c327f-83d8-47dd-9f4b-faa86411fe89. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1815.457226] env[63348]: DEBUG nova.network.neutron [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Updating instance_info_cache with network_info: [{"id": "e83c327f-83d8-47dd-9f4b-faa86411fe89", "address": "fa:16:3e:80:3d:0e", "network": {"id": "cf2d52d3-c65c-4ead-bd43-9b2887557b51", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2002302812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa0bdf58ca64d12a00eb56d886966e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape83c327f-83", "ovs_interfaceid": "e83c327f-83d8-47dd-9f4b-faa86411fe89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.470658] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Releasing lock "refresh_cache-6375c607-a07c-4031-b351-763ba724c57d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.470658] env[63348]: DEBUG nova.compute.manager [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Instance network_info: |[{"id": "777f6e6c-9187-4297-95bd-da3a1e1c298f", "address": "fa:16:3e:3e:66:64", "network": {"id": "51e0b697-e43f-447b-8e72-2f0368aa1741", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-286274827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "696f067f7b264668b15a356ad35a2d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap777f6e6c-91", "ovs_interfaceid": "777f6e6c-9187-4297-95bd-da3a1e1c298f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1815.470907] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:66:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '777f6e6c-9187-4297-95bd-da3a1e1c298f', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1815.480743] env[63348]: DEBUG oslo.service.loopingcall [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.481673] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1815.481981] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8815e8ee-7671-42f3-a36b-b348503e8777 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.508079] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1815.508079] env[63348]: value = "task-2022611" [ 1815.508079] env[63348]: _type = "Task" [ 1815.508079] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.523298] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022611, 'name': CreateVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.585498] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022608, 'name': ReconfigVM_Task, 'duration_secs': 0.81645} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.585853] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774/5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1815.586962] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a58aa174-4218-4171-b4e8-9bfaa361b4b3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.596156] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Waiting for the task: (returnval){ [ 1815.596156] env[63348]: value = "task-2022612" [ 1815.596156] env[63348]: _type = "Task" [ 1815.596156] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.611874] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022612, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.764676] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022609, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.793457] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022610, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.871760] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.872356] env[63348]: DEBUG nova.compute.manager [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1815.875054] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.081s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.875303] env[63348]: DEBUG nova.objects.instance [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Lazy-loading 'resources' on Instance uuid 42ee5eac-7858-45f1-b751-542884dc4c20 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1815.963109] env[63348]: DEBUG oslo_concurrency.lockutils [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] Releasing lock "refresh_cache-1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.963402] env[63348]: DEBUG nova.compute.manager [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Received event network-vif-plugged-777f6e6c-9187-4297-95bd-da3a1e1c298f {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1815.963598] env[63348]: DEBUG oslo_concurrency.lockutils [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] Acquiring lock "6375c607-a07c-4031-b351-763ba724c57d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.963821] env[63348]: DEBUG oslo_concurrency.lockutils [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] Lock "6375c607-a07c-4031-b351-763ba724c57d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.963962] env[63348]: DEBUG oslo_concurrency.lockutils [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] Lock "6375c607-a07c-4031-b351-763ba724c57d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.964144] env[63348]: DEBUG nova.compute.manager [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] [instance: 6375c607-a07c-4031-b351-763ba724c57d] No waiting events found dispatching network-vif-plugged-777f6e6c-9187-4297-95bd-da3a1e1c298f {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1815.964307] env[63348]: WARNING nova.compute.manager [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Received unexpected event network-vif-plugged-777f6e6c-9187-4297-95bd-da3a1e1c298f for instance with vm_state building and task_state spawning. [ 1815.964466] env[63348]: DEBUG nova.compute.manager [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Received event network-changed-777f6e6c-9187-4297-95bd-da3a1e1c298f {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1815.964617] env[63348]: DEBUG nova.compute.manager [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Refreshing instance network info cache due to event network-changed-777f6e6c-9187-4297-95bd-da3a1e1c298f. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1815.964796] env[63348]: DEBUG oslo_concurrency.lockutils [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] Acquiring lock "refresh_cache-6375c607-a07c-4031-b351-763ba724c57d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.964928] env[63348]: DEBUG oslo_concurrency.lockutils [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] Acquired lock "refresh_cache-6375c607-a07c-4031-b351-763ba724c57d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.965114] env[63348]: DEBUG nova.network.neutron [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Refreshing network info cache for port 777f6e6c-9187-4297-95bd-da3a1e1c298f {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1816.018450] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022611, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.107417] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022612, 'name': Rename_Task, 'duration_secs': 0.304113} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.107684] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1816.107988] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7b8b122-d7bd-465c-8ec6-6c35b3db5648 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.114623] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Waiting for the task: (returnval){ [ 1816.114623] env[63348]: value = "task-2022613" [ 1816.114623] env[63348]: _type = "Task" [ 1816.114623] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.124278] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.195293] env[63348]: DEBUG nova.network.neutron [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Successfully updated port: 58a8051e-86a8-4495-af8e-26c86d785dee {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1816.271382] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022609, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.297186] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525009} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.297457] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] bc134416-7803-4400-a33e-236615803489/bc134416-7803-4400-a33e-236615803489.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1816.297671] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1816.298167] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16c7b38b-ee21-4f92-9bfa-44dcab64c9b8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.305846] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1816.305846] env[63348]: value = "task-2022614" [ 1816.305846] env[63348]: _type = "Task" [ 1816.305846] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.314339] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.383013] env[63348]: DEBUG nova.compute.utils [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1816.385534] env[63348]: DEBUG nova.compute.manager [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Not allocating networking since 'none' was specified. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1816.522141] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022611, 'name': CreateVM_Task, 'duration_secs': 0.654187} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.524880] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1816.529161] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.529161] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.529161] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1816.529161] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b135b46-0769-4d0f-96c4-ddaeb7d1eac4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.534823] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1816.534823] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524ba70a-7302-7d33-4a0c-77532110b836" [ 1816.534823] env[63348]: _type = "Task" [ 1816.534823] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.546606] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524ba70a-7302-7d33-4a0c-77532110b836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.562176] env[63348]: DEBUG nova.compute.manager [req-2fdf9fb8-395a-4995-8bd1-d598c1a53164 req-6fba2242-da93-4db4-b581-562770fce3af service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Received event network-vif-plugged-58a8051e-86a8-4495-af8e-26c86d785dee {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1816.562176] env[63348]: DEBUG oslo_concurrency.lockutils [req-2fdf9fb8-395a-4995-8bd1-d598c1a53164 req-6fba2242-da93-4db4-b581-562770fce3af service nova] Acquiring lock "65d8bf44-2a81-4cca-924a-d00ab0cc2222-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.562240] env[63348]: DEBUG oslo_concurrency.lockutils [req-2fdf9fb8-395a-4995-8bd1-d598c1a53164 req-6fba2242-da93-4db4-b581-562770fce3af service nova] Lock "65d8bf44-2a81-4cca-924a-d00ab0cc2222-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.562953] env[63348]: DEBUG oslo_concurrency.lockutils [req-2fdf9fb8-395a-4995-8bd1-d598c1a53164 req-6fba2242-da93-4db4-b581-562770fce3af service nova] Lock "65d8bf44-2a81-4cca-924a-d00ab0cc2222-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.562953] env[63348]: DEBUG nova.compute.manager [req-2fdf9fb8-395a-4995-8bd1-d598c1a53164 req-6fba2242-da93-4db4-b581-562770fce3af service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] No waiting events found dispatching network-vif-plugged-58a8051e-86a8-4495-af8e-26c86d785dee {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1816.562953] env[63348]: WARNING nova.compute.manager [req-2fdf9fb8-395a-4995-8bd1-d598c1a53164 req-6fba2242-da93-4db4-b581-562770fce3af service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Received unexpected event network-vif-plugged-58a8051e-86a8-4495-af8e-26c86d785dee for instance with vm_state building and task_state spawning. [ 1816.562953] env[63348]: DEBUG nova.compute.manager [req-2fdf9fb8-395a-4995-8bd1-d598c1a53164 req-6fba2242-da93-4db4-b581-562770fce3af service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Received event network-changed-58a8051e-86a8-4495-af8e-26c86d785dee {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1816.563175] env[63348]: DEBUG nova.compute.manager [req-2fdf9fb8-395a-4995-8bd1-d598c1a53164 req-6fba2242-da93-4db4-b581-562770fce3af service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Refreshing instance network info cache due to event network-changed-58a8051e-86a8-4495-af8e-26c86d785dee. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1816.563212] env[63348]: DEBUG oslo_concurrency.lockutils [req-2fdf9fb8-395a-4995-8bd1-d598c1a53164 req-6fba2242-da93-4db4-b581-562770fce3af service nova] Acquiring lock "refresh_cache-65d8bf44-2a81-4cca-924a-d00ab0cc2222" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.563769] env[63348]: DEBUG oslo_concurrency.lockutils [req-2fdf9fb8-395a-4995-8bd1-d598c1a53164 req-6fba2242-da93-4db4-b581-562770fce3af service nova] Acquired lock "refresh_cache-65d8bf44-2a81-4cca-924a-d00ab0cc2222" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.563769] env[63348]: DEBUG nova.network.neutron [req-2fdf9fb8-395a-4995-8bd1-d598c1a53164 req-6fba2242-da93-4db4-b581-562770fce3af service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Refreshing network info cache for port 58a8051e-86a8-4495-af8e-26c86d785dee {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1816.633349] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.698410] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "refresh_cache-65d8bf44-2a81-4cca-924a-d00ab0cc2222" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.746215] env[63348]: DEBUG nova.network.neutron [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Updated VIF entry in instance network info cache for port 777f6e6c-9187-4297-95bd-da3a1e1c298f. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1816.746636] env[63348]: DEBUG nova.network.neutron [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Updating instance_info_cache with network_info: [{"id": "777f6e6c-9187-4297-95bd-da3a1e1c298f", "address": "fa:16:3e:3e:66:64", "network": {"id": "51e0b697-e43f-447b-8e72-2f0368aa1741", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-286274827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "696f067f7b264668b15a356ad35a2d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap777f6e6c-91", "ovs_interfaceid": "777f6e6c-9187-4297-95bd-da3a1e1c298f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.770019] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022609, 'name': CloneVM_Task, 'duration_secs': 1.338037} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.770485] env[63348]: INFO nova.virt.vmwareapi.vmops [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Created linked-clone VM from snapshot [ 1816.771288] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5482f667-a07f-43ee-b57f-5ebf14bb1ce2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.778550] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Uploading image 9cd6b2c0-ebb8-476a-b5b9-bc008fdd710a {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1816.818406] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1816.818406] env[63348]: value = "vm-415596" [ 1816.818406] env[63348]: _type = "VirtualMachine" [ 1816.818406] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1816.818406] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b0285de5-d92f-49b0-89eb-61f6e227249b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.824578] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072787} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.826254] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1816.826254] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lease: (returnval){ [ 1816.826254] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524b9089-1eac-ed07-7822-cffed03b8de3" [ 1816.826254] env[63348]: _type = "HttpNfcLease" [ 1816.826254] env[63348]: } obtained for exporting VM: (result){ [ 1816.826254] env[63348]: value = "vm-415596" [ 1816.826254] env[63348]: _type = "VirtualMachine" [ 1816.826254] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1816.826550] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the lease: (returnval){ [ 1816.826550] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524b9089-1eac-ed07-7822-cffed03b8de3" [ 1816.826550] env[63348]: _type = "HttpNfcLease" [ 1816.826550] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1816.827375] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983831fa-9666-4433-b002-0310cbc12fb1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.855789] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] bc134416-7803-4400-a33e-236615803489/bc134416-7803-4400-a33e-236615803489.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1816.862018] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2804ff0e-6760-4a43-a66e-c88461be30ab {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.873956] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1816.873956] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524b9089-1eac-ed07-7822-cffed03b8de3" [ 1816.873956] env[63348]: _type = "HttpNfcLease" [ 1816.873956] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1816.874489] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1816.874489] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524b9089-1eac-ed07-7822-cffed03b8de3" [ 1816.874489] env[63348]: _type = "HttpNfcLease" [ 1816.874489] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1816.875975] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8b96a0-f2d0-4d4a-8289-6cbdcd8506d8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.880232] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1816.880232] env[63348]: value = "task-2022616" [ 1816.880232] env[63348]: _type = "Task" [ 1816.880232] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.883211] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52302ddf-95c1-14dc-1508-557a261a675c/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1816.883417] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52302ddf-95c1-14dc-1508-557a261a675c/disk-0.vmdk for reading. {{(pid=63348) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1816.888817] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c610649-74b4-4614-8db0-4509a3d4d26c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.892541] env[63348]: DEBUG nova.compute.manager [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1816.960121] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.960634] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbdc568-0d5d-4470-aeef-5c9b6fc99b35 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.993548] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e8e3b8-7f87-4e89-9493-6dc4b9ba3de5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.996976] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-11eba8e0-dabf-4e7a-8a04-045eef92ce66 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.004764] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63494350-d748-4188-adf2-e8d45c9a04f8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.018787] env[63348]: DEBUG nova.compute.provider_tree [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.050714] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524ba70a-7302-7d33-4a0c-77532110b836, 'name': SearchDatastore_Task, 'duration_secs': 0.033504} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.051023] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.051253] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1817.051477] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.051653] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.051860] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1817.052131] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85e1e4e6-3fe8-4548-8f7c-eac266bc3b1a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.061297] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1817.061911] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1817.062663] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f06b3183-feb6-4573-bb7f-5d6d51f80910 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.072352] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1817.072352] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5201e84d-8fed-8e52-d142-369ac18529ec" [ 1817.072352] env[63348]: _type = "Task" [ 1817.072352] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.082548] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5201e84d-8fed-8e52-d142-369ac18529ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.111684] env[63348]: DEBUG nova.network.neutron [req-2fdf9fb8-395a-4995-8bd1-d598c1a53164 req-6fba2242-da93-4db4-b581-562770fce3af service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1817.124743] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.203520] env[63348]: DEBUG nova.network.neutron [req-2fdf9fb8-395a-4995-8bd1-d598c1a53164 req-6fba2242-da93-4db4-b581-562770fce3af service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.252242] env[63348]: DEBUG oslo_concurrency.lockutils [req-d19c6633-abd5-489a-93f5-47245b57cbf4 req-a18b5a76-a2a5-48a3-b29b-82a4daafffe3 service nova] Releasing lock "refresh_cache-6375c607-a07c-4031-b351-763ba724c57d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.393542] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022616, 'name': ReconfigVM_Task, 'duration_secs': 0.302842} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.393937] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Reconfigured VM instance instance-00000036 to attach disk [datastore2] bc134416-7803-4400-a33e-236615803489/bc134416-7803-4400-a33e-236615803489.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1817.394616] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f09fbdca-fbb5-45e6-815b-6289537ee33d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.402286] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1817.402286] env[63348]: value = "task-2022617" [ 1817.402286] env[63348]: _type = "Task" [ 1817.402286] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.416682] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022617, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.460928] env[63348]: DEBUG nova.compute.manager [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1817.492785] env[63348]: DEBUG nova.virt.hardware [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1817.493051] env[63348]: DEBUG nova.virt.hardware [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1817.493912] env[63348]: DEBUG nova.virt.hardware [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1817.493912] env[63348]: DEBUG nova.virt.hardware [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1817.494631] env[63348]: DEBUG nova.virt.hardware [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1817.494631] env[63348]: DEBUG nova.virt.hardware [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1817.496649] env[63348]: DEBUG nova.virt.hardware [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1817.496857] env[63348]: DEBUG nova.virt.hardware [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1817.497220] env[63348]: DEBUG nova.virt.hardware [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1817.497419] env[63348]: DEBUG nova.virt.hardware [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1817.497835] env[63348]: DEBUG nova.virt.hardware [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1817.498980] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960a40c8-d127-46e7-b19e-8b8d283f1e8e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.508271] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a51f24-07e2-4141-aa1c-5bf2d399213b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.525701] env[63348]: DEBUG nova.scheduler.client.report [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1817.530258] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Instance VIF info [] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1817.536921] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Creating folder: Project (f6a26d62db3a41c6aea1191601644f82). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1817.537750] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f30ec748-d9ec-4383-8654-2450b012d266 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.549873] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Created folder: Project (f6a26d62db3a41c6aea1191601644f82) in parent group-v415427. [ 1817.549873] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Creating folder: Instances. Parent ref: group-v415598. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1817.550091] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a57351aa-414a-4b32-9ebe-09117e34291b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.561026] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Created folder: Instances in parent group-v415598. [ 1817.561026] env[63348]: DEBUG oslo.service.loopingcall [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1817.561026] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dccd4694-dc48-44af-899f-af12059826cd] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1817.561026] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3005e131-590c-46c5-81b7-6347a2c2ee95 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.594970] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5201e84d-8fed-8e52-d142-369ac18529ec, 'name': SearchDatastore_Task, 'duration_secs': 0.016675} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.595185] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1817.595185] env[63348]: value = "task-2022620" [ 1817.595185] env[63348]: _type = "Task" [ 1817.595185] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.596153] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d022c1a2-cfe6-439e-a432-290d51324c44 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.609535] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1817.609535] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527044f1-0183-bd6a-e6e4-f0a83f435697" [ 1817.609535] env[63348]: _type = "Task" [ 1817.609535] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.616387] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022620, 'name': CreateVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.625869] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527044f1-0183-bd6a-e6e4-f0a83f435697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.630129] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022613, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.706162] env[63348]: DEBUG oslo_concurrency.lockutils [req-2fdf9fb8-395a-4995-8bd1-d598c1a53164 req-6fba2242-da93-4db4-b581-562770fce3af service nova] Releasing lock "refresh_cache-65d8bf44-2a81-4cca-924a-d00ab0cc2222" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.709185] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "refresh_cache-65d8bf44-2a81-4cca-924a-d00ab0cc2222" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.709185] env[63348]: DEBUG nova.network.neutron [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1817.914574] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022617, 'name': Rename_Task, 'duration_secs': 0.154137} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.914947] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1817.915294] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0af6a575-7fc2-4130-be79-13be8779d106 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.923635] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1817.923635] env[63348]: value = "task-2022621" [ 1817.923635] env[63348]: _type = "Task" [ 1817.923635] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.935143] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.038901] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.041997] env[63348]: DEBUG oslo_concurrency.lockutils [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.903s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.043544] env[63348]: INFO nova.compute.claims [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1818.073309] env[63348]: INFO nova.scheduler.client.report [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Deleted allocations for instance 42ee5eac-7858-45f1-b751-542884dc4c20 [ 1818.106304] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022620, 'name': CreateVM_Task, 'duration_secs': 0.375873} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.106628] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dccd4694-dc48-44af-899f-af12059826cd] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1818.106981] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.107166] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.107804] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1818.108131] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a31f5ce-8f66-4a05-98ce-406479c658b3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.118304] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1818.118304] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5238680c-37ed-05ef-687b-b75d38d98c6c" [ 1818.118304] env[63348]: _type = "Task" [ 1818.118304] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.125424] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527044f1-0183-bd6a-e6e4-f0a83f435697, 'name': SearchDatastore_Task, 'duration_secs': 0.019385} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.128917] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.129343] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 6375c607-a07c-4031-b351-763ba724c57d/6375c607-a07c-4031-b351-763ba724c57d.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1818.130434] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bac0d35f-9dd0-4df3-bc53-4f491e333000 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.137985] env[63348]: DEBUG oslo_vmware.api [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022613, 'name': PowerOnVM_Task, 'duration_secs': 1.521271} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.138930] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1818.139246] env[63348]: INFO nova.compute.manager [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Took 10.49 seconds to spawn the instance on the hypervisor. [ 1818.139557] env[63348]: DEBUG nova.compute.manager [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1818.145510] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957e3326-b522-4470-946a-1c11a4379739 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.148648] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5238680c-37ed-05ef-687b-b75d38d98c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.014304} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.150585] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.150843] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1818.151476] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.151476] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.151743] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1818.152173] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1818.152173] env[63348]: value = "task-2022622" [ 1818.152173] env[63348]: _type = "Task" [ 1818.152173] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.153380] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0164170-d8b1-4a0d-a267-646668d19ea8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.173950] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.182528] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1818.182715] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1818.183556] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40d163d1-7cb2-484f-9314-b8088e6127ca {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.192019] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1818.192019] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ed8d77-2888-6fe5-52ae-8496b701eedc" [ 1818.192019] env[63348]: _type = "Task" [ 1818.192019] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.200322] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ed8d77-2888-6fe5-52ae-8496b701eedc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.256858] env[63348]: DEBUG nova.network.neutron [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1818.287543] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Acquiring lock "5ea23fff-6485-498f-bd88-bf3809534903" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.287980] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Lock "5ea23fff-6485-498f-bd88-bf3809534903" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.436933] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022621, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.464627] env[63348]: DEBUG nova.network.neutron [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Updating instance_info_cache with network_info: [{"id": "58a8051e-86a8-4495-af8e-26c86d785dee", "address": "fa:16:3e:e2:f3:eb", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a8051e-86", "ovs_interfaceid": "58a8051e-86a8-4495-af8e-26c86d785dee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.588188] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bb23f3b-ebbf-4453-ad6c-da1ee4c4fb8a tempest-ServerMetadataNegativeTestJSON-1359703487 tempest-ServerMetadataNegativeTestJSON-1359703487-project-member] Lock "42ee5eac-7858-45f1-b751-542884dc4c20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.555s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.672918] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022622, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.675565] env[63348]: INFO nova.compute.manager [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Took 38.08 seconds to build instance. [ 1818.703466] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ed8d77-2888-6fe5-52ae-8496b701eedc, 'name': SearchDatastore_Task, 'duration_secs': 0.01004} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.704536] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea03223d-d5c4-4c86-85b8-1dd46cd8e75d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.710690] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1818.710690] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521cb74f-29c8-c892-fbb2-c9a8310c9f3b" [ 1818.710690] env[63348]: _type = "Task" [ 1818.710690] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.722584] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521cb74f-29c8-c892-fbb2-c9a8310c9f3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.934381] env[63348]: DEBUG oslo_vmware.api [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022621, 'name': PowerOnVM_Task, 'duration_secs': 0.592165} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.934864] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1818.935188] env[63348]: INFO nova.compute.manager [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1818.935476] env[63348]: DEBUG nova.compute.manager [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1818.936428] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd24c2e-b77d-4900-94f6-66eabcec200f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.971639] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "refresh_cache-65d8bf44-2a81-4cca-924a-d00ab0cc2222" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.972131] env[63348]: DEBUG nova.compute.manager [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Instance network_info: |[{"id": "58a8051e-86a8-4495-af8e-26c86d785dee", "address": "fa:16:3e:e2:f3:eb", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a8051e-86", "ovs_interfaceid": "58a8051e-86a8-4495-af8e-26c86d785dee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1818.973060] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:f3:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58a8051e-86a8-4495-af8e-26c86d785dee', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1818.987337] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Creating folder: Project (1dc5889b2fcc4ecd810a1016eb845ddf). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1818.987843] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b935f50a-acf1-430b-a1b1-10c9293fadf5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.001150] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Created folder: Project (1dc5889b2fcc4ecd810a1016eb845ddf) in parent group-v415427. [ 1819.001150] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Creating folder: Instances. Parent ref: group-v415601. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1819.001150] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2e6660e-137e-4113-a921-0e4ecd11273f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.011026] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Created folder: Instances in parent group-v415601. [ 1819.011026] env[63348]: DEBUG oslo.service.loopingcall [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1819.011026] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1819.011026] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3d3660f-1769-4044-bafe-9cb456d23f88 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.033021] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1819.033021] env[63348]: value = "task-2022625" [ 1819.033021] env[63348]: _type = "Task" [ 1819.033021] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.043877] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022625, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.170519] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672472} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.173552] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 6375c607-a07c-4031-b351-763ba724c57d/6375c607-a07c-4031-b351-763ba724c57d.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1819.173684] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1819.174461] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af844854-3031-421a-acd1-ee188a5a9e1e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.180178] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35601ed7-da71-4ec3-a9ac-d06143cae0ff tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Lock "5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.598s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.182728] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1819.182728] env[63348]: value = "task-2022626" [ 1819.182728] env[63348]: _type = "Task" [ 1819.182728] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.191378] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.229208] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521cb74f-29c8-c892-fbb2-c9a8310c9f3b, 'name': SearchDatastore_Task, 'duration_secs': 0.029861} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.229470] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.229718] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] dccd4694-dc48-44af-899f-af12059826cd/dccd4694-dc48-44af-899f-af12059826cd.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1819.230117] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5421b9c2-1ddb-4c6e-af5e-cb11301af817 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.242447] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1819.242447] env[63348]: value = "task-2022627" [ 1819.242447] env[63348]: _type = "Task" [ 1819.242447] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.251539] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.457350] env[63348]: INFO nova.compute.manager [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Took 34.66 seconds to build instance. [ 1819.545069] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022625, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.560824] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7302072-6de6-4d39-aaed-f81e1086e31b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.570118] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a2d5ee-bb14-4e7f-9c60-816782a79653 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.606014] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af7d7d9-356d-4736-ba9a-dd95d7878620 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.619855] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bb7789-4dfc-4fb0-9173-9dcafeb911df {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.637119] env[63348]: DEBUG nova.compute.provider_tree [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1819.683619] env[63348]: DEBUG nova.compute.manager [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1819.700201] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070991} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.700201] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1819.700201] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b16079-7301-4629-b31a-ea5c48298a8a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.726906] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 6375c607-a07c-4031-b351-763ba724c57d/6375c607-a07c-4031-b351-763ba724c57d.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1819.727856] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0285332-64a2-446c-b315-1d5878877993 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.755137] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1819.755137] env[63348]: value = "task-2022628" [ 1819.755137] env[63348]: _type = "Task" [ 1819.755137] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.758591] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022627, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.768964] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022628, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.910354] env[63348]: DEBUG nova.compute.manager [req-3a8d3760-34af-4e24-adb3-fb65974f89a9 req-744b4c87-c6ee-49ae-b0c5-b4a8e22fd1b2 service nova] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Received event network-changed-68b381c6-89fa-4176-a1da-854a80091485 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1819.910705] env[63348]: DEBUG nova.compute.manager [req-3a8d3760-34af-4e24-adb3-fb65974f89a9 req-744b4c87-c6ee-49ae-b0c5-b4a8e22fd1b2 service nova] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Refreshing instance network info cache due to event network-changed-68b381c6-89fa-4176-a1da-854a80091485. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1819.910931] env[63348]: DEBUG oslo_concurrency.lockutils [req-3a8d3760-34af-4e24-adb3-fb65974f89a9 req-744b4c87-c6ee-49ae-b0c5-b4a8e22fd1b2 service nova] Acquiring lock "refresh_cache-5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.911157] env[63348]: DEBUG oslo_concurrency.lockutils [req-3a8d3760-34af-4e24-adb3-fb65974f89a9 req-744b4c87-c6ee-49ae-b0c5-b4a8e22fd1b2 service nova] Acquired lock "refresh_cache-5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.911341] env[63348]: DEBUG nova.network.neutron [req-3a8d3760-34af-4e24-adb3-fb65974f89a9 req-744b4c87-c6ee-49ae-b0c5-b4a8e22fd1b2 service nova] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Refreshing network info cache for port 68b381c6-89fa-4176-a1da-854a80091485 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1819.959270] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8643238-1083-4f20-82e2-f665bb6c13c9 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "bc134416-7803-4400-a33e-236615803489" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.177s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.046580] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022625, 'name': CreateVM_Task, 'duration_secs': 0.636618} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.046580] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1820.047090] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.047308] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.047713] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1820.048387] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e11576a8-90d0-4dee-bae2-518f9a301a2c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.054213] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1820.054213] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5253c8f3-f8cc-fe5d-f4e3-817d05fb2049" [ 1820.054213] env[63348]: _type = "Task" [ 1820.054213] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.064788] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5253c8f3-f8cc-fe5d-f4e3-817d05fb2049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.115252] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "bc134416-7803-4400-a33e-236615803489" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.115669] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "bc134416-7803-4400-a33e-236615803489" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.115979] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "bc134416-7803-4400-a33e-236615803489-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.116531] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "bc134416-7803-4400-a33e-236615803489-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.116811] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "bc134416-7803-4400-a33e-236615803489-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.119649] env[63348]: INFO nova.compute.manager [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Terminating instance [ 1820.143698] env[63348]: DEBUG nova.scheduler.client.report [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1820.211459] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.256731] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780101} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.257028] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] dccd4694-dc48-44af-899f-af12059826cd/dccd4694-dc48-44af-899f-af12059826cd.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1820.257255] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1820.257517] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3021506d-704b-4a15-ad91-143c1ca91cce {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.271348] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.272945] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1820.272945] env[63348]: value = "task-2022629" [ 1820.272945] env[63348]: _type = "Task" [ 1820.272945] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.284095] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.461781] env[63348]: DEBUG nova.compute.manager [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1820.566647] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5253c8f3-f8cc-fe5d-f4e3-817d05fb2049, 'name': SearchDatastore_Task, 'duration_secs': 0.021175} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.566903] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.567157] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1820.567402] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.567546] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.567725] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1820.567985] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-840628f7-4343-4428-88cd-4a756175203e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.585284] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1820.585481] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1820.586272] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fabeca63-bda0-4667-b475-f04f3d6d6f41 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.591903] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1820.591903] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e3a3c4-dfe1-488e-bc91-53a015258c72" [ 1820.591903] env[63348]: _type = "Task" [ 1820.591903] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.602576] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e3a3c4-dfe1-488e-bc91-53a015258c72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.628251] env[63348]: DEBUG nova.compute.manager [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1820.629017] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1820.629504] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915b1460-1c0a-494f-9168-37e4709caff8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.641154] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1820.641154] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ef045b2-b6f6-495e-8b55-fcfe7f658e1e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.647479] env[63348]: DEBUG oslo_vmware.api [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1820.647479] env[63348]: value = "task-2022630" [ 1820.647479] env[63348]: _type = "Task" [ 1820.647479] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.651492] env[63348]: DEBUG oslo_concurrency.lockutils [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.652176] env[63348]: DEBUG nova.compute.manager [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1820.655054] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.053s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.656928] env[63348]: INFO nova.compute.claims [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1820.664887] env[63348]: DEBUG oslo_vmware.api [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.750792] env[63348]: DEBUG nova.network.neutron [req-3a8d3760-34af-4e24-adb3-fb65974f89a9 req-744b4c87-c6ee-49ae-b0c5-b4a8e22fd1b2 service nova] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Updated VIF entry in instance network info cache for port 68b381c6-89fa-4176-a1da-854a80091485. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1820.751239] env[63348]: DEBUG nova.network.neutron [req-3a8d3760-34af-4e24-adb3-fb65974f89a9 req-744b4c87-c6ee-49ae-b0c5-b4a8e22fd1b2 service nova] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Updating instance_info_cache with network_info: [{"id": "68b381c6-89fa-4176-a1da-854a80091485", "address": "fa:16:3e:f3:cc:67", "network": {"id": "8d910007-fada-49ca-9e5a-e4ac04a34339", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1162750040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c413483b2a94cac80ec2b36bebf3b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b381c6-89", "ovs_interfaceid": "68b381c6-89fa-4176-a1da-854a80091485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.771257] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022628, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.782064] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10311} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.782351] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1820.783168] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa472a3-db26-4272-b0f3-114985a14662 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.803999] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] dccd4694-dc48-44af-899f-af12059826cd/dccd4694-dc48-44af-899f-af12059826cd.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1820.806523] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e63af0c-abdd-4d0b-9790-d7f563f5eee3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.835789] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1820.835789] env[63348]: value = "task-2022631" [ 1820.835789] env[63348]: _type = "Task" [ 1820.835789] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.846992] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.994096] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.103993] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e3a3c4-dfe1-488e-bc91-53a015258c72, 'name': SearchDatastore_Task, 'duration_secs': 0.039928} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.105058] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2828476-1381-41c1-8fcf-8249ef570065 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.112658] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1821.112658] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529a6969-fad3-3f3e-7cc2-7bb464841091" [ 1821.112658] env[63348]: _type = "Task" [ 1821.112658] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.120886] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529a6969-fad3-3f3e-7cc2-7bb464841091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.156631] env[63348]: DEBUG oslo_vmware.api [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022630, 'name': PowerOffVM_Task, 'duration_secs': 0.218278} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.156906] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1821.157090] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1821.157351] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caa0ae7a-3c37-4e17-9cf3-146b84cc88ff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.161459] env[63348]: DEBUG nova.compute.utils [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1821.164756] env[63348]: DEBUG nova.compute.manager [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1821.164940] env[63348]: DEBUG nova.network.neutron [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1821.208478] env[63348]: DEBUG nova.policy [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0edab9b847047fa8b496cf2f6e98425', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4afbeb2a0da3455d803e8f221845e70e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1821.254731] env[63348]: DEBUG oslo_concurrency.lockutils [req-3a8d3760-34af-4e24-adb3-fb65974f89a9 req-744b4c87-c6ee-49ae-b0c5-b4a8e22fd1b2 service nova] Releasing lock "refresh_cache-5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.271893] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022628, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.346613] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.502132] env[63348]: DEBUG nova.network.neutron [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Successfully created port: cc940ac3-7fd2-43c6-9b7a-a0f0b4118967 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1821.627573] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529a6969-fad3-3f3e-7cc2-7bb464841091, 'name': SearchDatastore_Task, 'duration_secs': 0.018527} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.627846] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.628122] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 65d8bf44-2a81-4cca-924a-d00ab0cc2222/65d8bf44-2a81-4cca-924a-d00ab0cc2222.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1821.628413] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c728239-6d44-44f1-aefc-6e1b21fdc0f4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.635271] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1821.635271] env[63348]: value = "task-2022633" [ 1821.635271] env[63348]: _type = "Task" [ 1821.635271] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.643464] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.665337] env[63348]: DEBUG nova.compute.manager [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1821.770931] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022628, 'name': ReconfigVM_Task, 'duration_secs': 1.754741} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.772855] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 6375c607-a07c-4031-b351-763ba724c57d/6375c607-a07c-4031-b351-763ba724c57d.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1821.772855] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0f60f4f-7678-4047-83c0-555d35c0db65 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.781662] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1821.781662] env[63348]: value = "task-2022634" [ 1821.781662] env[63348]: _type = "Task" [ 1821.781662] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.795789] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022634, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.849693] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.927542] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2198efae-6e5c-4a81-81b7-2b0cc1647e20 tempest-ServersListShow296Test-400233401 tempest-ServersListShow296Test-400233401-project-member] Acquiring lock "9013295f-c450-4ac4-89e3-dbb241d712cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.927868] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2198efae-6e5c-4a81-81b7-2b0cc1647e20 tempest-ServersListShow296Test-400233401 tempest-ServersListShow296Test-400233401-project-member] Lock "9013295f-c450-4ac4-89e3-dbb241d712cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.093029] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27091ae6-758f-46d0-978f-568d1b90bec7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.103167] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d89bcd-c5bb-4c94-8514-b1709f624413 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.142580] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919d4229-b90e-47ca-a7ab-315e033817c9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.151771] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022633, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.155603] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9379b79-f3f5-4de5-a2ac-e07c1267512b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.171173] env[63348]: DEBUG nova.compute.provider_tree [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1822.293516] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022634, 'name': Rename_Task, 'duration_secs': 0.207671} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.293902] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1822.294210] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ab74baf-68e3-4456-aea8-f5b7556b392a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.300814] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1822.300814] env[63348]: value = "task-2022635" [ 1822.300814] env[63348]: _type = "Task" [ 1822.300814] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.314032] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.349150] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022631, 'name': ReconfigVM_Task, 'duration_secs': 1.117651} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.349527] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Reconfigured VM instance instance-00000039 to attach disk [datastore2] dccd4694-dc48-44af-899f-af12059826cd/dccd4694-dc48-44af-899f-af12059826cd.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1822.350069] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a72cbf2-685e-4098-b130-bd667b66cb19 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.355892] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1822.355892] env[63348]: value = "task-2022636" [ 1822.355892] env[63348]: _type = "Task" [ 1822.355892] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.364349] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022636, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.649113] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639938} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.649418] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 65d8bf44-2a81-4cca-924a-d00ab0cc2222/65d8bf44-2a81-4cca-924a-d00ab0cc2222.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1822.649589] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1822.649858] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78bcfdb9-1a11-49c4-a75c-940f2b2a2aef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.656539] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1822.656539] env[63348]: value = "task-2022637" [ 1822.656539] env[63348]: _type = "Task" [ 1822.656539] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.665234] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.675974] env[63348]: DEBUG nova.scheduler.client.report [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1822.682215] env[63348]: DEBUG nova.compute.manager [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1822.709685] env[63348]: DEBUG nova.virt.hardware [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1822.709685] env[63348]: DEBUG nova.virt.hardware [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1822.709685] env[63348]: DEBUG nova.virt.hardware [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1822.709838] env[63348]: DEBUG nova.virt.hardware [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1822.709838] env[63348]: DEBUG nova.virt.hardware [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1822.709838] env[63348]: DEBUG nova.virt.hardware [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1822.710079] env[63348]: DEBUG nova.virt.hardware [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1822.710279] env[63348]: DEBUG nova.virt.hardware [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1822.710485] env[63348]: DEBUG nova.virt.hardware [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1822.710679] env[63348]: DEBUG nova.virt.hardware [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1822.710852] env[63348]: DEBUG nova.virt.hardware [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1822.712163] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98726010-4bde-4e2a-9d27-efce8047ae1f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.721170] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ecb832-a9ab-419c-bd94-54b4c8d4c7cc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.810548] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022635, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.865761] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022636, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.167514] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071523} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.167514] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1823.167762] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b350786c-3e6b-49e7-966d-c1561cb37426 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.181815] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.182354] env[63348]: DEBUG nova.compute.manager [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1823.196175] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 65d8bf44-2a81-4cca-924a-d00ab0cc2222/65d8bf44-2a81-4cca-924a-d00ab0cc2222.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1823.196175] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.729s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.198115] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17a24243-ba1f-4f72-9cfe-3f598f5d9e31 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.222028] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1823.222028] env[63348]: value = "task-2022638" [ 1823.222028] env[63348]: _type = "Task" [ 1823.222028] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.233562] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022638, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.312727] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022635, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.370442] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022636, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.697729] env[63348]: DEBUG nova.compute.utils [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1823.699257] env[63348]: DEBUG nova.compute.manager [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1823.699428] env[63348]: DEBUG nova.network.neutron [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1823.749068] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022638, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.779889] env[63348]: DEBUG nova.policy [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9398fcbeaf04bae9a631920df68e0e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc04daab95234268b248571927134caf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1823.811532] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022635, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.866950] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022636, 'name': Rename_Task, 'duration_secs': 1.080224} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.867275] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1823.867567] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fd8dcc3-5e43-4bc1-8b92-2b5cf7fba9df {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.874311] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1823.874311] env[63348]: value = "task-2022639" [ 1823.874311] env[63348]: _type = "Task" [ 1823.874311] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.884979] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.202850] env[63348]: DEBUG nova.compute.manager [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1824.233177] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Applying migration context for instance 36970daf-9b81-47f3-94fe-963dd71f90d6 as it has an incoming, in-progress migration c0715392-bd34-4e6c-a109-4e7ebceb5764. Migration status is reverting {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1824.241477] env[63348]: INFO nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Updating resource usage from migration c0715392-bd34-4e6c-a109-4e7ebceb5764 [ 1824.255113] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022638, 'name': ReconfigVM_Task, 'duration_secs': 0.544822} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.260384] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 65d8bf44-2a81-4cca-924a-d00ab0cc2222/65d8bf44-2a81-4cca-924a-d00ab0cc2222.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1824.260384] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8697b80-658c-438f-aeac-963a154d4b0a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.266200] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance f964b631-4f16-4ba9-b0e2-61b99b1e3bf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1824.266414] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 9cabacaf-16ed-4b57-8b1c-b90756c9be4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1824.266679] env[63348]: WARNING nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 1ef63437-d024-4508-8433-596f964fbc2e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1824.266841] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance e2fb160c-154e-4a47-87ce-471d2e49ae75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1824.266964] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 32d353bc-25df-44fe-a0f6-d8f85ada7da9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1824.267101] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 3550d32c-b873-462a-a7a1-afc3eb3251ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1824.267307] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance bd7387bc-8f64-4b1e-b8a8-a317ce7398b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1824.267506] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 223e5b24-bc2a-4de9-be5b-aa2cad088245 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1824.267634] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1824.267767] env[63348]: WARNING nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance d25f45cd-1bc9-44ec-b06f-fe89fcc0a170 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1824.267903] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance b29a50ef-eb4c-475f-a1a3-f5475093beb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1824.268123] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Migration c0715392-bd34-4e6c-a109-4e7ebceb5764 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1824.268297] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 36970daf-9b81-47f3-94fe-963dd71f90d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1824.268421] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1824.268532] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1824.268655] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance bc134416-7803-4400-a33e-236615803489 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1824.268848] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 6375c607-a07c-4031-b351-763ba724c57d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1824.269043] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 65d8bf44-2a81-4cca-924a-d00ab0cc2222 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1824.269168] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance dccd4694-dc48-44af-899f-af12059826cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1824.269277] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance c4dbefbc-5e88-4451-8ed2-2b91e59662af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1824.269817] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 2a097994-1352-4863-b599-72a045363676 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1824.274182] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1824.274182] env[63348]: value = "task-2022640" [ 1824.274182] env[63348]: _type = "Task" [ 1824.274182] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.286441] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022640, 'name': Rename_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.318910] env[63348]: DEBUG oslo_vmware.api [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022635, 'name': PowerOnVM_Task, 'duration_secs': 1.848543} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.318910] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1824.318910] env[63348]: INFO nova.compute.manager [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Took 11.58 seconds to spawn the instance on the hypervisor. [ 1824.318910] env[63348]: DEBUG nova.compute.manager [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1824.319477] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a3832b-543c-44cd-837e-bcc58d73ca7f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.384662] env[63348]: DEBUG nova.network.neutron [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Successfully created port: eb9e024b-5748-46f9-b594-c3547578e88e {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1824.391777] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022639, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.774373] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 0b73a63c-dab3-440b-b474-edaa3796f4bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1824.792757] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022640, 'name': Rename_Task, 'duration_secs': 0.165929} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.793664] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1824.794564] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7d3bbe8-354f-407a-9eb0-fd4b0a338d2b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.800966] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1824.800966] env[63348]: value = "task-2022641" [ 1824.800966] env[63348]: _type = "Task" [ 1824.800966] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.809280] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.846311] env[63348]: INFO nova.compute.manager [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Took 38.43 seconds to build instance. [ 1824.857958] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "61650944-1904-4697-8ee5-2991057f442e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.857958] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "61650944-1904-4697-8ee5-2991057f442e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.887384] env[63348]: DEBUG oslo_vmware.api [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022639, 'name': PowerOnVM_Task, 'duration_secs': 0.524159} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.887724] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1824.887947] env[63348]: INFO nova.compute.manager [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1824.888142] env[63348]: DEBUG nova.compute.manager [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1824.888981] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0151dc6-e6f6-41b0-b5a4-5f02a6025832 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.080576] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52302ddf-95c1-14dc-1508-557a261a675c/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1825.081502] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd7ed9d-8d59-4a8e-b1a7-02ab4d623672 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.087790] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52302ddf-95c1-14dc-1508-557a261a675c/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1825.088083] env[63348]: ERROR oslo_vmware.rw_handles [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52302ddf-95c1-14dc-1508-557a261a675c/disk-0.vmdk due to incomplete transfer. [ 1825.088439] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-01971231-08fd-4918-9831-1dc506927bc6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.094892] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52302ddf-95c1-14dc-1508-557a261a675c/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1825.095073] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Uploaded image 9cd6b2c0-ebb8-476a-b5b9-bc008fdd710a to the Glance image server {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1825.097421] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Destroying the VM {{(pid=63348) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1825.097651] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-70033b10-69f1-4159-a47c-8bf3e1b333f0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.102944] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1825.102944] env[63348]: value = "task-2022642" [ 1825.102944] env[63348]: _type = "Task" [ 1825.102944] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.113572] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022642, 'name': Destroy_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.213255] env[63348]: DEBUG nova.compute.manager [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1825.235393] env[63348]: DEBUG nova.virt.hardware [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1825.235634] env[63348]: DEBUG nova.virt.hardware [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1825.235790] env[63348]: DEBUG nova.virt.hardware [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1825.235965] env[63348]: DEBUG nova.virt.hardware [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1825.236132] env[63348]: DEBUG nova.virt.hardware [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1825.236291] env[63348]: DEBUG nova.virt.hardware [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1825.236514] env[63348]: DEBUG nova.virt.hardware [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1825.236681] env[63348]: DEBUG nova.virt.hardware [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1825.236835] env[63348]: DEBUG nova.virt.hardware [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1825.236993] env[63348]: DEBUG nova.virt.hardware [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1825.237184] env[63348]: DEBUG nova.virt.hardware [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1825.238057] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb49fb62-91e3-46a4-8bd3-20e88f7262e1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.246660] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e80c87-4ce7-47f9-adf2-e87c4a407c8b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.283886] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 9fd7a35d-7d74-454d-94d1-6f3acd68e357 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1825.310940] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.347707] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2c77b6de-848e-4853-86ab-7dfae302763f tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "6375c607-a07c-4031-b351-763ba724c57d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.951s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.405382] env[63348]: INFO nova.compute.manager [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Took 35.70 seconds to build instance. [ 1825.613444] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022642, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.788030] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance c62e1440-aa54-4875-b5d7-8f7476d2b2bb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1825.812197] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022641, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.850659] env[63348]: DEBUG nova.compute.manager [None req-2198efae-6e5c-4a81-81b7-2b0cc1647e20 tempest-ServersListShow296Test-400233401 tempest-ServersListShow296Test-400233401-project-member] [instance: 9013295f-c450-4ac4-89e3-dbb241d712cf] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1825.907863] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f72155b6-9cf0-40e3-818f-518db2b4e92e tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Lock "dccd4694-dc48-44af-899f-af12059826cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.214s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.114599] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022642, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.290016] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance bb145de2-f5a8-46da-95ba-af79f8757fd7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1826.314262] env[63348]: DEBUG oslo_vmware.api [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022641, 'name': PowerOnVM_Task, 'duration_secs': 1.463157} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.314519] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1826.314705] env[63348]: INFO nova.compute.manager [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Took 10.97 seconds to spawn the instance on the hypervisor. [ 1826.314889] env[63348]: DEBUG nova.compute.manager [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1826.315697] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba15fef-ed91-45db-ab89-7820407ac2c8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.355218] env[63348]: DEBUG nova.compute.manager [None req-2198efae-6e5c-4a81-81b7-2b0cc1647e20 tempest-ServersListShow296Test-400233401 tempest-ServersListShow296Test-400233401-project-member] [instance: 9013295f-c450-4ac4-89e3-dbb241d712cf] Instance disappeared before build. {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1826.410764] env[63348]: DEBUG nova.compute.manager [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1826.455712] env[63348]: INFO nova.compute.manager [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Rebuilding instance [ 1826.500017] env[63348]: DEBUG nova.compute.manager [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1826.500900] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae4d8c2-dbd3-411d-8f8f-0882b9e66221 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.616632] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022642, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.793101] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 5ea23fff-6485-498f-bd88-bf3809534903 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1826.793479] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1826.793651] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1826.835224] env[63348]: INFO nova.compute.manager [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Took 39.34 seconds to build instance. [ 1826.867485] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2198efae-6e5c-4a81-81b7-2b0cc1647e20 tempest-ServersListShow296Test-400233401 tempest-ServersListShow296Test-400233401-project-member] Lock "9013295f-c450-4ac4-89e3-dbb241d712cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 4.940s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.930280] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.115641] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022642, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.147430] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3ba81a-7f05-487b-928e-1362433bff17 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.155073] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1620c8c1-c609-4233-99c4-236777be3ebb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.186078] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee95ac49-77ee-4604-a8b5-ec587520f214 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.193399] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3cb69e-c5b5-485f-8a38-408cab9c0645 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.207822] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1827.337294] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5f75d0c0-696d-44b4-b6d7-be3543941f01 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "65d8bf44-2a81-4cca-924a-d00ab0cc2222" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.848s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.514934] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1827.514934] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-556392ce-ab9b-4ec8-95d1-1c391019db8d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.523261] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1827.523261] env[63348]: value = "task-2022643" [ 1827.523261] env[63348]: _type = "Task" [ 1827.523261] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.532142] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.615470] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022642, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.714020] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1828.034375] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022643, 'name': PowerOffVM_Task, 'duration_secs': 0.304859} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.034651] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1828.034868] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1828.036935] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748489b1-c785-43a3-98c6-b96f29b1fcac {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.046214] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1828.046460] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d93a9da-cf98-4659-92f4-cc7a4280ebb1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.072537] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1828.072769] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1828.073137] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Deleting the datastore file [datastore2] dccd4694-dc48-44af-899f-af12059826cd {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1828.073426] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1adaf329-be68-4094-82d1-b653f779cb6e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.080369] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1828.080369] env[63348]: value = "task-2022645" [ 1828.080369] env[63348]: _type = "Task" [ 1828.080369] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.089221] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.117359] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022642, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.138738] env[63348]: DEBUG nova.compute.manager [req-920d5782-227f-4a26-b6b3-d5846941fe7a req-f81bd077-9acc-4b14-954e-585858e698e7 service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Received event network-changed-58a8051e-86a8-4495-af8e-26c86d785dee {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1828.138839] env[63348]: DEBUG nova.compute.manager [req-920d5782-227f-4a26-b6b3-d5846941fe7a req-f81bd077-9acc-4b14-954e-585858e698e7 service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Refreshing instance network info cache due to event network-changed-58a8051e-86a8-4495-af8e-26c86d785dee. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1828.139077] env[63348]: DEBUG oslo_concurrency.lockutils [req-920d5782-227f-4a26-b6b3-d5846941fe7a req-f81bd077-9acc-4b14-954e-585858e698e7 service nova] Acquiring lock "refresh_cache-65d8bf44-2a81-4cca-924a-d00ab0cc2222" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.139222] env[63348]: DEBUG oslo_concurrency.lockutils [req-920d5782-227f-4a26-b6b3-d5846941fe7a req-f81bd077-9acc-4b14-954e-585858e698e7 service nova] Acquired lock "refresh_cache-65d8bf44-2a81-4cca-924a-d00ab0cc2222" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.139390] env[63348]: DEBUG nova.network.neutron [req-920d5782-227f-4a26-b6b3-d5846941fe7a req-f81bd077-9acc-4b14-954e-585858e698e7 service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Refreshing network info cache for port 58a8051e-86a8-4495-af8e-26c86d785dee {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1828.216579] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquiring lock "6375c607-a07c-4031-b351-763ba724c57d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.217094] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "6375c607-a07c-4031-b351-763ba724c57d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.217177] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquiring lock "6375c607-a07c-4031-b351-763ba724c57d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.217375] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "6375c607-a07c-4031-b351-763ba724c57d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.217586] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "6375c607-a07c-4031-b351-763ba724c57d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.219775] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1828.220015] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.024s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.220472] env[63348]: INFO nova.compute.manager [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Terminating instance [ 1828.222029] env[63348]: DEBUG oslo_concurrency.lockutils [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.932s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.224048] env[63348]: INFO nova.compute.claims [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1828.233493] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1828.234122] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1828.234122] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Deleting the datastore file [datastore2] bc134416-7803-4400-a33e-236615803489 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1828.234208] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b0b078b-8356-417c-b1bd-cc4fc8c557b1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.242273] env[63348]: DEBUG oslo_vmware.api [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1828.242273] env[63348]: value = "task-2022646" [ 1828.242273] env[63348]: _type = "Task" [ 1828.242273] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.255642] env[63348]: DEBUG oslo_vmware.api [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.589782] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217034} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.590054] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1828.590240] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1828.590415] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1828.619398] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022642, 'name': Destroy_Task, 'duration_secs': 3.215074} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.619678] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Destroyed the VM [ 1828.619915] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Deleting Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1828.620187] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2ae078cc-9d1e-4bb6-a8bf-eaef27683bf2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.627721] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1828.627721] env[63348]: value = "task-2022647" [ 1828.627721] env[63348]: _type = "Task" [ 1828.627721] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.635729] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022647, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.733282] env[63348]: DEBUG nova.compute.manager [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1828.733628] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1828.734761] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee3a453-0d36-4c17-bed6-1046cc1d8c13 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.744467] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1828.748096] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6515f101-e440-4775-a636-8b10d709663e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.757644] env[63348]: DEBUG oslo_vmware.api [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15738} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.758980] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1828.759260] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1828.759487] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1828.759703] env[63348]: INFO nova.compute.manager [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: bc134416-7803-4400-a33e-236615803489] Took 8.13 seconds to destroy the instance on the hypervisor. [ 1828.760033] env[63348]: DEBUG oslo.service.loopingcall [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.760354] env[63348]: DEBUG oslo_vmware.api [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1828.760354] env[63348]: value = "task-2022648" [ 1828.760354] env[63348]: _type = "Task" [ 1828.760354] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.760739] env[63348]: DEBUG nova.compute.manager [-] [instance: bc134416-7803-4400-a33e-236615803489] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1828.760739] env[63348]: DEBUG nova.network.neutron [-] [instance: bc134416-7803-4400-a33e-236615803489] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1828.772976] env[63348]: DEBUG oslo_vmware.api [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.908074] env[63348]: DEBUG nova.network.neutron [req-920d5782-227f-4a26-b6b3-d5846941fe7a req-f81bd077-9acc-4b14-954e-585858e698e7 service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Updated VIF entry in instance network info cache for port 58a8051e-86a8-4495-af8e-26c86d785dee. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1828.908571] env[63348]: DEBUG nova.network.neutron [req-920d5782-227f-4a26-b6b3-d5846941fe7a req-f81bd077-9acc-4b14-954e-585858e698e7 service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Updating instance_info_cache with network_info: [{"id": "58a8051e-86a8-4495-af8e-26c86d785dee", "address": "fa:16:3e:e2:f3:eb", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a8051e-86", "ovs_interfaceid": "58a8051e-86a8-4495-af8e-26c86d785dee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.103048] env[63348]: DEBUG nova.compute.manager [req-1b8546b3-40fe-4631-a8cb-7865e6d6ba9c req-cedc03a3-e010-44ce-8b72-e8ef69012232 service nova] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Received event network-vif-plugged-cc940ac3-7fd2-43c6-9b7a-a0f0b4118967 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1829.103315] env[63348]: DEBUG oslo_concurrency.lockutils [req-1b8546b3-40fe-4631-a8cb-7865e6d6ba9c req-cedc03a3-e010-44ce-8b72-e8ef69012232 service nova] Acquiring lock "c4dbefbc-5e88-4451-8ed2-2b91e59662af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.103540] env[63348]: DEBUG oslo_concurrency.lockutils [req-1b8546b3-40fe-4631-a8cb-7865e6d6ba9c req-cedc03a3-e010-44ce-8b72-e8ef69012232 service nova] Lock "c4dbefbc-5e88-4451-8ed2-2b91e59662af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.103717] env[63348]: DEBUG oslo_concurrency.lockutils [req-1b8546b3-40fe-4631-a8cb-7865e6d6ba9c req-cedc03a3-e010-44ce-8b72-e8ef69012232 service nova] Lock "c4dbefbc-5e88-4451-8ed2-2b91e59662af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.103913] env[63348]: DEBUG nova.compute.manager [req-1b8546b3-40fe-4631-a8cb-7865e6d6ba9c req-cedc03a3-e010-44ce-8b72-e8ef69012232 service nova] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] No waiting events found dispatching network-vif-plugged-cc940ac3-7fd2-43c6-9b7a-a0f0b4118967 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1829.104051] env[63348]: WARNING nova.compute.manager [req-1b8546b3-40fe-4631-a8cb-7865e6d6ba9c req-cedc03a3-e010-44ce-8b72-e8ef69012232 service nova] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Received unexpected event network-vif-plugged-cc940ac3-7fd2-43c6-9b7a-a0f0b4118967 for instance with vm_state building and task_state spawning. [ 1829.144197] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022647, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.145106] env[63348]: DEBUG nova.network.neutron [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Successfully updated port: cc940ac3-7fd2-43c6-9b7a-a0f0b4118967 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1829.273269] env[63348]: DEBUG oslo_vmware.api [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022648, 'name': PowerOffVM_Task, 'duration_secs': 0.189288} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.273844] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1829.274071] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1829.274526] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efd521e4-7d09-4d09-a675-1eacdb4ab60d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.412277] env[63348]: DEBUG oslo_concurrency.lockutils [req-920d5782-227f-4a26-b6b3-d5846941fe7a req-f81bd077-9acc-4b14-954e-585858e698e7 service nova] Releasing lock "refresh_cache-65d8bf44-2a81-4cca-924a-d00ab0cc2222" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.499873] env[63348]: DEBUG nova.network.neutron [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Successfully updated port: eb9e024b-5748-46f9-b594-c3547578e88e {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1829.538798] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1829.538984] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1829.539187] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Deleting the datastore file [datastore2] 6375c607-a07c-4031-b351-763ba724c57d {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1829.539603] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0a5311f-c63d-431d-be54-f4a57774861c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.551130] env[63348]: DEBUG oslo_vmware.api [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1829.551130] env[63348]: value = "task-2022650" [ 1829.551130] env[63348]: _type = "Task" [ 1829.551130] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.559075] env[63348]: DEBUG oslo_vmware.api [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.565647] env[63348]: DEBUG nova.network.neutron [-] [instance: bc134416-7803-4400-a33e-236615803489] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.269133] env[63348]: DEBUG oslo_concurrency.lockutils [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Acquiring lock "refresh_cache-c4dbefbc-5e88-4451-8ed2-2b91e59662af" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.269133] env[63348]: DEBUG oslo_concurrency.lockutils [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Acquired lock "refresh_cache-c4dbefbc-5e88-4451-8ed2-2b91e59662af" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.269133] env[63348]: DEBUG nova.network.neutron [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1830.269959] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Acquiring lock "refresh_cache-2a097994-1352-4863-b599-72a045363676" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.270095] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Acquired lock "refresh_cache-2a097994-1352-4863-b599-72a045363676" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.270227] env[63348]: DEBUG nova.network.neutron [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1830.271220] env[63348]: INFO nova.compute.manager [-] [instance: bc134416-7803-4400-a33e-236615803489] Took 1.51 seconds to deallocate network for instance. [ 1830.273121] env[63348]: DEBUG nova.compute.manager [req-63a91f4f-748c-4805-8b02-2d76e5c24ba4 req-bdf90842-68f5-4d00-ac71-c8ebcd4adfb3 service nova] [instance: bc134416-7803-4400-a33e-236615803489] Received event network-vif-deleted-c12ae4f8-b493-4e75-b17d-b0fd26cf6513 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1830.273327] env[63348]: DEBUG nova.compute.manager [req-63a91f4f-748c-4805-8b02-2d76e5c24ba4 req-bdf90842-68f5-4d00-ac71-c8ebcd4adfb3 service nova] [instance: 2a097994-1352-4863-b599-72a045363676] Received event network-vif-plugged-eb9e024b-5748-46f9-b594-c3547578e88e {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1830.273527] env[63348]: DEBUG oslo_concurrency.lockutils [req-63a91f4f-748c-4805-8b02-2d76e5c24ba4 req-bdf90842-68f5-4d00-ac71-c8ebcd4adfb3 service nova] Acquiring lock "2a097994-1352-4863-b599-72a045363676-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.273723] env[63348]: DEBUG oslo_concurrency.lockutils [req-63a91f4f-748c-4805-8b02-2d76e5c24ba4 req-bdf90842-68f5-4d00-ac71-c8ebcd4adfb3 service nova] Lock "2a097994-1352-4863-b599-72a045363676-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.273883] env[63348]: DEBUG oslo_concurrency.lockutils [req-63a91f4f-748c-4805-8b02-2d76e5c24ba4 req-bdf90842-68f5-4d00-ac71-c8ebcd4adfb3 service nova] Lock "2a097994-1352-4863-b599-72a045363676-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.274056] env[63348]: DEBUG nova.compute.manager [req-63a91f4f-748c-4805-8b02-2d76e5c24ba4 req-bdf90842-68f5-4d00-ac71-c8ebcd4adfb3 service nova] [instance: 2a097994-1352-4863-b599-72a045363676] No waiting events found dispatching network-vif-plugged-eb9e024b-5748-46f9-b594-c3547578e88e {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1830.274221] env[63348]: WARNING nova.compute.manager [req-63a91f4f-748c-4805-8b02-2d76e5c24ba4 req-bdf90842-68f5-4d00-ac71-c8ebcd4adfb3 service nova] [instance: 2a097994-1352-4863-b599-72a045363676] Received unexpected event network-vif-plugged-eb9e024b-5748-46f9-b594-c3547578e88e for instance with vm_state building and task_state spawning. [ 1830.274377] env[63348]: DEBUG nova.compute.manager [req-63a91f4f-748c-4805-8b02-2d76e5c24ba4 req-bdf90842-68f5-4d00-ac71-c8ebcd4adfb3 service nova] [instance: 2a097994-1352-4863-b599-72a045363676] Received event network-changed-eb9e024b-5748-46f9-b594-c3547578e88e {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1830.274523] env[63348]: DEBUG nova.compute.manager [req-63a91f4f-748c-4805-8b02-2d76e5c24ba4 req-bdf90842-68f5-4d00-ac71-c8ebcd4adfb3 service nova] [instance: 2a097994-1352-4863-b599-72a045363676] Refreshing instance network info cache due to event network-changed-eb9e024b-5748-46f9-b594-c3547578e88e. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1830.274684] env[63348]: DEBUG oslo_concurrency.lockutils [req-63a91f4f-748c-4805-8b02-2d76e5c24ba4 req-bdf90842-68f5-4d00-ac71-c8ebcd4adfb3 service nova] Acquiring lock "refresh_cache-2a097994-1352-4863-b599-72a045363676" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.292965] env[63348]: DEBUG oslo_vmware.api [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.295860] env[63348]: DEBUG oslo_vmware.api [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022647, 'name': RemoveSnapshot_Task, 'duration_secs': 0.515123} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.298706] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Deleted Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1830.298946] env[63348]: INFO nova.compute.manager [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Took 16.68 seconds to snapshot the instance on the hypervisor. [ 1830.302046] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d33467-7d2e-402c-9a43-4fcb1f7cdf03 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.309940] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdd1eaa-967f-4255-ad82-db2ed749779c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.315392] env[63348]: DEBUG nova.virt.hardware [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1830.315665] env[63348]: DEBUG nova.virt.hardware [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1830.315842] env[63348]: DEBUG nova.virt.hardware [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1830.317035] env[63348]: DEBUG nova.virt.hardware [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1830.317035] env[63348]: DEBUG nova.virt.hardware [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1830.317035] env[63348]: DEBUG nova.virt.hardware [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1830.317035] env[63348]: DEBUG nova.virt.hardware [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1830.317035] env[63348]: DEBUG nova.virt.hardware [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1830.317233] env[63348]: DEBUG nova.virt.hardware [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1830.317233] env[63348]: DEBUG nova.virt.hardware [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1830.317297] env[63348]: DEBUG nova.virt.hardware [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1830.318317] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c48cc37-c2fa-488e-b2c8-4abd8453ea8f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.353296] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dad7f71-1dc8-4c0e-8ec6-194fc260a602 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.356717] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91aa1ac-ebca-4d27-9704-f83509a8f662 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.371716] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Instance VIF info [] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1830.377433] env[63348]: DEBUG oslo.service.loopingcall [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1830.379203] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dccd4694-dc48-44af-899f-af12059826cd] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1830.379717] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d93a490-453c-4b25-8049-3f28a15e069f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.394476] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c13687-e238-42dc-99fd-f4c1a23c98bb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.412019] env[63348]: DEBUG nova.compute.provider_tree [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1830.413066] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1830.413066] env[63348]: value = "task-2022651" [ 1830.413066] env[63348]: _type = "Task" [ 1830.413066] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.421763] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022651, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.785641] env[63348]: DEBUG oslo_vmware.api [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.757487} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.785919] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1830.786112] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1830.786288] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1830.786490] env[63348]: INFO nova.compute.manager [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Took 2.05 seconds to destroy the instance on the hypervisor. [ 1830.786728] env[63348]: DEBUG oslo.service.loopingcall [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1830.787219] env[63348]: DEBUG nova.compute.manager [-] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1830.787313] env[63348]: DEBUG nova.network.neutron [-] [instance: 6375c607-a07c-4031-b351-763ba724c57d] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1830.789434] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.815052] env[63348]: DEBUG nova.network.neutron [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1830.835950] env[63348]: DEBUG nova.network.neutron [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1830.868233] env[63348]: DEBUG nova.compute.manager [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Found 3 images (rotation: 2) {{(pid=63348) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1830.868466] env[63348]: DEBUG nova.compute.manager [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Rotating out 1 backups {{(pid=63348) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1830.868655] env[63348]: DEBUG nova.compute.manager [None req-ac424e39-e46c-4d70-af02-0aaf2504f02c tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Deleting image 89a0d2ec-bf1e-4d58-921d-b658575c874d {{(pid=63348) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1830.915285] env[63348]: DEBUG nova.scheduler.client.report [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1830.931672] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022651, 'name': CreateVM_Task, 'duration_secs': 0.300891} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.931989] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dccd4694-dc48-44af-899f-af12059826cd] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1830.932540] env[63348]: DEBUG oslo_concurrency.lockutils [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.932840] env[63348]: DEBUG oslo_concurrency.lockutils [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.936202] env[63348]: DEBUG oslo_concurrency.lockutils [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1830.936202] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0acae01c-b313-4ac7-8bec-7a143c43f740 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.942219] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1830.942219] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5235c741-539f-f5f7-e665-56264a868b58" [ 1830.942219] env[63348]: _type = "Task" [ 1830.942219] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.952084] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5235c741-539f-f5f7-e665-56264a868b58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.000243] env[63348]: DEBUG nova.network.neutron [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Updating instance_info_cache with network_info: [{"id": "eb9e024b-5748-46f9-b594-c3547578e88e", "address": "fa:16:3e:83:49:64", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9e024b-57", "ovs_interfaceid": "eb9e024b-5748-46f9-b594-c3547578e88e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.128241] env[63348]: DEBUG nova.compute.manager [req-e9a4dc47-a281-48fe-8f0f-dab60739b97f req-045db888-c493-41f2-ba30-0cf53a6975ae service nova] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Received event network-changed-cc940ac3-7fd2-43c6-9b7a-a0f0b4118967 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1831.128241] env[63348]: DEBUG nova.compute.manager [req-e9a4dc47-a281-48fe-8f0f-dab60739b97f req-045db888-c493-41f2-ba30-0cf53a6975ae service nova] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Refreshing instance network info cache due to event network-changed-cc940ac3-7fd2-43c6-9b7a-a0f0b4118967. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1831.128241] env[63348]: DEBUG oslo_concurrency.lockutils [req-e9a4dc47-a281-48fe-8f0f-dab60739b97f req-045db888-c493-41f2-ba30-0cf53a6975ae service nova] Acquiring lock "refresh_cache-c4dbefbc-5e88-4451-8ed2-2b91e59662af" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.358019] env[63348]: DEBUG nova.compute.manager [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1831.358019] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e00e157-a92e-436a-8821-62b739ce4bc5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.384501] env[63348]: DEBUG nova.network.neutron [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Updating instance_info_cache with network_info: [{"id": "cc940ac3-7fd2-43c6-9b7a-a0f0b4118967", "address": "fa:16:3e:86:06:30", "network": {"id": "1f3fcb1d-19e2-4006-a4c9-63279411ba6a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-226485622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afbeb2a0da3455d803e8f221845e70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc940ac3-7f", "ovs_interfaceid": "cc940ac3-7fd2-43c6-9b7a-a0f0b4118967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.427026] env[63348]: DEBUG oslo_concurrency.lockutils [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.205s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.427555] env[63348]: DEBUG nova.compute.manager [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1831.435024] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.898s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.435024] env[63348]: INFO nova.compute.claims [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1831.452024] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5235c741-539f-f5f7-e665-56264a868b58, 'name': SearchDatastore_Task, 'duration_secs': 0.011024} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.452024] env[63348]: DEBUG oslo_concurrency.lockutils [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.452024] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1831.452184] env[63348]: DEBUG oslo_concurrency.lockutils [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.452361] env[63348]: DEBUG oslo_concurrency.lockutils [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.452586] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1831.452881] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44edd705-5cfb-4ccf-ab88-e4fd46618290 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.461919] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1831.462112] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1831.462878] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c4590a-050f-434f-ae03-17f187a92741 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.472169] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1831.472169] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52125024-8ba7-e0e8-dc55-cf2160b1c49d" [ 1831.472169] env[63348]: _type = "Task" [ 1831.472169] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.485575] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52125024-8ba7-e0e8-dc55-cf2160b1c49d, 'name': SearchDatastore_Task, 'duration_secs': 0.011098} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.486441] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46ff8da6-92b2-4f80-b43c-11587c304617 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.493249] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1831.493249] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d75ff2-3d9f-0d8a-341b-68cd5c8a5724" [ 1831.493249] env[63348]: _type = "Task" [ 1831.493249] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.502122] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d75ff2-3d9f-0d8a-341b-68cd5c8a5724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.505712] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Releasing lock "refresh_cache-2a097994-1352-4863-b599-72a045363676" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.506037] env[63348]: DEBUG nova.compute.manager [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Instance network_info: |[{"id": "eb9e024b-5748-46f9-b594-c3547578e88e", "address": "fa:16:3e:83:49:64", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9e024b-57", "ovs_interfaceid": "eb9e024b-5748-46f9-b594-c3547578e88e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1831.506547] env[63348]: DEBUG oslo_concurrency.lockutils [req-63a91f4f-748c-4805-8b02-2d76e5c24ba4 req-bdf90842-68f5-4d00-ac71-c8ebcd4adfb3 service nova] Acquired lock "refresh_cache-2a097994-1352-4863-b599-72a045363676" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.506739] env[63348]: DEBUG nova.network.neutron [req-63a91f4f-748c-4805-8b02-2d76e5c24ba4 req-bdf90842-68f5-4d00-ac71-c8ebcd4adfb3 service nova] [instance: 2a097994-1352-4863-b599-72a045363676] Refreshing network info cache for port eb9e024b-5748-46f9-b594-c3547578e88e {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1831.512030] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:49:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb9e024b-5748-46f9-b594-c3547578e88e', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1831.516611] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Creating folder: Project (dc04daab95234268b248571927134caf). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1831.518724] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f60a865-e50d-4946-93ea-bac7ad1c6e19 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.529928] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Created folder: Project (dc04daab95234268b248571927134caf) in parent group-v415427. [ 1831.530145] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Creating folder: Instances. Parent ref: group-v415605. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1831.530446] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-325fa3d2-5c0f-4663-a9ed-c94dcf5e7362 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.539470] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Created folder: Instances in parent group-v415605. [ 1831.539695] env[63348]: DEBUG oslo.service.loopingcall [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1831.539876] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a097994-1352-4863-b599-72a045363676] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1831.540093] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1d878ca-0d00-4d55-a610-afd4e84e2085 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.561204] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1831.561204] env[63348]: value = "task-2022654" [ 1831.561204] env[63348]: _type = "Task" [ 1831.561204] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.569415] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022654, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.871943] env[63348]: INFO nova.compute.manager [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] instance snapshotting [ 1831.872632] env[63348]: DEBUG nova.objects.instance [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lazy-loading 'flavor' on Instance uuid 32d353bc-25df-44fe-a0f6-d8f85ada7da9 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1831.888080] env[63348]: DEBUG oslo_concurrency.lockutils [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Releasing lock "refresh_cache-c4dbefbc-5e88-4451-8ed2-2b91e59662af" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.888413] env[63348]: DEBUG nova.compute.manager [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Instance network_info: |[{"id": "cc940ac3-7fd2-43c6-9b7a-a0f0b4118967", "address": "fa:16:3e:86:06:30", "network": {"id": "1f3fcb1d-19e2-4006-a4c9-63279411ba6a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-226485622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afbeb2a0da3455d803e8f221845e70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc940ac3-7f", "ovs_interfaceid": "cc940ac3-7fd2-43c6-9b7a-a0f0b4118967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1831.888741] env[63348]: DEBUG oslo_concurrency.lockutils [req-e9a4dc47-a281-48fe-8f0f-dab60739b97f req-045db888-c493-41f2-ba30-0cf53a6975ae service nova] Acquired lock "refresh_cache-c4dbefbc-5e88-4451-8ed2-2b91e59662af" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.888919] env[63348]: DEBUG nova.network.neutron [req-e9a4dc47-a281-48fe-8f0f-dab60739b97f req-045db888-c493-41f2-ba30-0cf53a6975ae service nova] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Refreshing network info cache for port cc940ac3-7fd2-43c6-9b7a-a0f0b4118967 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1831.890090] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:06:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc940ac3-7fd2-43c6-9b7a-a0f0b4118967', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1831.897834] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Creating folder: Project (4afbeb2a0da3455d803e8f221845e70e). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1831.901372] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2d2b869-293b-4789-99ae-7e5e0ad94ab2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.912681] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Created folder: Project (4afbeb2a0da3455d803e8f221845e70e) in parent group-v415427. [ 1831.912876] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Creating folder: Instances. Parent ref: group-v415608. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1831.913135] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79ccf127-98fb-4e6f-8579-55a627480483 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.922277] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Created folder: Instances in parent group-v415608. [ 1831.922511] env[63348]: DEBUG oslo.service.loopingcall [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1831.922696] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1831.922897] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60d21ac5-f2b3-429e-91c1-627c18df01a4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.941010] env[63348]: DEBUG nova.compute.utils [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1831.944264] env[63348]: DEBUG nova.compute.manager [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1831.944466] env[63348]: DEBUG nova.network.neutron [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1831.950893] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1831.950893] env[63348]: value = "task-2022657" [ 1831.950893] env[63348]: _type = "Task" [ 1831.950893] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.960826] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022657, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.003153] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d75ff2-3d9f-0d8a-341b-68cd5c8a5724, 'name': SearchDatastore_Task, 'duration_secs': 0.009249} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.003418] env[63348]: DEBUG oslo_concurrency.lockutils [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.003676] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] dccd4694-dc48-44af-899f-af12059826cd/dccd4694-dc48-44af-899f-af12059826cd.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1832.003922] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97a7d6b3-aa0e-42f8-bc89-c38b9bb937e0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.009323] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1832.009323] env[63348]: value = "task-2022658" [ 1832.009323] env[63348]: _type = "Task" [ 1832.009323] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.016626] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.022378] env[63348]: DEBUG nova.network.neutron [-] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.026603] env[63348]: DEBUG nova.policy [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00f3106349b24f2d9e834331cc8915b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '277ce0a77c4d42cc87644e9a649aa0c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1832.071185] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022654, 'name': CreateVM_Task, 'duration_secs': 0.415049} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.071366] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a097994-1352-4863-b599-72a045363676] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1832.072026] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.072211] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.072541] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1832.072804] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85c520ea-4715-45fe-8299-d26b59dd2cd7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.077154] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Waiting for the task: (returnval){ [ 1832.077154] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526c3b37-d6b6-4f77-17da-82bff11f69a8" [ 1832.077154] env[63348]: _type = "Task" [ 1832.077154] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.084859] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526c3b37-d6b6-4f77-17da-82bff11f69a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.218767] env[63348]: DEBUG nova.network.neutron [req-63a91f4f-748c-4805-8b02-2d76e5c24ba4 req-bdf90842-68f5-4d00-ac71-c8ebcd4adfb3 service nova] [instance: 2a097994-1352-4863-b599-72a045363676] Updated VIF entry in instance network info cache for port eb9e024b-5748-46f9-b594-c3547578e88e. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1832.219145] env[63348]: DEBUG nova.network.neutron [req-63a91f4f-748c-4805-8b02-2d76e5c24ba4 req-bdf90842-68f5-4d00-ac71-c8ebcd4adfb3 service nova] [instance: 2a097994-1352-4863-b599-72a045363676] Updating instance_info_cache with network_info: [{"id": "eb9e024b-5748-46f9-b594-c3547578e88e", "address": "fa:16:3e:83:49:64", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9e024b-57", "ovs_interfaceid": "eb9e024b-5748-46f9-b594-c3547578e88e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.248063] env[63348]: DEBUG nova.network.neutron [req-e9a4dc47-a281-48fe-8f0f-dab60739b97f req-045db888-c493-41f2-ba30-0cf53a6975ae service nova] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Updated VIF entry in instance network info cache for port cc940ac3-7fd2-43c6-9b7a-a0f0b4118967. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1832.248412] env[63348]: DEBUG nova.network.neutron [req-e9a4dc47-a281-48fe-8f0f-dab60739b97f req-045db888-c493-41f2-ba30-0cf53a6975ae service nova] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Updating instance_info_cache with network_info: [{"id": "cc940ac3-7fd2-43c6-9b7a-a0f0b4118967", "address": "fa:16:3e:86:06:30", "network": {"id": "1f3fcb1d-19e2-4006-a4c9-63279411ba6a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-226485622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afbeb2a0da3455d803e8f221845e70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc940ac3-7f", "ovs_interfaceid": "cc940ac3-7fd2-43c6-9b7a-a0f0b4118967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.285046] env[63348]: DEBUG nova.compute.manager [req-d97954ce-144e-490e-b2ac-e85cd551bd15 req-00796871-7d8f-4249-b709-3cb5c659a57c service nova] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Received event network-vif-deleted-777f6e6c-9187-4297-95bd-da3a1e1c298f {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1832.381289] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8d51b6-a021-4e1b-84cc-d5dae68e48dc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.384594] env[63348]: DEBUG nova.network.neutron [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Successfully created port: 3116b201-fca0-40d4-850a-085de7c1aee1 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1832.402358] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fabd6d7-0c94-4dea-aa90-ad6262db11ea {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.445850] env[63348]: DEBUG nova.compute.manager [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1832.460637] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022657, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.518209] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.525308] env[63348]: INFO nova.compute.manager [-] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Took 1.74 seconds to deallocate network for instance. [ 1832.589723] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526c3b37-d6b6-4f77-17da-82bff11f69a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012321} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.590037] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.590333] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1832.590566] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.590707] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.590874] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1832.591148] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26cca31e-539b-4ca6-81b2-56bf7015e3c2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.610060] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1832.611092] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1832.611092] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b41dac50-a6d3-4fe7-a11a-efcbde243f60 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.618787] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Waiting for the task: (returnval){ [ 1832.618787] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521c5e2a-dfc8-732a-2ef0-90cab665a17d" [ 1832.618787] env[63348]: _type = "Task" [ 1832.618787] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.630026] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521c5e2a-dfc8-732a-2ef0-90cab665a17d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.721381] env[63348]: DEBUG oslo_concurrency.lockutils [req-63a91f4f-748c-4805-8b02-2d76e5c24ba4 req-bdf90842-68f5-4d00-ac71-c8ebcd4adfb3 service nova] Releasing lock "refresh_cache-2a097994-1352-4863-b599-72a045363676" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.753066] env[63348]: DEBUG oslo_concurrency.lockutils [req-e9a4dc47-a281-48fe-8f0f-dab60739b97f req-045db888-c493-41f2-ba30-0cf53a6975ae service nova] Releasing lock "refresh_cache-c4dbefbc-5e88-4451-8ed2-2b91e59662af" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.829205] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a6fde4-a275-4a98-80ad-bc6425a79a70 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.837048] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422fc7e5-229d-47a4-b4f9-40bce008fca8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.867696] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe5a29a-9047-487e-818c-59fe8c902069 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.876031] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad49e0a-f645-48e5-b8d8-f2af6785477a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.889073] env[63348]: DEBUG nova.compute.provider_tree [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1832.912235] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Creating Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1832.912562] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ed7febfd-41a0-4072-b619-228f8d99df7f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.920402] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1832.920402] env[63348]: value = "task-2022659" [ 1832.920402] env[63348]: _type = "Task" [ 1832.920402] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.930394] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022659, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.967028] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022657, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.019834] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.031513] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.131074] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521c5e2a-dfc8-732a-2ef0-90cab665a17d, 'name': SearchDatastore_Task, 'duration_secs': 0.009315} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.131824] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-798fe4d2-eacb-41ab-ae49-d6f4c6c3668a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.137758] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Waiting for the task: (returnval){ [ 1833.137758] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525ba699-712c-55f2-30b1-4f4957d64ea3" [ 1833.137758] env[63348]: _type = "Task" [ 1833.137758] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.147475] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525ba699-712c-55f2-30b1-4f4957d64ea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.392332] env[63348]: DEBUG nova.scheduler.client.report [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1833.429834] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022659, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.462038] env[63348]: DEBUG nova.compute.manager [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1833.467557] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022657, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.490344] env[63348]: DEBUG nova.virt.hardware [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1833.490577] env[63348]: DEBUG nova.virt.hardware [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1833.490734] env[63348]: DEBUG nova.virt.hardware [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1833.490911] env[63348]: DEBUG nova.virt.hardware [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1833.491065] env[63348]: DEBUG nova.virt.hardware [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1833.491210] env[63348]: DEBUG nova.virt.hardware [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1833.491409] env[63348]: DEBUG nova.virt.hardware [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1833.491565] env[63348]: DEBUG nova.virt.hardware [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1833.491725] env[63348]: DEBUG nova.virt.hardware [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1833.491881] env[63348]: DEBUG nova.virt.hardware [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1833.492065] env[63348]: DEBUG nova.virt.hardware [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1833.492854] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4b5d0f-7714-4970-92ef-d8ffe3c30a3a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.500074] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d9178e-9bc2-46f8-980b-2998b60bc321 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.519929] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022658, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.361539} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.520183] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] dccd4694-dc48-44af-899f-af12059826cd/dccd4694-dc48-44af-899f-af12059826cd.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1833.520390] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1833.520605] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b284e12-32c7-46a8-9f50-2d5546c88272 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.533968] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1833.533968] env[63348]: value = "task-2022660" [ 1833.533968] env[63348]: _type = "Task" [ 1833.533968] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.542874] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.647608] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525ba699-712c-55f2-30b1-4f4957d64ea3, 'name': SearchDatastore_Task, 'duration_secs': 0.050913} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.647873] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.648148] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 2a097994-1352-4863-b599-72a045363676/2a097994-1352-4863-b599-72a045363676.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1833.648406] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37cc0a1e-bf7f-458f-a83a-a4466cf055dc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.655227] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Waiting for the task: (returnval){ [ 1833.655227] env[63348]: value = "task-2022661" [ 1833.655227] env[63348]: _type = "Task" [ 1833.655227] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.664113] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.900190] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.900987] env[63348]: DEBUG nova.compute.manager [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1833.905321] env[63348]: DEBUG oslo_concurrency.lockutils [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.736s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.908879] env[63348]: DEBUG nova.objects.instance [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63348) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1833.935026] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022659, 'name': CreateSnapshot_Task, 'duration_secs': 0.515819} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.935907] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Created Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1833.936462] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437e5767-1bb7-45f4-8fdc-b70edeb84955 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.970332] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022657, 'name': CreateVM_Task, 'duration_secs': 1.611121} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.970332] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1833.970842] env[63348]: DEBUG oslo_concurrency.lockutils [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.971015] env[63348]: DEBUG oslo_concurrency.lockutils [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.971338] env[63348]: DEBUG oslo_concurrency.lockutils [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1833.971875] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943fed2d-b28e-4974-af3a-f41588421821 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.977230] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Waiting for the task: (returnval){ [ 1833.977230] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529e4371-4b1b-cfc1-ee2e-08cd845896cb" [ 1833.977230] env[63348]: _type = "Task" [ 1833.977230] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.985820] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529e4371-4b1b-cfc1-ee2e-08cd845896cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.045763] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066933} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.046055] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1834.046912] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8686352-4d66-4552-9478-8e0865344843 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.075665] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] dccd4694-dc48-44af-899f-af12059826cd/dccd4694-dc48-44af-899f-af12059826cd.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1834.076012] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c19bd7dd-25d7-4b37-96dc-921c3ed4bc14 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.098273] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1834.098273] env[63348]: value = "task-2022662" [ 1834.098273] env[63348]: _type = "Task" [ 1834.098273] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.106959] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.166654] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022661, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.317061] env[63348]: DEBUG nova.compute.manager [req-69e18ec3-6468-42d4-a214-59fbd2351d65 req-74f65bb3-b38f-4e5d-b5b1-284ee27a45a3 service nova] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Received event network-vif-plugged-3116b201-fca0-40d4-850a-085de7c1aee1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1834.317335] env[63348]: DEBUG oslo_concurrency.lockutils [req-69e18ec3-6468-42d4-a214-59fbd2351d65 req-74f65bb3-b38f-4e5d-b5b1-284ee27a45a3 service nova] Acquiring lock "0b73a63c-dab3-440b-b474-edaa3796f4bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.317567] env[63348]: DEBUG oslo_concurrency.lockutils [req-69e18ec3-6468-42d4-a214-59fbd2351d65 req-74f65bb3-b38f-4e5d-b5b1-284ee27a45a3 service nova] Lock "0b73a63c-dab3-440b-b474-edaa3796f4bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.317865] env[63348]: DEBUG oslo_concurrency.lockutils [req-69e18ec3-6468-42d4-a214-59fbd2351d65 req-74f65bb3-b38f-4e5d-b5b1-284ee27a45a3 service nova] Lock "0b73a63c-dab3-440b-b474-edaa3796f4bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.317987] env[63348]: DEBUG nova.compute.manager [req-69e18ec3-6468-42d4-a214-59fbd2351d65 req-74f65bb3-b38f-4e5d-b5b1-284ee27a45a3 service nova] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] No waiting events found dispatching network-vif-plugged-3116b201-fca0-40d4-850a-085de7c1aee1 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1834.318272] env[63348]: WARNING nova.compute.manager [req-69e18ec3-6468-42d4-a214-59fbd2351d65 req-74f65bb3-b38f-4e5d-b5b1-284ee27a45a3 service nova] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Received unexpected event network-vif-plugged-3116b201-fca0-40d4-850a-085de7c1aee1 for instance with vm_state building and task_state spawning. [ 1834.335871] env[63348]: DEBUG nova.network.neutron [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Successfully updated port: 3116b201-fca0-40d4-850a-085de7c1aee1 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1834.411609] env[63348]: DEBUG nova.compute.utils [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1834.415999] env[63348]: DEBUG nova.compute.manager [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1834.416208] env[63348]: DEBUG nova.network.neutron [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1834.461391] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Creating linked-clone VM from snapshot {{(pid=63348) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1834.463250] env[63348]: DEBUG nova.policy [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b3fa7cc26634546a2e13b1f280832db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '612f13e93f12469ca1e1a961bde003c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1834.465206] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ee73ae00-f168-4346-b79c-f6ba792938a4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.473973] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1834.473973] env[63348]: value = "task-2022663" [ 1834.473973] env[63348]: _type = "Task" [ 1834.473973] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.484374] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022663, 'name': CloneVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.490293] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529e4371-4b1b-cfc1-ee2e-08cd845896cb, 'name': SearchDatastore_Task, 'duration_secs': 0.033179} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.490716] env[63348]: DEBUG oslo_concurrency.lockutils [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.490932] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1834.491240] env[63348]: DEBUG oslo_concurrency.lockutils [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.491455] env[63348]: DEBUG oslo_concurrency.lockutils [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.491721] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1834.492016] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-038fe6f8-9fd8-4c96-b169-49f32b9f4dc0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.499827] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1834.500095] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1834.500841] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e7c90c7-9e21-4018-b481-32691a64bd58 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.505794] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Waiting for the task: (returnval){ [ 1834.505794] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52259d2f-28aa-0f24-042c-8cd7618f629e" [ 1834.505794] env[63348]: _type = "Task" [ 1834.505794] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.513419] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52259d2f-28aa-0f24-042c-8cd7618f629e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.611944] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022662, 'name': ReconfigVM_Task, 'duration_secs': 0.457479} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.612375] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Reconfigured VM instance instance-00000039 to attach disk [datastore1] dccd4694-dc48-44af-899f-af12059826cd/dccd4694-dc48-44af-899f-af12059826cd.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1834.613260] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9638a169-5b9d-4f74-85dc-d13a85927a7a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.624712] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1834.624712] env[63348]: value = "task-2022664" [ 1834.624712] env[63348]: _type = "Task" [ 1834.624712] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.635711] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022664, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.666491] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789938} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.667404] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 2a097994-1352-4863-b599-72a045363676/2a097994-1352-4863-b599-72a045363676.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1834.667404] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1834.667404] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-352de590-0a05-4e62-adc8-0c6369e9a347 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.673901] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Waiting for the task: (returnval){ [ 1834.673901] env[63348]: value = "task-2022665" [ 1834.673901] env[63348]: _type = "Task" [ 1834.673901] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.685416] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.749450] env[63348]: DEBUG nova.network.neutron [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Successfully created port: a37d3d21-f5a4-4136-acdd-6bcd3f0d21bb {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1834.838311] env[63348]: DEBUG oslo_concurrency.lockutils [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "refresh_cache-0b73a63c-dab3-440b-b474-edaa3796f4bc" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.838470] env[63348]: DEBUG oslo_concurrency.lockutils [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "refresh_cache-0b73a63c-dab3-440b-b474-edaa3796f4bc" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.838696] env[63348]: DEBUG nova.network.neutron [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1834.917127] env[63348]: DEBUG nova.compute.manager [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1834.920985] env[63348]: DEBUG oslo_concurrency.lockutils [None req-43260b78-903d-4779-8e4a-9a080701a56e tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.926747] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.133s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.927011] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.932757] env[63348]: DEBUG oslo_concurrency.lockutils [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 30.435s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.954207] env[63348]: INFO nova.scheduler.client.report [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Deleted allocations for instance d25f45cd-1bc9-44ec-b06f-fe89fcc0a170 [ 1834.986708] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022663, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.017352] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52259d2f-28aa-0f24-042c-8cd7618f629e, 'name': SearchDatastore_Task, 'duration_secs': 0.008759} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.017627] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af6b81f-0c3f-4bc6-b9cc-c75ce2f9506e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.023759] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Waiting for the task: (returnval){ [ 1835.023759] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a35d03-565a-08b8-e33a-757d24f40877" [ 1835.023759] env[63348]: _type = "Task" [ 1835.023759] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.033371] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a35d03-565a-08b8-e33a-757d24f40877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.135375] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022664, 'name': Rename_Task, 'duration_secs': 0.187213} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.135668] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1835.135912] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e17b5810-58c3-459c-8d3a-2d9ccaeb28c1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.144277] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1835.144277] env[63348]: value = "task-2022666" [ 1835.144277] env[63348]: _type = "Task" [ 1835.144277] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.155430] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.188966] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095246} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.188966] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1835.188966] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805260d4-4f36-47ec-80ff-a628ccb58dc9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.211061] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 2a097994-1352-4863-b599-72a045363676/2a097994-1352-4863-b599-72a045363676.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1835.211807] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c883b374-78d2-4f77-a81f-9c4631137b7f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.231346] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Waiting for the task: (returnval){ [ 1835.231346] env[63348]: value = "task-2022667" [ 1835.231346] env[63348]: _type = "Task" [ 1835.231346] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.240922] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.410755] env[63348]: DEBUG nova.network.neutron [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1835.440040] env[63348]: DEBUG nova.objects.instance [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lazy-loading 'migration_context' on Instance uuid 36970daf-9b81-47f3-94fe-963dd71f90d6 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1835.464362] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e59c42b-ea4c-4d28-a14c-aeb5e4b447fb tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "d25f45cd-1bc9-44ec-b06f-fe89fcc0a170" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.459s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.485281] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022663, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.538948] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a35d03-565a-08b8-e33a-757d24f40877, 'name': SearchDatastore_Task, 'duration_secs': 0.011028} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.539227] env[63348]: DEBUG oslo_concurrency.lockutils [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.539487] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] c4dbefbc-5e88-4451-8ed2-2b91e59662af/c4dbefbc-5e88-4451-8ed2-2b91e59662af.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1835.539766] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55639f72-fee2-46a3-8d60-d7764bc40e19 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.546441] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Waiting for the task: (returnval){ [ 1835.546441] env[63348]: value = "task-2022668" [ 1835.546441] env[63348]: _type = "Task" [ 1835.546441] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.554056] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': task-2022668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.632937] env[63348]: DEBUG nova.network.neutron [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Updating instance_info_cache with network_info: [{"id": "3116b201-fca0-40d4-850a-085de7c1aee1", "address": "fa:16:3e:15:82:8b", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3116b201-fc", "ovs_interfaceid": "3116b201-fca0-40d4-850a-085de7c1aee1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.654347] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.742159] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022667, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.819022] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquiring lock "64e837aa-0ab3-4cb4-a60b-287bf47f9ad7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.819135] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "64e837aa-0ab3-4cb4-a60b-287bf47f9ad7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.819276] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquiring lock "64e837aa-0ab3-4cb4-a60b-287bf47f9ad7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.820068] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "64e837aa-0ab3-4cb4-a60b-287bf47f9ad7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.820068] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "64e837aa-0ab3-4cb4-a60b-287bf47f9ad7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.822084] env[63348]: INFO nova.compute.manager [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Terminating instance [ 1835.935042] env[63348]: DEBUG nova.compute.manager [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1835.970432] env[63348]: DEBUG nova.virt.hardware [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3c8d15dcbaf39e459b2f988b4f4ab23e',container_format='bare',created_at=2025-01-06T02:37:47Z,direct_url=,disk_format='vmdk',id=f869345c-19f1-48ed-a0ed-1ddbfb8333b0,min_disk=1,min_ram=0,name='tempest-test-snap-135304816',owner='612f13e93f12469ca1e1a961bde003c5',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-01-06T02:38:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1835.970557] env[63348]: DEBUG nova.virt.hardware [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1835.970717] env[63348]: DEBUG nova.virt.hardware [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1835.970922] env[63348]: DEBUG nova.virt.hardware [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1835.971095] env[63348]: DEBUG nova.virt.hardware [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1835.971246] env[63348]: DEBUG nova.virt.hardware [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1835.971450] env[63348]: DEBUG nova.virt.hardware [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1835.971866] env[63348]: DEBUG nova.virt.hardware [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1835.971866] env[63348]: DEBUG nova.virt.hardware [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1835.971970] env[63348]: DEBUG nova.virt.hardware [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1835.972093] env[63348]: DEBUG nova.virt.hardware [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1835.973187] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010c18d2-848f-4d00-a1d4-22473db5ad7a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.987690] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022663, 'name': CloneVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.989040] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc594b3-a2c9-4aa5-9c04-c4d211f3c67f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.058736] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': task-2022668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.136905] env[63348]: DEBUG oslo_concurrency.lockutils [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "refresh_cache-0b73a63c-dab3-440b-b474-edaa3796f4bc" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.137563] env[63348]: DEBUG nova.compute.manager [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Instance network_info: |[{"id": "3116b201-fca0-40d4-850a-085de7c1aee1", "address": "fa:16:3e:15:82:8b", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3116b201-fc", "ovs_interfaceid": "3116b201-fca0-40d4-850a-085de7c1aee1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1836.138879] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:82:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3116b201-fca0-40d4-850a-085de7c1aee1', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1836.152433] env[63348]: DEBUG oslo.service.loopingcall [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.155912] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1836.161364] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01e45b36-e00f-4870-aaf8-0cc24dbf8477 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.193884] env[63348]: DEBUG oslo_vmware.api [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022666, 'name': PowerOnVM_Task, 'duration_secs': 0.753043} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.194648] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1836.194867] env[63348]: DEBUG nova.compute.manager [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1836.195172] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1836.195172] env[63348]: value = "task-2022669" [ 1836.195172] env[63348]: _type = "Task" [ 1836.195172] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.196878] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47c64bc-d2f4-4e23-907a-e871401c2c37 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.212799] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022669, 'name': CreateVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.247419] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022667, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.329453] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquiring lock "refresh_cache-64e837aa-0ab3-4cb4-a60b-287bf47f9ad7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.329453] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquired lock "refresh_cache-64e837aa-0ab3-4cb4-a60b-287bf47f9ad7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.329453] env[63348]: DEBUG nova.network.neutron [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1836.333294] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceb6014-598b-4e33-925b-fd545bed59dc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.341728] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db295094-7a08-4e14-98b5-51168544de97 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.380859] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf8bf23-31d6-410f-98ce-c0dedaaccf5c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.384514] env[63348]: DEBUG nova.compute.manager [req-476ae9e9-e2db-4b66-b6c3-eb1337d126ae req-73659283-8dbc-430c-8e71-5ad79bae3ee2 service nova] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Received event network-changed-3116b201-fca0-40d4-850a-085de7c1aee1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1836.384831] env[63348]: DEBUG nova.compute.manager [req-476ae9e9-e2db-4b66-b6c3-eb1337d126ae req-73659283-8dbc-430c-8e71-5ad79bae3ee2 service nova] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Refreshing instance network info cache due to event network-changed-3116b201-fca0-40d4-850a-085de7c1aee1. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1836.385155] env[63348]: DEBUG oslo_concurrency.lockutils [req-476ae9e9-e2db-4b66-b6c3-eb1337d126ae req-73659283-8dbc-430c-8e71-5ad79bae3ee2 service nova] Acquiring lock "refresh_cache-0b73a63c-dab3-440b-b474-edaa3796f4bc" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.386051] env[63348]: DEBUG oslo_concurrency.lockutils [req-476ae9e9-e2db-4b66-b6c3-eb1337d126ae req-73659283-8dbc-430c-8e71-5ad79bae3ee2 service nova] Acquired lock "refresh_cache-0b73a63c-dab3-440b-b474-edaa3796f4bc" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.386051] env[63348]: DEBUG nova.network.neutron [req-476ae9e9-e2db-4b66-b6c3-eb1337d126ae req-73659283-8dbc-430c-8e71-5ad79bae3ee2 service nova] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Refreshing network info cache for port 3116b201-fca0-40d4-850a-085de7c1aee1 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1836.393188] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd1f93f-63c4-40dc-81dd-1048bcf7812f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.408662] env[63348]: DEBUG nova.compute.provider_tree [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1836.486016] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022663, 'name': CloneVM_Task, 'duration_secs': 1.573254} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.486016] env[63348]: INFO nova.virt.vmwareapi.vmops [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Created linked-clone VM from snapshot [ 1836.486785] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45743f46-1d5e-4409-8434-89e826dd3f73 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.494039] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Uploading image beafbb89-8544-4a77-b0e6-2be66e2bb0c5 {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1836.517531] env[63348]: DEBUG oslo_vmware.rw_handles [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1836.517531] env[63348]: value = "vm-415612" [ 1836.517531] env[63348]: _type = "VirtualMachine" [ 1836.517531] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1836.517844] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3e59b75f-9ff6-463e-955b-4aa7b2f27afb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.524636] env[63348]: DEBUG oslo_vmware.rw_handles [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lease: (returnval){ [ 1836.524636] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5209257b-a4be-aac7-5956-d7bf4e702507" [ 1836.524636] env[63348]: _type = "HttpNfcLease" [ 1836.524636] env[63348]: } obtained for exporting VM: (result){ [ 1836.524636] env[63348]: value = "vm-415612" [ 1836.524636] env[63348]: _type = "VirtualMachine" [ 1836.524636] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1836.524988] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the lease: (returnval){ [ 1836.524988] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5209257b-a4be-aac7-5956-d7bf4e702507" [ 1836.524988] env[63348]: _type = "HttpNfcLease" [ 1836.524988] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1836.532952] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1836.532952] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5209257b-a4be-aac7-5956-d7bf4e702507" [ 1836.532952] env[63348]: _type = "HttpNfcLease" [ 1836.532952] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1836.556297] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': task-2022668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.592339] env[63348]: DEBUG nova.network.neutron [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Successfully updated port: a37d3d21-f5a4-4136-acdd-6bcd3f0d21bb {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1836.712427] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022669, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.723213] env[63348]: DEBUG oslo_concurrency.lockutils [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.747228] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022667, 'name': ReconfigVM_Task, 'duration_secs': 1.415578} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.747577] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 2a097994-1352-4863-b599-72a045363676/2a097994-1352-4863-b599-72a045363676.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1836.748317] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3850e38-c58a-4648-9888-f4e81f6c0094 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.755277] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Waiting for the task: (returnval){ [ 1836.755277] env[63348]: value = "task-2022671" [ 1836.755277] env[63348]: _type = "Task" [ 1836.755277] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.764272] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022671, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.858108] env[63348]: DEBUG nova.network.neutron [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1836.915712] env[63348]: DEBUG nova.scheduler.client.report [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1836.950100] env[63348]: DEBUG nova.network.neutron [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.038622] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1837.038622] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5209257b-a4be-aac7-5956-d7bf4e702507" [ 1837.038622] env[63348]: _type = "HttpNfcLease" [ 1837.038622] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1837.039184] env[63348]: DEBUG oslo_vmware.rw_handles [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1837.039184] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5209257b-a4be-aac7-5956-d7bf4e702507" [ 1837.039184] env[63348]: _type = "HttpNfcLease" [ 1837.039184] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1837.039908] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25ac5e6-7fc7-4356-a3cb-5cb98236fb32 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.048059] env[63348]: DEBUG oslo_vmware.rw_handles [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52839563-0d7f-e752-17eb-2836e4488a2c/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1837.048288] env[63348]: DEBUG oslo_vmware.rw_handles [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52839563-0d7f-e752-17eb-2836e4488a2c/disk-0.vmdk for reading. {{(pid=63348) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1837.110140] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "refresh_cache-9fd7a35d-7d74-454d-94d1-6f3acd68e357" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.110302] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired lock "refresh_cache-9fd7a35d-7d74-454d-94d1-6f3acd68e357" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.110456] env[63348]: DEBUG nova.network.neutron [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1837.121029] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': task-2022668, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.485742} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.121029] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] c4dbefbc-5e88-4451-8ed2-2b91e59662af/c4dbefbc-5e88-4451-8ed2-2b91e59662af.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1837.121029] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1837.121029] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37aca3ea-6ab0-4918-b561-470e74af3a73 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.128248] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Waiting for the task: (returnval){ [ 1837.128248] env[63348]: value = "task-2022672" [ 1837.128248] env[63348]: _type = "Task" [ 1837.128248] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.138874] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': task-2022672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.151110] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-66a357f1-2a17-4d74-8120-67b516d7bdba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.209147] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022669, 'name': CreateVM_Task, 'duration_secs': 0.94825} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.209377] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1837.210056] env[63348]: DEBUG oslo_concurrency.lockutils [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.210233] env[63348]: DEBUG oslo_concurrency.lockutils [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.210546] env[63348]: DEBUG oslo_concurrency.lockutils [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1837.210849] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef16841-e75c-4a83-90f5-187930a1c79f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.215350] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1837.215350] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52eb1640-3809-5811-2568-acd31d93c46f" [ 1837.215350] env[63348]: _type = "Task" [ 1837.215350] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.222752] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52eb1640-3809-5811-2568-acd31d93c46f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.265052] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022671, 'name': Rename_Task, 'duration_secs': 0.408192} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.265333] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1837.265574] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55239dd9-6eee-4529-9e06-e89632e4a610 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.267644] env[63348]: DEBUG nova.network.neutron [req-476ae9e9-e2db-4b66-b6c3-eb1337d126ae req-73659283-8dbc-430c-8e71-5ad79bae3ee2 service nova] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Updated VIF entry in instance network info cache for port 3116b201-fca0-40d4-850a-085de7c1aee1. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1837.267967] env[63348]: DEBUG nova.network.neutron [req-476ae9e9-e2db-4b66-b6c3-eb1337d126ae req-73659283-8dbc-430c-8e71-5ad79bae3ee2 service nova] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Updating instance_info_cache with network_info: [{"id": "3116b201-fca0-40d4-850a-085de7c1aee1", "address": "fa:16:3e:15:82:8b", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3116b201-fc", "ovs_interfaceid": "3116b201-fca0-40d4-850a-085de7c1aee1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.273817] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Waiting for the task: (returnval){ [ 1837.273817] env[63348]: value = "task-2022673" [ 1837.273817] env[63348]: _type = "Task" [ 1837.273817] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.283848] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.452953] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Releasing lock "refresh_cache-64e837aa-0ab3-4cb4-a60b-287bf47f9ad7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.453488] env[63348]: DEBUG nova.compute.manager [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1837.453804] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1837.454836] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef52ee0c-5b17-455e-9202-edf214cc040e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.464931] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1837.466482] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57bc4290-0459-43a0-9b2f-67f133d09643 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.473372] env[63348]: DEBUG oslo_vmware.api [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1837.473372] env[63348]: value = "task-2022674" [ 1837.473372] env[63348]: _type = "Task" [ 1837.473372] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.484694] env[63348]: DEBUG oslo_vmware.api [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.639044] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': task-2022672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062996} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.639044] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1837.639573] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf1de18-63eb-4c7c-8b36-4fd59bbda0d1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.662406] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] c4dbefbc-5e88-4451-8ed2-2b91e59662af/c4dbefbc-5e88-4451-8ed2-2b91e59662af.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1837.663623] env[63348]: DEBUG nova.network.neutron [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1837.665748] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c5246ba-d4f5-4e82-8b76-7120c7acc771 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.686989] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Waiting for the task: (returnval){ [ 1837.686989] env[63348]: value = "task-2022675" [ 1837.686989] env[63348]: _type = "Task" [ 1837.686989] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.695287] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': task-2022675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.726731] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52eb1640-3809-5811-2568-acd31d93c46f, 'name': SearchDatastore_Task, 'duration_secs': 0.048339} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.730026] env[63348]: DEBUG oslo_concurrency.lockutils [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.730413] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1837.731285] env[63348]: DEBUG oslo_concurrency.lockutils [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.731689] env[63348]: DEBUG oslo_concurrency.lockutils [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.732229] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1837.732341] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14d8f611-19f9-4570-bba5-f7ad2211006b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.742738] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1837.743097] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1837.743929] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631d1611-0305-4af6-976c-5f7e2b044ef1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.750024] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1837.750024] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52aa4ac8-9323-2e64-5e00-b60294c96869" [ 1837.750024] env[63348]: _type = "Task" [ 1837.750024] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.758135] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52aa4ac8-9323-2e64-5e00-b60294c96869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.771057] env[63348]: DEBUG oslo_concurrency.lockutils [req-476ae9e9-e2db-4b66-b6c3-eb1337d126ae req-73659283-8dbc-430c-8e71-5ad79bae3ee2 service nova] Releasing lock "refresh_cache-0b73a63c-dab3-440b-b474-edaa3796f4bc" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.784181] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022673, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.814124] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Acquiring lock "dccd4694-dc48-44af-899f-af12059826cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.814485] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Lock "dccd4694-dc48-44af-899f-af12059826cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.814766] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Acquiring lock "dccd4694-dc48-44af-899f-af12059826cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.815036] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Lock "dccd4694-dc48-44af-899f-af12059826cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.815244] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Lock "dccd4694-dc48-44af-899f-af12059826cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.817585] env[63348]: INFO nova.compute.manager [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Terminating instance [ 1837.916077] env[63348]: DEBUG nova.network.neutron [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Updating instance_info_cache with network_info: [{"id": "a37d3d21-f5a4-4136-acdd-6bcd3f0d21bb", "address": "fa:16:3e:55:3e:b3", "network": {"id": "d8db0652-40ca-4962-b22c-4094827b7de1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752680112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "612f13e93f12469ca1e1a961bde003c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37d3d21-f5", "ovs_interfaceid": "a37d3d21-f5a4-4136-acdd-6bcd3f0d21bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.927706] env[63348]: DEBUG oslo_concurrency.lockutils [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.995s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.934844] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.379s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.935070] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.935296] env[63348]: INFO nova.compute.manager [None req-9fca00be-0557-410f-a155-2aa3fb419eea tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Successfully reverted task state from rebuilding on failure for instance. [ 1837.940336] env[63348]: DEBUG oslo_concurrency.lockutils [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.117s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.940623] env[63348]: DEBUG oslo_concurrency.lockutils [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.945026] env[63348]: DEBUG oslo_concurrency.lockutils [None req-21b4cf90-05c7-427e-8776-ade463dfcefa tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.853s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.945104] env[63348]: DEBUG oslo_concurrency.lockutils [None req-21b4cf90-05c7-427e-8776-ade463dfcefa tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.946905] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.676s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.948454] env[63348]: INFO nova.compute.claims [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1837.980849] env[63348]: INFO nova.scheduler.client.report [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Deleted allocations for instance 1ef63437-d024-4508-8433-596f964fbc2e [ 1837.988963] env[63348]: DEBUG oslo_vmware.api [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022674, 'name': PowerOffVM_Task, 'duration_secs': 0.124221} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.989624] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1837.989899] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1837.990489] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dfc0406-c118-4b25-a581-8137b35a9977 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.015895] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1838.016156] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1838.016468] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Deleting the datastore file [datastore1] 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1838.017423] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb43defa-4ce1-47b9-98db-b5b3338c0f25 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.025032] env[63348]: DEBUG oslo_vmware.api [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for the task: (returnval){ [ 1838.025032] env[63348]: value = "task-2022677" [ 1838.025032] env[63348]: _type = "Task" [ 1838.025032] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.033661] env[63348]: DEBUG oslo_vmware.api [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.197258] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': task-2022675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.261093] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52aa4ac8-9323-2e64-5e00-b60294c96869, 'name': SearchDatastore_Task, 'duration_secs': 0.011625} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.262075] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd017cb1-ea26-444e-9892-b0d02420cdc5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.267611] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1838.267611] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5263023b-a20c-8b09-99c3-28a027a0d5ab" [ 1838.267611] env[63348]: _type = "Task" [ 1838.267611] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.277885] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5263023b-a20c-8b09-99c3-28a027a0d5ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.286650] env[63348]: DEBUG oslo_vmware.api [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022673, 'name': PowerOnVM_Task, 'duration_secs': 0.526831} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.286650] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1838.286650] env[63348]: INFO nova.compute.manager [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Took 13.07 seconds to spawn the instance on the hypervisor. [ 1838.287150] env[63348]: DEBUG nova.compute.manager [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1838.288167] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c8a96d-928a-4304-a5f3-45dbf153418c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.322116] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Acquiring lock "refresh_cache-dccd4694-dc48-44af-899f-af12059826cd" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.322472] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Acquired lock "refresh_cache-dccd4694-dc48-44af-899f-af12059826cd" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.322766] env[63348]: DEBUG nova.network.neutron [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1838.419052] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Releasing lock "refresh_cache-9fd7a35d-7d74-454d-94d1-6f3acd68e357" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.419468] env[63348]: DEBUG nova.compute.manager [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Instance network_info: |[{"id": "a37d3d21-f5a4-4136-acdd-6bcd3f0d21bb", "address": "fa:16:3e:55:3e:b3", "network": {"id": "d8db0652-40ca-4962-b22c-4094827b7de1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752680112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "612f13e93f12469ca1e1a961bde003c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37d3d21-f5", "ovs_interfaceid": "a37d3d21-f5a4-4136-acdd-6bcd3f0d21bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1838.420013] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:3e:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a37d3d21-f5a4-4136-acdd-6bcd3f0d21bb', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1838.429932] env[63348]: DEBUG oslo.service.loopingcall [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1838.431570] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1838.432976] env[63348]: DEBUG nova.compute.manager [req-e23130d1-ac5d-40dc-972c-565581d21489 req-256c08d1-d934-4ca5-9f3b-a4722d1b4bdf service nova] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Received event network-vif-plugged-a37d3d21-f5a4-4136-acdd-6bcd3f0d21bb {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1838.433082] env[63348]: DEBUG oslo_concurrency.lockutils [req-e23130d1-ac5d-40dc-972c-565581d21489 req-256c08d1-d934-4ca5-9f3b-a4722d1b4bdf service nova] Acquiring lock "9fd7a35d-7d74-454d-94d1-6f3acd68e357-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.433290] env[63348]: DEBUG oslo_concurrency.lockutils [req-e23130d1-ac5d-40dc-972c-565581d21489 req-256c08d1-d934-4ca5-9f3b-a4722d1b4bdf service nova] Lock "9fd7a35d-7d74-454d-94d1-6f3acd68e357-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.433542] env[63348]: DEBUG oslo_concurrency.lockutils [req-e23130d1-ac5d-40dc-972c-565581d21489 req-256c08d1-d934-4ca5-9f3b-a4722d1b4bdf service nova] Lock "9fd7a35d-7d74-454d-94d1-6f3acd68e357-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.433773] env[63348]: DEBUG nova.compute.manager [req-e23130d1-ac5d-40dc-972c-565581d21489 req-256c08d1-d934-4ca5-9f3b-a4722d1b4bdf service nova] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] No waiting events found dispatching network-vif-plugged-a37d3d21-f5a4-4136-acdd-6bcd3f0d21bb {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1838.434018] env[63348]: WARNING nova.compute.manager [req-e23130d1-ac5d-40dc-972c-565581d21489 req-256c08d1-d934-4ca5-9f3b-a4722d1b4bdf service nova] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Received unexpected event network-vif-plugged-a37d3d21-f5a4-4136-acdd-6bcd3f0d21bb for instance with vm_state building and task_state spawning. [ 1838.434243] env[63348]: DEBUG nova.compute.manager [req-e23130d1-ac5d-40dc-972c-565581d21489 req-256c08d1-d934-4ca5-9f3b-a4722d1b4bdf service nova] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Received event network-changed-a37d3d21-f5a4-4136-acdd-6bcd3f0d21bb {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1838.434447] env[63348]: DEBUG nova.compute.manager [req-e23130d1-ac5d-40dc-972c-565581d21489 req-256c08d1-d934-4ca5-9f3b-a4722d1b4bdf service nova] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Refreshing instance network info cache due to event network-changed-a37d3d21-f5a4-4136-acdd-6bcd3f0d21bb. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1838.435024] env[63348]: DEBUG oslo_concurrency.lockutils [req-e23130d1-ac5d-40dc-972c-565581d21489 req-256c08d1-d934-4ca5-9f3b-a4722d1b4bdf service nova] Acquiring lock "refresh_cache-9fd7a35d-7d74-454d-94d1-6f3acd68e357" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.435024] env[63348]: DEBUG oslo_concurrency.lockutils [req-e23130d1-ac5d-40dc-972c-565581d21489 req-256c08d1-d934-4ca5-9f3b-a4722d1b4bdf service nova] Acquired lock "refresh_cache-9fd7a35d-7d74-454d-94d1-6f3acd68e357" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.435024] env[63348]: DEBUG nova.network.neutron [req-e23130d1-ac5d-40dc-972c-565581d21489 req-256c08d1-d934-4ca5-9f3b-a4722d1b4bdf service nova] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Refreshing network info cache for port a37d3d21-f5a4-4136-acdd-6bcd3f0d21bb {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1838.436218] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-868171bc-3f8c-439f-84d4-b54d664833dc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.457533] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1838.457533] env[63348]: value = "task-2022678" [ 1838.457533] env[63348]: _type = "Task" [ 1838.457533] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.470734] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022678, 'name': CreateVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.475272] env[63348]: DEBUG oslo_concurrency.lockutils [None req-21b4cf90-05c7-427e-8776-ade463dfcefa tempest-ServerActionsV293TestJSON-626521840 tempest-ServerActionsV293TestJSON-626521840-project-member] Lock "7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.757s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.492961] env[63348]: DEBUG oslo_concurrency.lockutils [None req-45537318-fd71-43c3-be36-688d98e54076 tempest-SecurityGroupsTestJSON-467298319 tempest-SecurityGroupsTestJSON-467298319-project-member] Lock "1ef63437-d024-4508-8433-596f964fbc2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.232s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.535879] env[63348]: DEBUG oslo_vmware.api [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Task: {'id': task-2022677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268362} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.536238] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1838.536539] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1838.536740] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1838.536999] env[63348]: INFO nova.compute.manager [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1838.537346] env[63348]: DEBUG oslo.service.loopingcall [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1838.537586] env[63348]: DEBUG nova.compute.manager [-] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1838.537750] env[63348]: DEBUG nova.network.neutron [-] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1838.579642] env[63348]: DEBUG nova.network.neutron [-] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1838.697591] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': task-2022675, 'name': ReconfigVM_Task, 'duration_secs': 0.64878} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.697975] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Reconfigured VM instance instance-0000003a to attach disk [datastore1] c4dbefbc-5e88-4451-8ed2-2b91e59662af/c4dbefbc-5e88-4451-8ed2-2b91e59662af.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1838.698725] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bbedc6e-c9be-4345-bc6d-480359201a81 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.706148] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Waiting for the task: (returnval){ [ 1838.706148] env[63348]: value = "task-2022679" [ 1838.706148] env[63348]: _type = "Task" [ 1838.706148] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.714825] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': task-2022679, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.780077] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5263023b-a20c-8b09-99c3-28a027a0d5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.780458] env[63348]: DEBUG oslo_concurrency.lockutils [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.780802] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 0b73a63c-dab3-440b-b474-edaa3796f4bc/0b73a63c-dab3-440b-b474-edaa3796f4bc.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1838.781480] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4a2f780-964f-4cce-ac89-0b937c1f319c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.790162] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1838.790162] env[63348]: value = "task-2022680" [ 1838.790162] env[63348]: _type = "Task" [ 1838.790162] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.798214] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.816874] env[63348]: INFO nova.compute.manager [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Took 45.24 seconds to build instance. [ 1838.910571] env[63348]: DEBUG nova.compute.manager [None req-95e41082-4dc0-4d01-851a-6077938c6f55 tempest-ServerDiagnosticsTest-794814760 tempest-ServerDiagnosticsTest-794814760-project-admin] [instance: 2a097994-1352-4863-b599-72a045363676] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1838.912255] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0fbeca-97ad-4064-9023-4b8a21879dc4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.919445] env[63348]: INFO nova.compute.manager [None req-95e41082-4dc0-4d01-851a-6077938c6f55 tempest-ServerDiagnosticsTest-794814760 tempest-ServerDiagnosticsTest-794814760-project-admin] [instance: 2a097994-1352-4863-b599-72a045363676] Retrieving diagnostics [ 1838.920602] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203e1c65-9491-4093-b401-f83bf30f58ee {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.973103] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022678, 'name': CreateVM_Task, 'duration_secs': 0.505339} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.973103] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1838.973895] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f869345c-19f1-48ed-a0ed-1ddbfb8333b0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.974113] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f869345c-19f1-48ed-a0ed-1ddbfb8333b0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.974542] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f869345c-19f1-48ed-a0ed-1ddbfb8333b0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1838.978285] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39562356-7eec-47e1-a825-dad9625ef4fa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.984096] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1838.984096] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5278b881-2b24-dd84-e51a-ddd7083b88cd" [ 1838.984096] env[63348]: _type = "Task" [ 1838.984096] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.997491] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5278b881-2b24-dd84-e51a-ddd7083b88cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.084825] env[63348]: DEBUG nova.network.neutron [-] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.092070] env[63348]: DEBUG nova.network.neutron [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1839.216686] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': task-2022679, 'name': Rename_Task, 'duration_secs': 0.191413} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.219883] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1839.220858] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6a17e18-8b43-4a89-99ee-1f1d283a30ae {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.228628] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Waiting for the task: (returnval){ [ 1839.228628] env[63348]: value = "task-2022681" [ 1839.228628] env[63348]: _type = "Task" [ 1839.228628] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.241371] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': task-2022681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.265118] env[63348]: DEBUG nova.network.neutron [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.304498] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022680, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.319580] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0636755a-1a37-488a-bd16-6ca9733962c4 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Lock "2a097994-1352-4863-b599-72a045363676" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.762s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.397023] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddec86c3-6cb2-4481-bd90-b0ce1484ee2a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.404205] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e265b3-3787-4066-851d-122c2110d15c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.445669] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6a15b9-2793-4acb-bf70-0e47e6a15bb1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.454277] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048f2ec6-7570-4826-8eb1-930c8f3223ba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.470977] env[63348]: DEBUG nova.compute.provider_tree [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1839.499310] env[63348]: INFO nova.compute.manager [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Swapping old allocation on dict_keys(['792f3f50-7bf3-4710-b72e-b20aee2a288d']) held by migration c0715392-bd34-4e6c-a109-4e7ebceb5764 for instance [ 1839.499601] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f869345c-19f1-48ed-a0ed-1ddbfb8333b0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.499890] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Processing image f869345c-19f1-48ed-a0ed-1ddbfb8333b0 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1839.500197] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f869345c-19f1-48ed-a0ed-1ddbfb8333b0/f869345c-19f1-48ed-a0ed-1ddbfb8333b0.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.500347] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f869345c-19f1-48ed-a0ed-1ddbfb8333b0/f869345c-19f1-48ed-a0ed-1ddbfb8333b0.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.500522] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1839.503158] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0adced51-9fd4-4b08-a34c-d0d78e4b2bb4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.511908] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1839.512125] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1839.512865] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bd5b136-ce09-4854-b961-bceb69f6770e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.521997] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1839.521997] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e85edd-23f4-980a-812e-624dc94b8665" [ 1839.521997] env[63348]: _type = "Task" [ 1839.521997] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.530082] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e85edd-23f4-980a-812e-624dc94b8665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.531126] env[63348]: DEBUG nova.scheduler.client.report [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Overwriting current allocation {'allocations': {'792f3f50-7bf3-4710-b72e-b20aee2a288d': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 80}}, 'project_id': 'ddbd36d53978473a8e5f50c7f4f7d6e6', 'user_id': 'f9522bfc8a794968bfbd122f2b65640a', 'consumer_generation': 1} on consumer 36970daf-9b81-47f3-94fe-963dd71f90d6 {{(pid=63348) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1839.598123] env[63348]: INFO nova.compute.manager [-] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Took 1.06 seconds to deallocate network for instance. [ 1839.687123] env[63348]: DEBUG nova.network.neutron [req-e23130d1-ac5d-40dc-972c-565581d21489 req-256c08d1-d934-4ca5-9f3b-a4722d1b4bdf service nova] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Updated VIF entry in instance network info cache for port a37d3d21-f5a4-4136-acdd-6bcd3f0d21bb. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1839.687498] env[63348]: DEBUG nova.network.neutron [req-e23130d1-ac5d-40dc-972c-565581d21489 req-256c08d1-d934-4ca5-9f3b-a4722d1b4bdf service nova] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Updating instance_info_cache with network_info: [{"id": "a37d3d21-f5a4-4136-acdd-6bcd3f0d21bb", "address": "fa:16:3e:55:3e:b3", "network": {"id": "d8db0652-40ca-4962-b22c-4094827b7de1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752680112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "612f13e93f12469ca1e1a961bde003c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37d3d21-f5", "ovs_interfaceid": "a37d3d21-f5a4-4136-acdd-6bcd3f0d21bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.697745] env[63348]: DEBUG oslo_concurrency.lockutils [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "refresh_cache-36970daf-9b81-47f3-94fe-963dd71f90d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.698014] env[63348]: DEBUG oslo_concurrency.lockutils [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquired lock "refresh_cache-36970daf-9b81-47f3-94fe-963dd71f90d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.698131] env[63348]: DEBUG nova.network.neutron [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1839.739412] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': task-2022681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.767558] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Releasing lock "refresh_cache-dccd4694-dc48-44af-899f-af12059826cd" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.768234] env[63348]: DEBUG nova.compute.manager [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1839.768234] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1839.769089] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02f6e58-ca70-4298-8879-250deed21822 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.778351] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1839.778631] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2578ac6f-e0b8-4640-8fc4-b9dc295a1fd3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.785042] env[63348]: DEBUG oslo_vmware.api [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1839.785042] env[63348]: value = "task-2022682" [ 1839.785042] env[63348]: _type = "Task" [ 1839.785042] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.799628] env[63348]: DEBUG oslo_vmware.api [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.804521] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578633} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.804779] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 0b73a63c-dab3-440b-b474-edaa3796f4bc/0b73a63c-dab3-440b-b474-edaa3796f4bc.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1839.804994] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1839.805525] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f21c113-bff1-4152-ba3c-def56115ee24 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.811733] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1839.811733] env[63348]: value = "task-2022683" [ 1839.811733] env[63348]: _type = "Task" [ 1839.811733] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.819573] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.974014] env[63348]: DEBUG nova.scheduler.client.report [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1840.032405] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Preparing fetch location {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1840.032687] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Fetch image to [datastore2] OSTACK_IMG_513b162d-2dab-4aa2-8e58-f269c5b2161a/OSTACK_IMG_513b162d-2dab-4aa2-8e58-f269c5b2161a.vmdk {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1840.033088] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Downloading stream optimized image f869345c-19f1-48ed-a0ed-1ddbfb8333b0 to [datastore2] OSTACK_IMG_513b162d-2dab-4aa2-8e58-f269c5b2161a/OSTACK_IMG_513b162d-2dab-4aa2-8e58-f269c5b2161a.vmdk on the data store datastore2 as vApp {{(pid=63348) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1840.033088] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Downloading image file data f869345c-19f1-48ed-a0ed-1ddbfb8333b0 to the ESX as VM named 'OSTACK_IMG_513b162d-2dab-4aa2-8e58-f269c5b2161a' {{(pid=63348) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1840.106323] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.142238] env[63348]: DEBUG oslo_vmware.rw_handles [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1840.142238] env[63348]: value = "resgroup-9" [ 1840.142238] env[63348]: _type = "ResourcePool" [ 1840.142238] env[63348]: }. {{(pid=63348) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1840.142571] env[63348]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a0d9222a-eace-4cd3-8290-b4a25ef4e114 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.163522] env[63348]: DEBUG oslo_vmware.rw_handles [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lease: (returnval){ [ 1840.163522] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52dc63b7-2149-fe20-6bd1-1bc3e54c07f9" [ 1840.163522] env[63348]: _type = "HttpNfcLease" [ 1840.163522] env[63348]: } obtained for vApp import into resource pool (val){ [ 1840.163522] env[63348]: value = "resgroup-9" [ 1840.163522] env[63348]: _type = "ResourcePool" [ 1840.163522] env[63348]: }. {{(pid=63348) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1840.163843] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the lease: (returnval){ [ 1840.163843] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52dc63b7-2149-fe20-6bd1-1bc3e54c07f9" [ 1840.163843] env[63348]: _type = "HttpNfcLease" [ 1840.163843] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1840.170514] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1840.170514] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52dc63b7-2149-fe20-6bd1-1bc3e54c07f9" [ 1840.170514] env[63348]: _type = "HttpNfcLease" [ 1840.170514] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1840.191450] env[63348]: DEBUG oslo_concurrency.lockutils [req-e23130d1-ac5d-40dc-972c-565581d21489 req-256c08d1-d934-4ca5-9f3b-a4722d1b4bdf service nova] Releasing lock "refresh_cache-9fd7a35d-7d74-454d-94d1-6f3acd68e357" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.241580] env[63348]: DEBUG oslo_vmware.api [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': task-2022681, 'name': PowerOnVM_Task, 'duration_secs': 0.966582} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.241821] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1840.242036] env[63348]: INFO nova.compute.manager [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Took 17.56 seconds to spawn the instance on the hypervisor. [ 1840.242221] env[63348]: DEBUG nova.compute.manager [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1840.243043] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa58c1e-fccb-45a0-92da-6e3c438b2a48 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.266900] env[63348]: DEBUG oslo_concurrency.lockutils [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Acquiring lock "2a097994-1352-4863-b599-72a045363676" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.267212] env[63348]: DEBUG oslo_concurrency.lockutils [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Lock "2a097994-1352-4863-b599-72a045363676" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.267410] env[63348]: DEBUG oslo_concurrency.lockutils [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Acquiring lock "2a097994-1352-4863-b599-72a045363676-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.267554] env[63348]: DEBUG oslo_concurrency.lockutils [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Lock "2a097994-1352-4863-b599-72a045363676-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.267729] env[63348]: DEBUG oslo_concurrency.lockutils [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Lock "2a097994-1352-4863-b599-72a045363676-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.273644] env[63348]: INFO nova.compute.manager [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Terminating instance [ 1840.296870] env[63348]: DEBUG oslo_vmware.api [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022682, 'name': PowerOffVM_Task, 'duration_secs': 0.150414} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.297198] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1840.297504] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1840.298169] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bd1b6ff-6370-4420-aba7-8694d2e4b0c0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.322606] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104237} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.322963] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1840.323916] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e343f7a-0b2c-4273-9d9c-9aefd93cae02 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.329200] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1840.329351] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1840.330239] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Deleting the datastore file [datastore1] dccd4694-dc48-44af-899f-af12059826cd {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1840.330239] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-255169c7-a409-43ae-ba0e-b31d41a510e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.351609] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 0b73a63c-dab3-440b-b474-edaa3796f4bc/0b73a63c-dab3-440b-b474-edaa3796f4bc.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1840.354823] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23ef7303-d618-43cb-adde-953953f3e079 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.372235] env[63348]: DEBUG oslo_vmware.api [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for the task: (returnval){ [ 1840.372235] env[63348]: value = "task-2022686" [ 1840.372235] env[63348]: _type = "Task" [ 1840.372235] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.380341] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1840.380341] env[63348]: value = "task-2022687" [ 1840.380341] env[63348]: _type = "Task" [ 1840.380341] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.389855] env[63348]: DEBUG oslo_vmware.api [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.394808] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022687, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.479687] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.480331] env[63348]: DEBUG nova.compute.manager [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1840.485949] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.275s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.487558] env[63348]: INFO nova.compute.claims [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1840.543510] env[63348]: DEBUG nova.network.neutron [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Updating instance_info_cache with network_info: [{"id": "7be4074f-5a31-4207-9612-d0cfad4f6f37", "address": "fa:16:3e:a9:56:d0", "network": {"id": "da3cc5eb-3706-4120-8a54-f1e80afc4569", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "275db53943f1432f81cb4bf32937f3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be4074f-5a", "ovs_interfaceid": "7be4074f-5a31-4207-9612-d0cfad4f6f37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.674257] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1840.674257] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52dc63b7-2149-fe20-6bd1-1bc3e54c07f9" [ 1840.674257] env[63348]: _type = "HttpNfcLease" [ 1840.674257] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1840.764439] env[63348]: INFO nova.compute.manager [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Took 49.65 seconds to build instance. [ 1840.779511] env[63348]: DEBUG nova.compute.manager [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1840.779511] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1840.779511] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c6443a-29ce-4a99-8ee3-285603a8888c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.788051] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1840.788497] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cb6d474-5c76-4c39-aa91-0d30eb031fda {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.796763] env[63348]: DEBUG oslo_vmware.api [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Waiting for the task: (returnval){ [ 1840.796763] env[63348]: value = "task-2022688" [ 1840.796763] env[63348]: _type = "Task" [ 1840.796763] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.814478] env[63348]: DEBUG oslo_vmware.api [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.881911] env[63348]: DEBUG oslo_vmware.api [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Task: {'id': task-2022686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141003} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.885108] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1840.885318] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1840.885507] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1840.885688] env[63348]: INFO nova.compute.manager [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1840.885936] env[63348]: DEBUG oslo.service.loopingcall [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1840.886146] env[63348]: DEBUG nova.compute.manager [-] [instance: dccd4694-dc48-44af-899f-af12059826cd] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1840.886243] env[63348]: DEBUG nova.network.neutron [-] [instance: dccd4694-dc48-44af-899f-af12059826cd] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1840.893047] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022687, 'name': ReconfigVM_Task, 'duration_secs': 0.445407} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.893311] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 0b73a63c-dab3-440b-b474-edaa3796f4bc/0b73a63c-dab3-440b-b474-edaa3796f4bc.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1840.893921] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f55dab03-4321-4c9b-96b0-1c0db1d5bae1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.900227] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1840.900227] env[63348]: value = "task-2022689" [ 1840.900227] env[63348]: _type = "Task" [ 1840.900227] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.909660] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022689, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.914536] env[63348]: DEBUG nova.network.neutron [-] [instance: dccd4694-dc48-44af-899f-af12059826cd] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1840.992552] env[63348]: DEBUG nova.compute.utils [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1840.996201] env[63348]: DEBUG nova.compute.manager [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1840.996393] env[63348]: DEBUG nova.network.neutron [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1841.049771] env[63348]: DEBUG oslo_concurrency.lockutils [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Releasing lock "refresh_cache-36970daf-9b81-47f3-94fe-963dd71f90d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.049771] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1841.049771] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d826d7a7-38e9-4d6e-b7f3-6d6d9c63669c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.058031] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1841.058031] env[63348]: value = "task-2022690" [ 1841.058031] env[63348]: _type = "Task" [ 1841.058031] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.066311] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.104240] env[63348]: DEBUG nova.policy [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a3177dbcfd245a39e85cc9dbd7eb474', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9494b2511d5246879b6922a285fc39ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1841.174225] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1841.174225] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52dc63b7-2149-fe20-6bd1-1bc3e54c07f9" [ 1841.174225] env[63348]: _type = "HttpNfcLease" [ 1841.174225] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1841.174225] env[63348]: DEBUG oslo_vmware.rw_handles [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1841.174225] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52dc63b7-2149-fe20-6bd1-1bc3e54c07f9" [ 1841.174225] env[63348]: _type = "HttpNfcLease" [ 1841.174225] env[63348]: }. {{(pid=63348) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1841.175944] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77908aa8-4529-406d-a674-30a2477a847a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.195382] env[63348]: DEBUG oslo_vmware.rw_handles [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f29d6-4755-b5f4-7baf-def0da60ca89/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1841.195596] env[63348]: DEBUG oslo_vmware.rw_handles [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f29d6-4755-b5f4-7baf-def0da60ca89/disk-0.vmdk. {{(pid=63348) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1841.269296] env[63348]: DEBUG oslo_concurrency.lockutils [None req-80d9f693-4d86-44cd-bb8e-1319e7316b83 tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Lock "c4dbefbc-5e88-4451-8ed2-2b91e59662af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.174s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.270727] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d3c566d8-bfa7-47ea-b3c3-bdec073e037b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.310554] env[63348]: DEBUG oslo_vmware.api [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.411597] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022689, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.417148] env[63348]: DEBUG nova.network.neutron [-] [instance: dccd4694-dc48-44af-899f-af12059826cd] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.503273] env[63348]: DEBUG nova.compute.manager [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1841.576549] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.591578] env[63348]: DEBUG nova.network.neutron [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Successfully created port: 38f99439-3350-43d9-bc15-44a797e98360 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1841.818535] env[63348]: DEBUG oslo_vmware.api [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.915936] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022689, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.920562] env[63348]: INFO nova.compute.manager [-] [instance: dccd4694-dc48-44af-899f-af12059826cd] Took 1.03 seconds to deallocate network for instance. [ 1841.968928] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d952712-e7fe-4725-82f9-f6325420679e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.976970] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc351ae3-6b13-4496-ad3d-585bbb18bdd7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.050971] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075b0e1e-60e2-434a-90e0-1a4a21b30a11 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.071681] env[63348]: DEBUG oslo_vmware.rw_handles [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Completed reading data from the image iterator. {{(pid=63348) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1842.072107] env[63348]: DEBUG oslo_vmware.rw_handles [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f29d6-4755-b5f4-7baf-def0da60ca89/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1842.074040] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81347466-237e-4014-9511-9319cafe3557 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.082149] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fb17a3-96e6-44e6-bd03-5f5440d28eba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.095247] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022690, 'name': PowerOffVM_Task, 'duration_secs': 1.014067} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.096374] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1842.097456] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:36:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6245cdf5-1bed-4d6d-a433-64edac8a3a83',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1574087602',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1842.097820] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1842.098131] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1842.098479] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1842.098862] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1842.099453] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1842.099453] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1842.099866] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1842.100028] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1842.100335] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1842.100662] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1842.127945] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4952f69-407e-40c3-869c-9b793649cbb5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.146801] env[63348]: DEBUG oslo_vmware.rw_handles [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f29d6-4755-b5f4-7baf-def0da60ca89/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1842.147114] env[63348]: DEBUG oslo_vmware.rw_handles [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f29d6-4755-b5f4-7baf-def0da60ca89/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1842.147795] env[63348]: DEBUG nova.compute.provider_tree [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1842.149726] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f6f8f757-515c-4528-80b4-8d43ba8ec8f0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.158973] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1842.158973] env[63348]: value = "task-2022691" [ 1842.158973] env[63348]: _type = "Task" [ 1842.158973] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.171363] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.310917] env[63348]: DEBUG oslo_vmware.api [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022688, 'name': PowerOffVM_Task, 'duration_secs': 1.274317} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.311181] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1842.311351] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1842.311647] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07f27f43-ec6c-46ca-afb8-a9cb3a45895c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.338603] env[63348]: DEBUG oslo_vmware.rw_handles [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f29d6-4755-b5f4-7baf-def0da60ca89/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1842.339177] env[63348]: INFO nova.virt.vmwareapi.images [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Downloaded image file data f869345c-19f1-48ed-a0ed-1ddbfb8333b0 [ 1842.339894] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44338070-9632-4feb-8b7b-f10c69393e64 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.347173] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Acquiring lock "c4dbefbc-5e88-4451-8ed2-2b91e59662af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.347558] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Lock "c4dbefbc-5e88-4451-8ed2-2b91e59662af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.347558] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Acquiring lock "c4dbefbc-5e88-4451-8ed2-2b91e59662af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.349202] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Lock "c4dbefbc-5e88-4451-8ed2-2b91e59662af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.349202] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Lock "c4dbefbc-5e88-4451-8ed2-2b91e59662af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.372314] env[63348]: INFO nova.compute.manager [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Terminating instance [ 1842.373811] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-794003b5-886a-478f-97c8-4b89dc0945c2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.398146] env[63348]: INFO nova.virt.vmwareapi.images [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] The imported VM was unregistered [ 1842.400303] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Caching image {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1842.401655] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f869345c-19f1-48ed-a0ed-1ddbfb8333b0 {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1842.401655] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92e55ed7-024a-4a92-9e4a-60bbc870bbb5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.413345] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022689, 'name': Rename_Task, 'duration_secs': 1.090603} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.413345] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1842.413568] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57a39610-3511-40f4-8107-9acf81cb877b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.419985] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Created directory with path [datastore2] devstack-image-cache_base/f869345c-19f1-48ed-a0ed-1ddbfb8333b0 {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1842.420635] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_513b162d-2dab-4aa2-8e58-f269c5b2161a/OSTACK_IMG_513b162d-2dab-4aa2-8e58-f269c5b2161a.vmdk to [datastore2] devstack-image-cache_base/f869345c-19f1-48ed-a0ed-1ddbfb8333b0/f869345c-19f1-48ed-a0ed-1ddbfb8333b0.vmdk. {{(pid=63348) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1842.423177] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-15c5e0d6-e9e1-4910-b393-f49ae203cff0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.425893] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1842.425893] env[63348]: value = "task-2022694" [ 1842.425893] env[63348]: _type = "Task" [ 1842.425893] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.432718] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.433148] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1842.433148] env[63348]: value = "task-2022695" [ 1842.433148] env[63348]: _type = "Task" [ 1842.433148] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.441108] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022694, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.447145] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022695, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.461881] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1842.462129] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1842.462339] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Deleting the datastore file [datastore1] 2a097994-1352-4863-b599-72a045363676 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1842.462654] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e09de980-2a60-4864-bb50-5b2e00c92254 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.470283] env[63348]: DEBUG oslo_vmware.api [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Waiting for the task: (returnval){ [ 1842.470283] env[63348]: value = "task-2022696" [ 1842.470283] env[63348]: _type = "Task" [ 1842.470283] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.479105] env[63348]: DEBUG oslo_vmware.api [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.548383] env[63348]: DEBUG nova.compute.manager [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1842.588488] env[63348]: DEBUG nova.virt.hardware [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1842.588488] env[63348]: DEBUG nova.virt.hardware [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1842.588488] env[63348]: DEBUG nova.virt.hardware [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1842.588735] env[63348]: DEBUG nova.virt.hardware [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1842.588735] env[63348]: DEBUG nova.virt.hardware [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1842.588735] env[63348]: DEBUG nova.virt.hardware [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1842.589681] env[63348]: DEBUG nova.virt.hardware [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1842.589681] env[63348]: DEBUG nova.virt.hardware [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1842.590343] env[63348]: DEBUG nova.virt.hardware [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1842.590343] env[63348]: DEBUG nova.virt.hardware [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1842.590504] env[63348]: DEBUG nova.virt.hardware [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1842.591404] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c37976-b373-4d1c-9b90-115737a5df4c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.600507] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c642f5-51c2-41c9-a248-acc9e744b230 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.653336] env[63348]: DEBUG nova.scheduler.client.report [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1842.669269] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022691, 'name': ReconfigVM_Task, 'duration_secs': 0.179589} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.671153] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a972916d-8426-4913-9e40-3181e6d38248 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.692656] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:36:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6245cdf5-1bed-4d6d-a433-64edac8a3a83',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1574087602',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1842.692902] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1842.693072] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1842.693255] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1842.693400] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1842.693551] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1842.693757] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1842.694168] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1842.694265] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1842.694436] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1842.694618] env[63348]: DEBUG nova.virt.hardware [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1842.695726] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c44b8a-3104-4f75-b4b1-238b46b36da2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.701476] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1842.701476] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5226a834-7f68-9faa-2573-5698367c3a8b" [ 1842.701476] env[63348]: _type = "Task" [ 1842.701476] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.709275] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5226a834-7f68-9faa-2573-5698367c3a8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.878555] env[63348]: DEBUG nova.compute.manager [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1842.878878] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1842.880037] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8330e112-7595-4461-a4b8-7ab694f4cfcd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.892622] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1842.892914] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15938d31-0dca-403b-8127-36f6efc2f15a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.900276] env[63348]: DEBUG oslo_vmware.api [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Waiting for the task: (returnval){ [ 1842.900276] env[63348]: value = "task-2022697" [ 1842.900276] env[63348]: _type = "Task" [ 1842.900276] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.910040] env[63348]: DEBUG oslo_vmware.api [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': task-2022697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.936618] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022694, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.946759] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022695, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.985762] env[63348]: DEBUG oslo_vmware.api [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Task: {'id': task-2022696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285318} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.985762] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1842.985762] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1842.985762] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1842.985762] env[63348]: INFO nova.compute.manager [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] [instance: 2a097994-1352-4863-b599-72a045363676] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1842.986075] env[63348]: DEBUG oslo.service.loopingcall [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1842.986075] env[63348]: DEBUG nova.compute.manager [-] [instance: 2a097994-1352-4863-b599-72a045363676] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1842.986075] env[63348]: DEBUG nova.network.neutron [-] [instance: 2a097994-1352-4863-b599-72a045363676] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1843.159193] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.159712] env[63348]: DEBUG nova.compute.manager [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1843.162854] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.169s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.167138] env[63348]: INFO nova.compute.claims [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1843.215795] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5226a834-7f68-9faa-2573-5698367c3a8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009583} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.226361] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1843.226659] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18e44d8f-e578-419c-aff3-4b398d242913 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.252268] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1843.252268] env[63348]: value = "task-2022698" [ 1843.252268] env[63348]: _type = "Task" [ 1843.252268] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.263462] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022698, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.410994] env[63348]: DEBUG oslo_vmware.api [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': task-2022697, 'name': PowerOffVM_Task, 'duration_secs': 0.255634} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.411518] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1843.411518] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1843.411782] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5912c756-356d-4d34-938f-8ea3754bb04f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.438792] env[63348]: DEBUG oslo_vmware.api [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022694, 'name': PowerOnVM_Task, 'duration_secs': 0.730063} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.447803] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1843.448133] env[63348]: INFO nova.compute.manager [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Took 9.99 seconds to spawn the instance on the hypervisor. [ 1843.448344] env[63348]: DEBUG nova.compute.manager [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1843.449380] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5d8aa6-71ed-4250-ba14-3a42b47e1c97 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.460674] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022695, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.619372] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1843.619838] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1843.620290] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Deleting the datastore file [datastore1] c4dbefbc-5e88-4451-8ed2-2b91e59662af {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1843.621533] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2239f17e-9f2e-4efd-ada7-498b03b51bf2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.633141] env[63348]: DEBUG oslo_vmware.api [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Waiting for the task: (returnval){ [ 1843.633141] env[63348]: value = "task-2022700" [ 1843.633141] env[63348]: _type = "Task" [ 1843.633141] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.646036] env[63348]: DEBUG oslo_vmware.api [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': task-2022700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.675234] env[63348]: DEBUG nova.compute.utils [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1843.676888] env[63348]: DEBUG nova.compute.manager [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1843.677131] env[63348]: DEBUG nova.network.neutron [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1843.713164] env[63348]: DEBUG nova.compute.manager [req-08cdc0f7-0ff1-4813-910b-be9b43b2dcae req-f13eb43a-1b23-480c-8e77-1eadd3b6d75c service nova] [instance: 2a097994-1352-4863-b599-72a045363676] Received event network-vif-deleted-eb9e024b-5748-46f9-b594-c3547578e88e {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1843.713459] env[63348]: INFO nova.compute.manager [req-08cdc0f7-0ff1-4813-910b-be9b43b2dcae req-f13eb43a-1b23-480c-8e77-1eadd3b6d75c service nova] [instance: 2a097994-1352-4863-b599-72a045363676] Neutron deleted interface eb9e024b-5748-46f9-b594-c3547578e88e; detaching it from the instance and deleting it from the info cache [ 1843.713785] env[63348]: DEBUG nova.network.neutron [req-08cdc0f7-0ff1-4813-910b-be9b43b2dcae req-f13eb43a-1b23-480c-8e77-1eadd3b6d75c service nova] [instance: 2a097994-1352-4863-b599-72a045363676] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.765301] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022698, 'name': ReconfigVM_Task, 'duration_secs': 0.234153} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.765902] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1843.766965] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440dbedd-02c8-4971-9f15-79adaf3b4f68 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.797105] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 36970daf-9b81-47f3-94fe-963dd71f90d6/36970daf-9b81-47f3-94fe-963dd71f90d6.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1843.799702] env[63348]: DEBUG nova.policy [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6691d060c2f04a189d18ab7aa4982c4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb35ff4d44a84407a190a1e743d3c030', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1843.802347] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e747ac32-16c7-4395-b446-6e93c5c001ba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.826250] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1843.826250] env[63348]: value = "task-2022701" [ 1843.826250] env[63348]: _type = "Task" [ 1843.826250] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.835861] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.939486] env[63348]: DEBUG nova.network.neutron [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Successfully updated port: 38f99439-3350-43d9-bc15-44a797e98360 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1843.952712] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022695, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.979637] env[63348]: INFO nova.compute.manager [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Took 48.71 seconds to build instance. [ 1844.047999] env[63348]: DEBUG nova.network.neutron [-] [instance: 2a097994-1352-4863-b599-72a045363676] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.145583] env[63348]: DEBUG oslo_vmware.api [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Task: {'id': task-2022700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364282} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.145875] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1844.146154] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1844.146423] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1844.146423] env[63348]: INFO nova.compute.manager [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1844.146757] env[63348]: DEBUG oslo.service.loopingcall [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1844.146976] env[63348]: DEBUG nova.compute.manager [-] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1844.147083] env[63348]: DEBUG nova.network.neutron [-] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1844.181093] env[63348]: DEBUG nova.compute.manager [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1844.218049] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42649546-8a90-47e1-9f9b-d6fd06bc7261 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.232023] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5293bd04-dca5-421f-a162-230566661eb9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.278626] env[63348]: DEBUG nova.compute.manager [req-08cdc0f7-0ff1-4813-910b-be9b43b2dcae req-f13eb43a-1b23-480c-8e77-1eadd3b6d75c service nova] [instance: 2a097994-1352-4863-b599-72a045363676] Detach interface failed, port_id=eb9e024b-5748-46f9-b594-c3547578e88e, reason: Instance 2a097994-1352-4863-b599-72a045363676 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1844.344255] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.451978] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "refresh_cache-c62e1440-aa54-4875-b5d7-8f7476d2b2bb" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.452192] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "refresh_cache-c62e1440-aa54-4875-b5d7-8f7476d2b2bb" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.452527] env[63348]: DEBUG nova.network.neutron [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1844.457844] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022695, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.482098] env[63348]: DEBUG oslo_concurrency.lockutils [None req-adaf57bf-63dd-4e5d-88c0-751f15650446 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "0b73a63c-dab3-440b-b474-edaa3796f4bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.224s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.551648] env[63348]: INFO nova.compute.manager [-] [instance: 2a097994-1352-4863-b599-72a045363676] Took 1.57 seconds to deallocate network for instance. [ 1844.659046] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c068813-91c7-4626-a6de-c42a76c699c5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.670022] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ef3639-65f2-4cea-b5c0-c180c24dabe5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.710022] env[63348]: DEBUG nova.network.neutron [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Successfully created port: 145acd64-f0ca-4763-b613-62df727606ea {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1844.710217] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2190a1a1-88a4-4a43-93a0-eaf6178e3567 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.720258] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19d02dd-9aa2-4ae6-bd7f-90d3180b1447 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.734901] env[63348]: DEBUG nova.compute.provider_tree [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1844.827580] env[63348]: DEBUG oslo_vmware.rw_handles [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52839563-0d7f-e752-17eb-2836e4488a2c/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1844.828918] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ee709f-2de7-4c76-a57a-f878dc6871d5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.843406] env[63348]: DEBUG oslo_vmware.rw_handles [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52839563-0d7f-e752-17eb-2836e4488a2c/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1844.843626] env[63348]: ERROR oslo_vmware.rw_handles [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52839563-0d7f-e752-17eb-2836e4488a2c/disk-0.vmdk due to incomplete transfer. [ 1844.846997] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f067224f-9b3a-482e-9ae9-47f4f3721350 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.848765] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022701, 'name': ReconfigVM_Task, 'duration_secs': 0.640581} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.850058] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 36970daf-9b81-47f3-94fe-963dd71f90d6/36970daf-9b81-47f3-94fe-963dd71f90d6.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1844.851504] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95b6433-648b-46ff-908f-566d28bb55b3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.858940] env[63348]: DEBUG oslo_vmware.rw_handles [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52839563-0d7f-e752-17eb-2836e4488a2c/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1844.858940] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Uploaded image beafbb89-8544-4a77-b0e6-2be66e2bb0c5 to the Glance image server {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1844.860981] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Destroying the VM {{(pid=63348) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1844.874960] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dd83aa68-aa05-4a61-8fa8-4cbb63d42021 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.877203] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fc3421-557f-4667-b969-50c725f1dd63 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.897785] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db401175-23e2-4f1f-a090-5de42741a3f8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.901037] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1844.901037] env[63348]: value = "task-2022702" [ 1844.901037] env[63348]: _type = "Task" [ 1844.901037] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.919540] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62da4e07-2bc3-4d08-9b00-4c9078ab1c2a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.925732] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022702, 'name': Destroy_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.930912] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1844.931217] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46afdabc-74e0-4126-81d4-dacfb05716ec {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.938709] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1844.938709] env[63348]: value = "task-2022703" [ 1844.938709] env[63348]: _type = "Task" [ 1844.938709] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.949599] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.955285] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022695, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.998064] env[63348]: DEBUG nova.network.neutron [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1845.060167] env[63348]: DEBUG oslo_concurrency.lockutils [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.177644] env[63348]: DEBUG nova.network.neutron [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Updating instance_info_cache with network_info: [{"id": "38f99439-3350-43d9-bc15-44a797e98360", "address": "fa:16:3e:50:76:4a", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f99439-33", "ovs_interfaceid": "38f99439-3350-43d9-bc15-44a797e98360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.214293] env[63348]: DEBUG nova.compute.manager [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1845.237988] env[63348]: DEBUG nova.virt.hardware [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1845.238247] env[63348]: DEBUG nova.virt.hardware [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1845.238409] env[63348]: DEBUG nova.virt.hardware [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1845.238618] env[63348]: DEBUG nova.virt.hardware [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1845.238768] env[63348]: DEBUG nova.virt.hardware [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1845.238921] env[63348]: DEBUG nova.virt.hardware [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1845.239145] env[63348]: DEBUG nova.virt.hardware [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1845.239313] env[63348]: DEBUG nova.virt.hardware [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1845.239484] env[63348]: DEBUG nova.virt.hardware [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1845.239646] env[63348]: DEBUG nova.virt.hardware [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1845.240169] env[63348]: DEBUG nova.virt.hardware [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1845.241068] env[63348]: DEBUG nova.scheduler.client.report [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1845.248985] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4347edb0-4650-4cb1-9d7e-3e7da4cb6a30 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.263711] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c913fe-ee17-4482-953b-760d39ebbc1f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.411591] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022702, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.454925] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022695, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.88674} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.455114] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022703, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.455371] env[63348]: INFO nova.virt.vmwareapi.ds_util [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_513b162d-2dab-4aa2-8e58-f269c5b2161a/OSTACK_IMG_513b162d-2dab-4aa2-8e58-f269c5b2161a.vmdk to [datastore2] devstack-image-cache_base/f869345c-19f1-48ed-a0ed-1ddbfb8333b0/f869345c-19f1-48ed-a0ed-1ddbfb8333b0.vmdk. [ 1845.455521] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Cleaning up location [datastore2] OSTACK_IMG_513b162d-2dab-4aa2-8e58-f269c5b2161a {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1845.455682] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_513b162d-2dab-4aa2-8e58-f269c5b2161a {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1845.456012] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a447781-733f-493c-abe6-29ee8315aa8b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.463478] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1845.463478] env[63348]: value = "task-2022704" [ 1845.463478] env[63348]: _type = "Task" [ 1845.463478] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.473583] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.516035] env[63348]: DEBUG nova.network.neutron [-] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.683901] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "refresh_cache-c62e1440-aa54-4875-b5d7-8f7476d2b2bb" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.684439] env[63348]: DEBUG nova.compute.manager [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Instance network_info: |[{"id": "38f99439-3350-43d9-bc15-44a797e98360", "address": "fa:16:3e:50:76:4a", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f99439-33", "ovs_interfaceid": "38f99439-3350-43d9-bc15-44a797e98360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1845.685061] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:76:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38f99439-3350-43d9-bc15-44a797e98360', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1845.695710] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Creating folder: Project (9494b2511d5246879b6922a285fc39ea). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1845.696210] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8dd0e717-2527-43c3-8b74-d3b6aaaa1920 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.708976] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Created folder: Project (9494b2511d5246879b6922a285fc39ea) in parent group-v415427. [ 1845.708976] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Creating folder: Instances. Parent ref: group-v415616. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1845.708976] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98c3001a-0495-40e8-b059-0e63ff8be9c9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.719019] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Created folder: Instances in parent group-v415616. [ 1845.719019] env[63348]: DEBUG oslo.service.loopingcall [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1845.719019] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1845.719019] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d0af78e-4ed5-47bd-8c49-63ce9aadd0d2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.737072] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1845.737072] env[63348]: value = "task-2022707" [ 1845.737072] env[63348]: _type = "Task" [ 1845.737072] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.744955] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022707, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.753991] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.754551] env[63348]: DEBUG nova.compute.manager [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1845.759018] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.827s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.759018] env[63348]: INFO nova.compute.claims [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1845.909191] env[63348]: DEBUG nova.compute.manager [req-77c2ef74-5d48-4262-ad12-628a603a1f25 req-f22199a0-655a-4448-98ed-32ab8c066b5a service nova] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Received event network-vif-plugged-38f99439-3350-43d9-bc15-44a797e98360 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1845.909449] env[63348]: DEBUG oslo_concurrency.lockutils [req-77c2ef74-5d48-4262-ad12-628a603a1f25 req-f22199a0-655a-4448-98ed-32ab8c066b5a service nova] Acquiring lock "c62e1440-aa54-4875-b5d7-8f7476d2b2bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.909670] env[63348]: DEBUG oslo_concurrency.lockutils [req-77c2ef74-5d48-4262-ad12-628a603a1f25 req-f22199a0-655a-4448-98ed-32ab8c066b5a service nova] Lock "c62e1440-aa54-4875-b5d7-8f7476d2b2bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.909842] env[63348]: DEBUG oslo_concurrency.lockutils [req-77c2ef74-5d48-4262-ad12-628a603a1f25 req-f22199a0-655a-4448-98ed-32ab8c066b5a service nova] Lock "c62e1440-aa54-4875-b5d7-8f7476d2b2bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.910026] env[63348]: DEBUG nova.compute.manager [req-77c2ef74-5d48-4262-ad12-628a603a1f25 req-f22199a0-655a-4448-98ed-32ab8c066b5a service nova] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] No waiting events found dispatching network-vif-plugged-38f99439-3350-43d9-bc15-44a797e98360 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1845.910213] env[63348]: WARNING nova.compute.manager [req-77c2ef74-5d48-4262-ad12-628a603a1f25 req-f22199a0-655a-4448-98ed-32ab8c066b5a service nova] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Received unexpected event network-vif-plugged-38f99439-3350-43d9-bc15-44a797e98360 for instance with vm_state building and task_state spawning. [ 1845.910512] env[63348]: DEBUG nova.compute.manager [req-77c2ef74-5d48-4262-ad12-628a603a1f25 req-f22199a0-655a-4448-98ed-32ab8c066b5a service nova] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Received event network-changed-38f99439-3350-43d9-bc15-44a797e98360 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1845.910707] env[63348]: DEBUG nova.compute.manager [req-77c2ef74-5d48-4262-ad12-628a603a1f25 req-f22199a0-655a-4448-98ed-32ab8c066b5a service nova] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Refreshing instance network info cache due to event network-changed-38f99439-3350-43d9-bc15-44a797e98360. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1845.910922] env[63348]: DEBUG oslo_concurrency.lockutils [req-77c2ef74-5d48-4262-ad12-628a603a1f25 req-f22199a0-655a-4448-98ed-32ab8c066b5a service nova] Acquiring lock "refresh_cache-c62e1440-aa54-4875-b5d7-8f7476d2b2bb" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.911171] env[63348]: DEBUG oslo_concurrency.lockutils [req-77c2ef74-5d48-4262-ad12-628a603a1f25 req-f22199a0-655a-4448-98ed-32ab8c066b5a service nova] Acquired lock "refresh_cache-c62e1440-aa54-4875-b5d7-8f7476d2b2bb" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.911357] env[63348]: DEBUG nova.network.neutron [req-77c2ef74-5d48-4262-ad12-628a603a1f25 req-f22199a0-655a-4448-98ed-32ab8c066b5a service nova] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Refreshing network info cache for port 38f99439-3350-43d9-bc15-44a797e98360 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1845.919184] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022702, 'name': Destroy_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.949575] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022703, 'name': PowerOnVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.972640] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237883} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.974374] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1845.974723] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f869345c-19f1-48ed-a0ed-1ddbfb8333b0/f869345c-19f1-48ed-a0ed-1ddbfb8333b0.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.975112] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f869345c-19f1-48ed-a0ed-1ddbfb8333b0/f869345c-19f1-48ed-a0ed-1ddbfb8333b0.vmdk to [datastore2] 9fd7a35d-7d74-454d-94d1-6f3acd68e357/9fd7a35d-7d74-454d-94d1-6f3acd68e357.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1845.978010] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39518828-52bf-4ff4-aff9-13728b2f0940 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.995025] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1845.995025] env[63348]: value = "task-2022708" [ 1845.995025] env[63348]: _type = "Task" [ 1845.995025] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.995025] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "8f0e74f0-e28d-4bbf-9472-5eafe2d47f91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.995025] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "8f0e74f0-e28d-4bbf-9472-5eafe2d47f91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.007065] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.022297] env[63348]: INFO nova.compute.manager [-] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Took 1.87 seconds to deallocate network for instance. [ 1846.247281] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022707, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.263293] env[63348]: DEBUG nova.compute.utils [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1846.266763] env[63348]: DEBUG nova.compute.manager [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1846.266953] env[63348]: DEBUG nova.network.neutron [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1846.309421] env[63348]: DEBUG nova.policy [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '288db1741e5c4c14aee3d44a330feb9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fff9bb6e459945a3a0b611e62f3e05d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1846.418028] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022702, 'name': Destroy_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.452622] env[63348]: DEBUG oslo_vmware.api [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022703, 'name': PowerOnVM_Task, 'duration_secs': 1.094902} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.452843] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1846.484225] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "0b73a63c-dab3-440b-b474-edaa3796f4bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.484347] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "0b73a63c-dab3-440b-b474-edaa3796f4bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.484638] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "0b73a63c-dab3-440b-b474-edaa3796f4bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.484761] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "0b73a63c-dab3-440b-b474-edaa3796f4bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.484967] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "0b73a63c-dab3-440b-b474-edaa3796f4bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.487506] env[63348]: INFO nova.compute.manager [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Terminating instance [ 1846.501960] env[63348]: DEBUG nova.compute.manager [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1846.513514] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022708, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.527649] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.650087] env[63348]: DEBUG nova.network.neutron [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Successfully created port: 20c97e3e-9ce0-4370-9a21-640b51dffeb9 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1846.750757] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022707, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.767640] env[63348]: DEBUG nova.compute.manager [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1846.917710] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022702, 'name': Destroy_Task, 'duration_secs': 1.563342} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.920913] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Destroyed the VM [ 1846.921208] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Deleting Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1846.921702] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b11569ec-9b3f-42c6-829b-316cafd1154d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.929595] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1846.929595] env[63348]: value = "task-2022709" [ 1846.929595] env[63348]: _type = "Task" [ 1846.929595] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.941279] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022709, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.998279] env[63348]: DEBUG nova.compute.manager [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1846.998786] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1846.999878] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a66338e-4a9a-452b-9ead-bfd5bd0ea52b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.022262] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1847.022675] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022708, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.025586] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2191609c-9833-4555-b5a2-2c21400357bd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.037136] env[63348]: DEBUG oslo_vmware.api [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1847.037136] env[63348]: value = "task-2022710" [ 1847.037136] env[63348]: _type = "Task" [ 1847.037136] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.048386] env[63348]: DEBUG oslo_vmware.api [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.048386] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.049041] env[63348]: DEBUG nova.network.neutron [req-77c2ef74-5d48-4262-ad12-628a603a1f25 req-f22199a0-655a-4448-98ed-32ab8c066b5a service nova] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Updated VIF entry in instance network info cache for port 38f99439-3350-43d9-bc15-44a797e98360. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1847.049457] env[63348]: DEBUG nova.network.neutron [req-77c2ef74-5d48-4262-ad12-628a603a1f25 req-f22199a0-655a-4448-98ed-32ab8c066b5a service nova] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Updating instance_info_cache with network_info: [{"id": "38f99439-3350-43d9-bc15-44a797e98360", "address": "fa:16:3e:50:76:4a", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f99439-33", "ovs_interfaceid": "38f99439-3350-43d9-bc15-44a797e98360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.181703] env[63348]: DEBUG nova.network.neutron [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Successfully updated port: 145acd64-f0ca-4763-b613-62df727606ea {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1847.204679] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2fdd16-b293-4037-bab0-35d5f25a734b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.212730] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7f5963-f19d-4082-ba37-15d410be74a6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.248887] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d65ed15-5d06-4ac5-ad42-146f87334154 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.259881] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444cba52-5e15-42ef-b436-d0d2d2a915c1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.263833] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022707, 'name': CreateVM_Task, 'duration_secs': 1.354089} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.264054] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1847.265225] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.265396] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.265754] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1847.266047] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-321fea0b-922c-4c75-adf3-a5c55ab7222c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.277959] env[63348]: DEBUG nova.compute.provider_tree [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.284571] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1847.284571] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bf7b6e-1564-43a9-0b6f-d2d92674a5dd" [ 1847.284571] env[63348]: _type = "Task" [ 1847.284571] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.293696] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bf7b6e-1564-43a9-0b6f-d2d92674a5dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.442103] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022709, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.465865] env[63348]: INFO nova.compute.manager [None req-18a1ec05-09ec-4cda-8c1a-a54b5f7252a9 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Updating instance to original state: 'active' [ 1847.509159] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022708, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.548220] env[63348]: DEBUG oslo_vmware.api [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022710, 'name': PowerOffVM_Task, 'duration_secs': 0.431422} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.548507] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1847.548734] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1847.549046] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4670962-77e1-4b90-8fdd-9dadcc2c1284 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.554803] env[63348]: DEBUG oslo_concurrency.lockutils [req-77c2ef74-5d48-4262-ad12-628a603a1f25 req-f22199a0-655a-4448-98ed-32ab8c066b5a service nova] Releasing lock "refresh_cache-c62e1440-aa54-4875-b5d7-8f7476d2b2bb" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.555020] env[63348]: DEBUG nova.compute.manager [req-77c2ef74-5d48-4262-ad12-628a603a1f25 req-f22199a0-655a-4448-98ed-32ab8c066b5a service nova] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Received event network-vif-deleted-cc940ac3-7fd2-43c6-9b7a-a0f0b4118967 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1847.683955] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "refresh_cache-bb145de2-f5a8-46da-95ba-af79f8757fd7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.684294] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquired lock "refresh_cache-bb145de2-f5a8-46da-95ba-af79f8757fd7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.684294] env[63348]: DEBUG nova.network.neutron [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1847.768752] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1847.769168] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1847.769508] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleting the datastore file [datastore1] 0b73a63c-dab3-440b-b474-edaa3796f4bc {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1847.769866] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c8a453e-4d14-4d59-9e90-f195bdb3d29a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.776475] env[63348]: DEBUG oslo_vmware.api [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1847.776475] env[63348]: value = "task-2022712" [ 1847.776475] env[63348]: _type = "Task" [ 1847.776475] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.786161] env[63348]: DEBUG nova.scheduler.client.report [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1847.790644] env[63348]: DEBUG nova.compute.manager [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1847.792951] env[63348]: DEBUG oslo_vmware.api [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.803729] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bf7b6e-1564-43a9-0b6f-d2d92674a5dd, 'name': SearchDatastore_Task, 'duration_secs': 0.095321} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.804068] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.804311] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1847.804548] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.804697] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.804876] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1847.805165] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d93cd0fc-00f1-4791-aab3-79d3cb6aeede {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.822547] env[63348]: DEBUG nova.virt.hardware [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1847.822797] env[63348]: DEBUG nova.virt.hardware [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1847.822953] env[63348]: DEBUG nova.virt.hardware [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1847.823158] env[63348]: DEBUG nova.virt.hardware [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1847.823307] env[63348]: DEBUG nova.virt.hardware [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1847.823451] env[63348]: DEBUG nova.virt.hardware [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1847.823666] env[63348]: DEBUG nova.virt.hardware [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1847.823823] env[63348]: DEBUG nova.virt.hardware [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1847.824031] env[63348]: DEBUG nova.virt.hardware [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1847.824204] env[63348]: DEBUG nova.virt.hardware [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1847.824377] env[63348]: DEBUG nova.virt.hardware [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1847.825425] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44019f7-bd78-47b3-b717-f2458dfe1b02 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.829515] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1847.829735] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1847.830870] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a114997-568c-4d69-ab31-0ffee3e2d296 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.836887] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4d3257-4525-4229-993b-b2f4b361c056 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.842133] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1847.842133] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ba20af-a478-c97c-c9e6-07dce40cdae5" [ 1847.842133] env[63348]: _type = "Task" [ 1847.842133] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.859025] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ba20af-a478-c97c-c9e6-07dce40cdae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.936657] env[63348]: DEBUG nova.compute.manager [req-6b8b01a3-f930-4875-99fb-07afedebff20 req-a97f42c1-bd12-4af8-ac21-656238ce43d2 service nova] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Received event network-vif-plugged-145acd64-f0ca-4763-b613-62df727606ea {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1847.936865] env[63348]: DEBUG oslo_concurrency.lockutils [req-6b8b01a3-f930-4875-99fb-07afedebff20 req-a97f42c1-bd12-4af8-ac21-656238ce43d2 service nova] Acquiring lock "bb145de2-f5a8-46da-95ba-af79f8757fd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.937092] env[63348]: DEBUG oslo_concurrency.lockutils [req-6b8b01a3-f930-4875-99fb-07afedebff20 req-a97f42c1-bd12-4af8-ac21-656238ce43d2 service nova] Lock "bb145de2-f5a8-46da-95ba-af79f8757fd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.937263] env[63348]: DEBUG oslo_concurrency.lockutils [req-6b8b01a3-f930-4875-99fb-07afedebff20 req-a97f42c1-bd12-4af8-ac21-656238ce43d2 service nova] Lock "bb145de2-f5a8-46da-95ba-af79f8757fd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.937430] env[63348]: DEBUG nova.compute.manager [req-6b8b01a3-f930-4875-99fb-07afedebff20 req-a97f42c1-bd12-4af8-ac21-656238ce43d2 service nova] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] No waiting events found dispatching network-vif-plugged-145acd64-f0ca-4763-b613-62df727606ea {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1847.937593] env[63348]: WARNING nova.compute.manager [req-6b8b01a3-f930-4875-99fb-07afedebff20 req-a97f42c1-bd12-4af8-ac21-656238ce43d2 service nova] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Received unexpected event network-vif-plugged-145acd64-f0ca-4763-b613-62df727606ea for instance with vm_state building and task_state spawning. [ 1847.937751] env[63348]: DEBUG nova.compute.manager [req-6b8b01a3-f930-4875-99fb-07afedebff20 req-a97f42c1-bd12-4af8-ac21-656238ce43d2 service nova] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Received event network-changed-145acd64-f0ca-4763-b613-62df727606ea {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1847.937901] env[63348]: DEBUG nova.compute.manager [req-6b8b01a3-f930-4875-99fb-07afedebff20 req-a97f42c1-bd12-4af8-ac21-656238ce43d2 service nova] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Refreshing instance network info cache due to event network-changed-145acd64-f0ca-4763-b613-62df727606ea. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1847.938074] env[63348]: DEBUG oslo_concurrency.lockutils [req-6b8b01a3-f930-4875-99fb-07afedebff20 req-a97f42c1-bd12-4af8-ac21-656238ce43d2 service nova] Acquiring lock "refresh_cache-bb145de2-f5a8-46da-95ba-af79f8757fd7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.945856] env[63348]: DEBUG oslo_vmware.api [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022709, 'name': RemoveSnapshot_Task, 'duration_secs': 0.623466} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.946121] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Deleted Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1847.946355] env[63348]: INFO nova.compute.manager [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Took 15.57 seconds to snapshot the instance on the hypervisor. [ 1848.011961] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022708, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.182619] env[63348]: DEBUG nova.compute.manager [req-831218ce-c07e-4573-a0aa-271cb980339f req-4254c060-e3ef-43fc-9ff9-eff36e443269 service nova] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Received event network-vif-plugged-20c97e3e-9ce0-4370-9a21-640b51dffeb9 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1848.182849] env[63348]: DEBUG oslo_concurrency.lockutils [req-831218ce-c07e-4573-a0aa-271cb980339f req-4254c060-e3ef-43fc-9ff9-eff36e443269 service nova] Acquiring lock "5ea23fff-6485-498f-bd88-bf3809534903-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.183182] env[63348]: DEBUG oslo_concurrency.lockutils [req-831218ce-c07e-4573-a0aa-271cb980339f req-4254c060-e3ef-43fc-9ff9-eff36e443269 service nova] Lock "5ea23fff-6485-498f-bd88-bf3809534903-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.183305] env[63348]: DEBUG oslo_concurrency.lockutils [req-831218ce-c07e-4573-a0aa-271cb980339f req-4254c060-e3ef-43fc-9ff9-eff36e443269 service nova] Lock "5ea23fff-6485-498f-bd88-bf3809534903-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.183534] env[63348]: DEBUG nova.compute.manager [req-831218ce-c07e-4573-a0aa-271cb980339f req-4254c060-e3ef-43fc-9ff9-eff36e443269 service nova] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] No waiting events found dispatching network-vif-plugged-20c97e3e-9ce0-4370-9a21-640b51dffeb9 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1848.183711] env[63348]: WARNING nova.compute.manager [req-831218ce-c07e-4573-a0aa-271cb980339f req-4254c060-e3ef-43fc-9ff9-eff36e443269 service nova] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Received unexpected event network-vif-plugged-20c97e3e-9ce0-4370-9a21-640b51dffeb9 for instance with vm_state building and task_state spawning. [ 1848.221548] env[63348]: DEBUG nova.network.neutron [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Successfully updated port: 20c97e3e-9ce0-4370-9a21-640b51dffeb9 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1848.248663] env[63348]: DEBUG nova.network.neutron [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1848.288235] env[63348]: DEBUG oslo_vmware.api [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452075} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.288566] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1848.288845] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1848.289068] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1848.289290] env[63348]: INFO nova.compute.manager [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1848.289499] env[63348]: DEBUG oslo.service.loopingcall [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1848.289738] env[63348]: DEBUG nova.compute.manager [-] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1848.289892] env[63348]: DEBUG nova.network.neutron [-] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1848.294779] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.295427] env[63348]: DEBUG nova.compute.manager [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1848.302026] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.509s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.302026] env[63348]: DEBUG nova.objects.instance [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lazy-loading 'resources' on Instance uuid bc134416-7803-4400-a33e-236615803489 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1848.355280] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ba20af-a478-c97c-c9e6-07dce40cdae5, 'name': SearchDatastore_Task, 'duration_secs': 0.072382} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.356236] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dcba8a0-fead-4a0e-99e4-9fe376ca8a3f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.362417] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1848.362417] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bbb245-3b05-42d9-2130-d2d8a4dfabf8" [ 1848.362417] env[63348]: _type = "Task" [ 1848.362417] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.376899] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bbb245-3b05-42d9-2130-d2d8a4dfabf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.495881] env[63348]: DEBUG nova.compute.manager [None req-645b56c6-00e4-43f1-800b-e023a17fe0a9 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Found 2 images (rotation: 2) {{(pid=63348) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1848.512764] env[63348]: DEBUG nova.network.neutron [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Updating instance_info_cache with network_info: [{"id": "145acd64-f0ca-4763-b613-62df727606ea", "address": "fa:16:3e:a4:28:ad", "network": {"id": "d03f00f6-db52-4458-88ce-5e719aee9abc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2055551534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb35ff4d44a84407a190a1e743d3c030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap145acd64-f0", "ovs_interfaceid": "145acd64-f0ca-4763-b613-62df727606ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.520660] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022708, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.730412] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Acquiring lock "refresh_cache-5ea23fff-6485-498f-bd88-bf3809534903" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.730412] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Acquired lock "refresh_cache-5ea23fff-6485-498f-bd88-bf3809534903" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.730412] env[63348]: DEBUG nova.network.neutron [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1848.802867] env[63348]: DEBUG nova.compute.utils [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1848.808156] env[63348]: DEBUG nova.compute.manager [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1848.808156] env[63348]: DEBUG nova.network.neutron [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1848.859412] env[63348]: DEBUG nova.policy [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c60d882dc3240ee8007f48c3aeb710c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13c72624fb894462a09f2442e40c86ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1848.878086] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bbb245-3b05-42d9-2130-d2d8a4dfabf8, 'name': SearchDatastore_Task, 'duration_secs': 0.081108} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.878747] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.878747] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] c62e1440-aa54-4875-b5d7-8f7476d2b2bb/c62e1440-aa54-4875-b5d7-8f7476d2b2bb.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1848.878747] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c008ebd8-e556-4e68-adee-0642b696041f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.891019] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1848.891019] env[63348]: value = "task-2022713" [ 1848.891019] env[63348]: _type = "Task" [ 1848.891019] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.898329] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.013673] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022708, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.597193} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.014426] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f869345c-19f1-48ed-a0ed-1ddbfb8333b0/f869345c-19f1-48ed-a0ed-1ddbfb8333b0.vmdk to [datastore2] 9fd7a35d-7d74-454d-94d1-6f3acd68e357/9fd7a35d-7d74-454d-94d1-6f3acd68e357.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1849.015163] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Releasing lock "refresh_cache-bb145de2-f5a8-46da-95ba-af79f8757fd7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.015534] env[63348]: DEBUG nova.compute.manager [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Instance network_info: |[{"id": "145acd64-f0ca-4763-b613-62df727606ea", "address": "fa:16:3e:a4:28:ad", "network": {"id": "d03f00f6-db52-4458-88ce-5e719aee9abc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2055551534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb35ff4d44a84407a190a1e743d3c030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap145acd64-f0", "ovs_interfaceid": "145acd64-f0ca-4763-b613-62df727606ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1849.016193] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b9a33e-eec2-4892-8464-2110cc767cbd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.021091] env[63348]: DEBUG oslo_concurrency.lockutils [req-6b8b01a3-f930-4875-99fb-07afedebff20 req-a97f42c1-bd12-4af8-ac21-656238ce43d2 service nova] Acquired lock "refresh_cache-bb145de2-f5a8-46da-95ba-af79f8757fd7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.021398] env[63348]: DEBUG nova.network.neutron [req-6b8b01a3-f930-4875-99fb-07afedebff20 req-a97f42c1-bd12-4af8-ac21-656238ce43d2 service nova] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Refreshing network info cache for port 145acd64-f0ca-4763-b613-62df727606ea {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1849.022500] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:28:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '145acd64-f0ca-4763-b613-62df727606ea', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1849.030630] env[63348]: DEBUG oslo.service.loopingcall [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1849.032114] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1849.033043] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-845c8bc4-4d96-4023-a6b1-589fc812fe82 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.068167] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 9fd7a35d-7d74-454d-94d1-6f3acd68e357/9fd7a35d-7d74-454d-94d1-6f3acd68e357.vmdk or device None with type streamOptimized {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1849.069588] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de8dad6f-6036-414b-ac6f-84cf9212d599 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.088717] env[63348]: DEBUG nova.network.neutron [-] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.089864] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1849.089864] env[63348]: value = "task-2022714" [ 1849.089864] env[63348]: _type = "Task" [ 1849.089864] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.095514] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1849.095514] env[63348]: value = "task-2022715" [ 1849.095514] env[63348]: _type = "Task" [ 1849.095514] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.098682] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022714, 'name': CreateVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.108390] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.173262] env[63348]: DEBUG nova.network.neutron [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Successfully created port: d2f1d0c1-31f8-4117-b880-86522e1bc86b {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1849.255785] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cd6a73-7364-4d99-b823-95be04b65ccd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.264021] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727e57fb-1a96-485d-a1d5-3d7702aeacba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.296837] env[63348]: DEBUG nova.network.neutron [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1849.299304] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44ca862-d795-4447-8652-d4a4e59e7417 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.306857] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2ce61e-efde-4cac-b233-8358237be321 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.311177] env[63348]: DEBUG nova.compute.manager [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1849.326032] env[63348]: DEBUG nova.compute.provider_tree [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.400801] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.502087] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "36970daf-9b81-47f3-94fe-963dd71f90d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.502373] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "36970daf-9b81-47f3-94fe-963dd71f90d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.502586] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "36970daf-9b81-47f3-94fe-963dd71f90d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.502771] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "36970daf-9b81-47f3-94fe-963dd71f90d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.502947] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "36970daf-9b81-47f3-94fe-963dd71f90d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.506945] env[63348]: INFO nova.compute.manager [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Terminating instance [ 1849.589951] env[63348]: DEBUG nova.network.neutron [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Updating instance_info_cache with network_info: [{"id": "20c97e3e-9ce0-4370-9a21-640b51dffeb9", "address": "fa:16:3e:1b:5c:36", "network": {"id": "6006f225-d617-473f-8e93-a8e96491d856", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1688394578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fff9bb6e459945a3a0b611e62f3e05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20c97e3e-9c", "ovs_interfaceid": "20c97e3e-9ce0-4370-9a21-640b51dffeb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.591343] env[63348]: INFO nova.compute.manager [-] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Took 1.30 seconds to deallocate network for instance. [ 1849.616291] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022714, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.619245] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022715, 'name': ReconfigVM_Task, 'duration_secs': 0.323837} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.619498] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 9fd7a35d-7d74-454d-94d1-6f3acd68e357/9fd7a35d-7d74-454d-94d1-6f3acd68e357.vmdk or device None with type streamOptimized {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1849.620395] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30356a65-478e-4005-8ecd-7f13d71b0476 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.626612] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1849.626612] env[63348]: value = "task-2022716" [ 1849.626612] env[63348]: _type = "Task" [ 1849.626612] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.634634] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022716, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.828922] env[63348]: DEBUG nova.scheduler.client.report [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1849.902207] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022713, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.913414] env[63348]: DEBUG nova.network.neutron [req-6b8b01a3-f930-4875-99fb-07afedebff20 req-a97f42c1-bd12-4af8-ac21-656238ce43d2 service nova] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Updated VIF entry in instance network info cache for port 145acd64-f0ca-4763-b613-62df727606ea. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1849.913806] env[63348]: DEBUG nova.network.neutron [req-6b8b01a3-f930-4875-99fb-07afedebff20 req-a97f42c1-bd12-4af8-ac21-656238ce43d2 service nova] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Updating instance_info_cache with network_info: [{"id": "145acd64-f0ca-4763-b613-62df727606ea", "address": "fa:16:3e:a4:28:ad", "network": {"id": "d03f00f6-db52-4458-88ce-5e719aee9abc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2055551534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb35ff4d44a84407a190a1e743d3c030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap145acd64-f0", "ovs_interfaceid": "145acd64-f0ca-4763-b613-62df727606ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.013895] env[63348]: DEBUG nova.compute.manager [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1850.014386] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1850.015163] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de5817b-3066-41b3-a316-ab669cbf3606 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.024017] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1850.024323] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-437d926d-2a49-44a7-a3f6-721cdeb33f37 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.030728] env[63348]: DEBUG oslo_vmware.api [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1850.030728] env[63348]: value = "task-2022717" [ 1850.030728] env[63348]: _type = "Task" [ 1850.030728] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.038507] env[63348]: DEBUG oslo_vmware.api [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.092801] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Releasing lock "refresh_cache-5ea23fff-6485-498f-bd88-bf3809534903" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.093122] env[63348]: DEBUG nova.compute.manager [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Instance network_info: |[{"id": "20c97e3e-9ce0-4370-9a21-640b51dffeb9", "address": "fa:16:3e:1b:5c:36", "network": {"id": "6006f225-d617-473f-8e93-a8e96491d856", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1688394578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fff9bb6e459945a3a0b611e62f3e05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20c97e3e-9c", "ovs_interfaceid": "20c97e3e-9ce0-4370-9a21-640b51dffeb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1850.096749] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:5c:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20c97e3e-9ce0-4370-9a21-640b51dffeb9', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1850.105031] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Creating folder: Project (fff9bb6e459945a3a0b611e62f3e05d3). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1850.105344] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efc61c23-062b-46e9-a48f-fd79f297fb7f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.108165] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.112773] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022714, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.116420] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Created folder: Project (fff9bb6e459945a3a0b611e62f3e05d3) in parent group-v415427. [ 1850.116619] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Creating folder: Instances. Parent ref: group-v415620. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1850.116856] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-122f2cb8-5424-4fa1-b530-90331c1f4745 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.125752] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Created folder: Instances in parent group-v415620. [ 1850.125976] env[63348]: DEBUG oslo.service.loopingcall [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1850.126197] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1850.126410] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9e71a22-1b73-4d50-83bf-2c8336d477f2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.150692] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022716, 'name': Rename_Task, 'duration_secs': 0.163327} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.152162] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1850.152408] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1850.152408] env[63348]: value = "task-2022720" [ 1850.152408] env[63348]: _type = "Task" [ 1850.152408] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.152636] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbe5f15d-4986-42f7-be6d-923bfabf96a2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.163774] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022720, 'name': CreateVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.165017] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1850.165017] env[63348]: value = "task-2022721" [ 1850.165017] env[63348]: _type = "Task" [ 1850.165017] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.173087] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.213396] env[63348]: DEBUG nova.compute.manager [req-5d3f1780-81ed-4e9b-8247-236ae45048bd req-e3bf6f1b-9397-48de-9a1f-91d7bfb3d0c6 service nova] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Received event network-changed-20c97e3e-9ce0-4370-9a21-640b51dffeb9 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1850.213611] env[63348]: DEBUG nova.compute.manager [req-5d3f1780-81ed-4e9b-8247-236ae45048bd req-e3bf6f1b-9397-48de-9a1f-91d7bfb3d0c6 service nova] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Refreshing instance network info cache due to event network-changed-20c97e3e-9ce0-4370-9a21-640b51dffeb9. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1850.213833] env[63348]: DEBUG oslo_concurrency.lockutils [req-5d3f1780-81ed-4e9b-8247-236ae45048bd req-e3bf6f1b-9397-48de-9a1f-91d7bfb3d0c6 service nova] Acquiring lock "refresh_cache-5ea23fff-6485-498f-bd88-bf3809534903" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.213993] env[63348]: DEBUG oslo_concurrency.lockutils [req-5d3f1780-81ed-4e9b-8247-236ae45048bd req-e3bf6f1b-9397-48de-9a1f-91d7bfb3d0c6 service nova] Acquired lock "refresh_cache-5ea23fff-6485-498f-bd88-bf3809534903" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.214182] env[63348]: DEBUG nova.network.neutron [req-5d3f1780-81ed-4e9b-8247-236ae45048bd req-e3bf6f1b-9397-48de-9a1f-91d7bfb3d0c6 service nova] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Refreshing network info cache for port 20c97e3e-9ce0-4370-9a21-640b51dffeb9 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1850.258326] env[63348]: DEBUG oslo_concurrency.lockutils [None req-00a84311-5656-49a7-ba66-9ad2d3b5ca62 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.259026] env[63348]: DEBUG oslo_concurrency.lockutils [None req-00a84311-5656-49a7-ba66-9ad2d3b5ca62 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.259266] env[63348]: DEBUG nova.compute.manager [None req-00a84311-5656-49a7-ba66-9ad2d3b5ca62 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1850.260169] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d08b712-6919-4dbb-9214-bbcf55bf7cce {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.266593] env[63348]: DEBUG nova.compute.manager [None req-00a84311-5656-49a7-ba66-9ad2d3b5ca62 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63348) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1850.267247] env[63348]: DEBUG nova.objects.instance [None req-00a84311-5656-49a7-ba66-9ad2d3b5ca62 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lazy-loading 'flavor' on Instance uuid 32d353bc-25df-44fe-a0f6-d8f85ada7da9 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1850.323140] env[63348]: DEBUG nova.compute.manager [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1850.336622] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.339235] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.308s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.339504] env[63348]: DEBUG nova.objects.instance [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lazy-loading 'resources' on Instance uuid 6375c607-a07c-4031-b351-763ba724c57d {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1850.350451] env[63348]: DEBUG nova.virt.hardware [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1850.351116] env[63348]: DEBUG nova.virt.hardware [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1850.351116] env[63348]: DEBUG nova.virt.hardware [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1850.351236] env[63348]: DEBUG nova.virt.hardware [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1850.351316] env[63348]: DEBUG nova.virt.hardware [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1850.351496] env[63348]: DEBUG nova.virt.hardware [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1850.351746] env[63348]: DEBUG nova.virt.hardware [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1850.351945] env[63348]: DEBUG nova.virt.hardware [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1850.352241] env[63348]: DEBUG nova.virt.hardware [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1850.352377] env[63348]: DEBUG nova.virt.hardware [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1850.352595] env[63348]: DEBUG nova.virt.hardware [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1850.353995] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad72a85-9509-49a0-a6bb-a6b3a5de0116 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.363483] env[63348]: INFO nova.scheduler.client.report [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Deleted allocations for instance bc134416-7803-4400-a33e-236615803489 [ 1850.365696] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2a2771-5684-4f74-8b30-3000dabcc530 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.399891] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022713, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.169068} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.400172] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] c62e1440-aa54-4875-b5d7-8f7476d2b2bb/c62e1440-aa54-4875-b5d7-8f7476d2b2bb.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1850.400458] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1850.400727] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5be1b8ba-f703-4373-91b1-dad344615512 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.409592] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1850.409592] env[63348]: value = "task-2022722" [ 1850.409592] env[63348]: _type = "Task" [ 1850.409592] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.418817] env[63348]: DEBUG oslo_concurrency.lockutils [req-6b8b01a3-f930-4875-99fb-07afedebff20 req-a97f42c1-bd12-4af8-ac21-656238ce43d2 service nova] Releasing lock "refresh_cache-bb145de2-f5a8-46da-95ba-af79f8757fd7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.419293] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.541561] env[63348]: DEBUG oslo_vmware.api [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022717, 'name': PowerOffVM_Task, 'duration_secs': 0.433248} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.541848] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1850.542034] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1850.542301] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d48fa061-9e6a-42f4-9462-4e19d257bee4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.603434] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022714, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.664689] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022720, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.673732] env[63348]: DEBUG oslo_vmware.api [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022721, 'name': PowerOnVM_Task, 'duration_secs': 0.470145} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.674091] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1850.674325] env[63348]: INFO nova.compute.manager [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Took 14.74 seconds to spawn the instance on the hypervisor. [ 1850.674544] env[63348]: DEBUG nova.compute.manager [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1850.675418] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e64f9b-133a-4e92-91ed-f6eb723074b0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.880616] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b550315f-e0d3-47a0-a9ce-7a0d0bdd1d21 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "bc134416-7803-4400-a33e-236615803489" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.765s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.924776] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094098} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.930654] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1850.931890] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83bfe5e-391e-4199-a42b-5ac75e9b48e8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.955755] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] c62e1440-aa54-4875-b5d7-8f7476d2b2bb/c62e1440-aa54-4875-b5d7-8f7476d2b2bb.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1850.958551] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5fc6dd6-4000-480d-88e7-2d501f4e3daa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.980284] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1850.980284] env[63348]: value = "task-2022724" [ 1850.980284] env[63348]: _type = "Task" [ 1850.980284] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.991812] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.103369] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022714, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.170717] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022720, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.195836] env[63348]: INFO nova.compute.manager [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Took 53.69 seconds to build instance. [ 1851.204484] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06e177c-7d7c-453b-9b8a-b3da73df7f00 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.212600] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2231e3-f36b-4430-ac1b-e2ce12aa2e63 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.244663] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a382c9f-db94-4254-b09e-6847b17b0e34 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.256049] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e7e76a-2b0c-46a1-a984-5c8a0a3b6eec {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.272876] env[63348]: DEBUG nova.compute.provider_tree [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.280302] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a84311-5656-49a7-ba66-9ad2d3b5ca62 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1851.280302] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9cfef95-4087-4df2-8a95-26b551a9a7b0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.288061] env[63348]: DEBUG oslo_vmware.api [None req-00a84311-5656-49a7-ba66-9ad2d3b5ca62 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1851.288061] env[63348]: value = "task-2022725" [ 1851.288061] env[63348]: _type = "Task" [ 1851.288061] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.296377] env[63348]: DEBUG oslo_vmware.api [None req-00a84311-5656-49a7-ba66-9ad2d3b5ca62 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.336634] env[63348]: DEBUG nova.network.neutron [req-5d3f1780-81ed-4e9b-8247-236ae45048bd req-e3bf6f1b-9397-48de-9a1f-91d7bfb3d0c6 service nova] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Updated VIF entry in instance network info cache for port 20c97e3e-9ce0-4370-9a21-640b51dffeb9. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1851.337063] env[63348]: DEBUG nova.network.neutron [req-5d3f1780-81ed-4e9b-8247-236ae45048bd req-e3bf6f1b-9397-48de-9a1f-91d7bfb3d0c6 service nova] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Updating instance_info_cache with network_info: [{"id": "20c97e3e-9ce0-4370-9a21-640b51dffeb9", "address": "fa:16:3e:1b:5c:36", "network": {"id": "6006f225-d617-473f-8e93-a8e96491d856", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1688394578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fff9bb6e459945a3a0b611e62f3e05d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20c97e3e-9c", "ovs_interfaceid": "20c97e3e-9ce0-4370-9a21-640b51dffeb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.490634] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022724, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.604429] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022714, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.667771] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022720, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.700551] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f63e3a49-2eec-4f36-8ecc-f48461d7e03f tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "9fd7a35d-7d74-454d-94d1-6f3acd68e357" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.205s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.756085] env[63348]: DEBUG oslo_concurrency.lockutils [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "9fd7a35d-7d74-454d-94d1-6f3acd68e357" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.756249] env[63348]: DEBUG oslo_concurrency.lockutils [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "9fd7a35d-7d74-454d-94d1-6f3acd68e357" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.756485] env[63348]: DEBUG oslo_concurrency.lockutils [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "9fd7a35d-7d74-454d-94d1-6f3acd68e357-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.756696] env[63348]: DEBUG oslo_concurrency.lockutils [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "9fd7a35d-7d74-454d-94d1-6f3acd68e357-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.756895] env[63348]: DEBUG oslo_concurrency.lockutils [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "9fd7a35d-7d74-454d-94d1-6f3acd68e357-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.760173] env[63348]: INFO nova.compute.manager [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Terminating instance [ 1851.779051] env[63348]: DEBUG nova.scheduler.client.report [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1851.806064] env[63348]: DEBUG oslo_vmware.api [None req-00a84311-5656-49a7-ba66-9ad2d3b5ca62 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022725, 'name': PowerOffVM_Task, 'duration_secs': 0.199055} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.806064] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a84311-5656-49a7-ba66-9ad2d3b5ca62 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1851.806064] env[63348]: DEBUG nova.compute.manager [None req-00a84311-5656-49a7-ba66-9ad2d3b5ca62 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1851.806064] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8f79fd-7f86-462d-ade5-09ec8f3118c5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.840620] env[63348]: DEBUG oslo_concurrency.lockutils [req-5d3f1780-81ed-4e9b-8247-236ae45048bd req-e3bf6f1b-9397-48de-9a1f-91d7bfb3d0c6 service nova] Releasing lock "refresh_cache-5ea23fff-6485-498f-bd88-bf3809534903" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.840898] env[63348]: DEBUG nova.compute.manager [req-5d3f1780-81ed-4e9b-8247-236ae45048bd req-e3bf6f1b-9397-48de-9a1f-91d7bfb3d0c6 service nova] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Received event network-vif-deleted-3116b201-fca0-40d4-850a-085de7c1aee1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1851.990443] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022724, 'name': ReconfigVM_Task, 'duration_secs': 0.544626} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.990748] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Reconfigured VM instance instance-0000003e to attach disk [datastore2] c62e1440-aa54-4875-b5d7-8f7476d2b2bb/c62e1440-aa54-4875-b5d7-8f7476d2b2bb.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1851.991426] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab608d91-941b-4c8d-af39-a9db278e7412 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.997073] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1851.997073] env[63348]: value = "task-2022726" [ 1851.997073] env[63348]: _type = "Task" [ 1851.997073] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.004565] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022726, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.104606] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022714, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.165920] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022720, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.262887] env[63348]: DEBUG nova.compute.manager [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1852.263161] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1852.264052] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf2fa8c-7583-4f55-b36d-b3a96367929a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.272386] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1852.272610] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7162d625-5e2d-4f63-b5f8-2cda92322c9d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.278280] env[63348]: DEBUG oslo_vmware.api [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1852.278280] env[63348]: value = "task-2022727" [ 1852.278280] env[63348]: _type = "Task" [ 1852.278280] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.285772] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.287578] env[63348]: DEBUG oslo_vmware.api [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.288942] env[63348]: DEBUG oslo_concurrency.lockutils [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.565s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.288942] env[63348]: DEBUG nova.objects.instance [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] [instance: dccd4694-dc48-44af-899f-af12059826cd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63348) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1852.320125] env[63348]: DEBUG oslo_concurrency.lockutils [None req-00a84311-5656-49a7-ba66-9ad2d3b5ca62 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.321875] env[63348]: INFO nova.scheduler.client.report [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Deleted allocations for instance 6375c607-a07c-4031-b351-763ba724c57d [ 1852.507421] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022726, 'name': Rename_Task, 'duration_secs': 0.126199} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.507728] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1852.507977] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca7cbe35-0669-4549-8cc2-6c0b419c4c53 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.513929] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1852.513929] env[63348]: value = "task-2022729" [ 1852.513929] env[63348]: _type = "Task" [ 1852.513929] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.521579] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.604969] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022714, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.667701] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022720, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.790572] env[63348]: DEBUG oslo_vmware.api [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022727, 'name': PowerOffVM_Task, 'duration_secs': 0.183686} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.793074] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1852.793074] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1852.794867] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91baf738-1139-4440-959e-4938e0b19fc7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.830585] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4c36093b-ba43-43ce-91f0-3eba238de492 tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "6375c607-a07c-4031-b351-763ba724c57d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.613s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.027049] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022729, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.105215] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022714, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.167802] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022720, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.302353] env[63348]: DEBUG oslo_concurrency.lockutils [None req-891defb7-f9b1-4ed6-bb74-0e616a073002 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.303576] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.197s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.304336] env[63348]: DEBUG nova.objects.instance [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lazy-loading 'resources' on Instance uuid 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.525506] env[63348]: DEBUG oslo_vmware.api [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022729, 'name': PowerOnVM_Task, 'duration_secs': 0.520866} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.525826] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1853.526102] env[63348]: INFO nova.compute.manager [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Took 10.98 seconds to spawn the instance on the hypervisor. [ 1853.526321] env[63348]: DEBUG nova.compute.manager [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1853.527145] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352c9b6d-1fe9-45b3-a0e6-87b6f2539c74 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.605799] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022714, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.668037] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022720, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.887287] env[63348]: DEBUG nova.compute.manager [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Stashing vm_state: stopped {{(pid=63348) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1854.043231] env[63348]: INFO nova.compute.manager [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Took 41.79 seconds to build instance. [ 1854.083817] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7362eeaf-f478-4d33-9a08-67a5c85bf2ed {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.091435] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0535b105-a042-4a02-8d4b-ca84dcb4be94 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.125960] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bbfd31-4b99-4326-bbe4-a6fe02ef4e8f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.131347] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022714, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.135809] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb662e0-f575-4376-9a37-8db1663a2187 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.148515] env[63348]: DEBUG nova.compute.provider_tree [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1854.167545] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022720, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.404726] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.545343] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bc4c72a5-6bc4-4893-8561-6c72b264f8f4 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "c62e1440-aa54-4875-b5d7-8f7476d2b2bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.179s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.606717] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022714, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.652064] env[63348]: DEBUG nova.scheduler.client.report [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1854.668761] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022720, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.013198] env[63348]: INFO nova.compute.manager [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Rebuilding instance [ 1855.055844] env[63348]: DEBUG nova.compute.manager [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1855.056734] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cc67ff-a711-4fe3-9518-7a3e54a9c70d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.107200] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022714, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.126096] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquiring lock "e2fb160c-154e-4a47-87ce-471d2e49ae75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.126400] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "e2fb160c-154e-4a47-87ce-471d2e49ae75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.126578] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquiring lock "e2fb160c-154e-4a47-87ce-471d2e49ae75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.126778] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "e2fb160c-154e-4a47-87ce-471d2e49ae75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.126962] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "e2fb160c-154e-4a47-87ce-471d2e49ae75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.129224] env[63348]: INFO nova.compute.manager [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Terminating instance [ 1855.158657] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.160032] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.727s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.160032] env[63348]: DEBUG nova.objects.instance [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Lazy-loading 'resources' on Instance uuid dccd4694-dc48-44af-899f-af12059826cd {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1855.170249] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022720, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.175445] env[63348]: INFO nova.scheduler.client.report [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Deleted allocations for instance 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7 [ 1855.605829] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1855.606496] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1855.606496] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Deleting the datastore file [datastore2] 9fd7a35d-7d74-454d-94d1-6f3acd68e357 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1855.607234] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0df73865-aa3c-4ae7-9dce-a96baf8ffc4a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.614945] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022714, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.620317] env[63348]: DEBUG oslo_vmware.api [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1855.620317] env[63348]: value = "task-2022731" [ 1855.620317] env[63348]: _type = "Task" [ 1855.620317] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.633399] env[63348]: DEBUG oslo_vmware.api [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.634694] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1855.634940] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1855.635111] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Deleting the datastore file [datastore1] 36970daf-9b81-47f3-94fe-963dd71f90d6 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1855.635743] env[63348]: DEBUG nova.compute.manager [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1855.635950] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1855.636218] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c354920-f83e-4244-becb-227a8e4c3861 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.638785] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602b6740-64bb-4ed5-8c52-020921e9acb1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.648464] env[63348]: DEBUG oslo_vmware.api [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1855.648464] env[63348]: value = "task-2022732" [ 1855.648464] env[63348]: _type = "Task" [ 1855.648464] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.649223] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1855.649590] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad08ee36-2fbe-48e3-a604-a6c15ae2c9eb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.661079] env[63348]: DEBUG oslo_vmware.api [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.667738] env[63348]: DEBUG oslo_vmware.api [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1855.667738] env[63348]: value = "task-2022733" [ 1855.667738] env[63348]: _type = "Task" [ 1855.667738] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.676716] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022720, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.686357] env[63348]: DEBUG oslo_vmware.api [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.686357] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4e4b73b8-a562-45f6-aa84-8a00f70c6def tempest-ServerShowV247Test-1124652990 tempest-ServerShowV247Test-1124652990-project-member] Lock "64e837aa-0ab3-4cb4-a60b-287bf47f9ad7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.867s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.019377] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a70ac62-9b85-4a72-a18a-0866fcd5e5cd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.029173] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8d1e24-b0c8-46e6-9e22-d74722b9f95d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.062323] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f01767a-df4e-4309-805e-bd0952c3ec09 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.070421] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75c653b-102e-4400-bb4d-851d034e15fe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.075577] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1856.075866] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43768242-b1c2-4c06-9306-b41f218e2299 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.088358] env[63348]: DEBUG nova.compute.provider_tree [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1856.091414] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1856.091414] env[63348]: value = "task-2022734" [ 1856.091414] env[63348]: _type = "Task" [ 1856.091414] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.104741] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.115297] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022714, 'name': CreateVM_Task, 'duration_secs': 6.88264} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.115563] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1856.116330] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.116585] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.116983] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1856.117295] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3adee01-6b61-4c73-9281-edec4d922c55 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.125327] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1856.125327] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52668f4c-8f6c-77fe-4cf3-f46dec35e24d" [ 1856.125327] env[63348]: _type = "Task" [ 1856.125327] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.133484] env[63348]: DEBUG oslo_vmware.api [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185552} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.134228] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1856.134509] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1856.134787] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1856.134907] env[63348]: INFO nova.compute.manager [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Took 3.87 seconds to destroy the instance on the hypervisor. [ 1856.135233] env[63348]: DEBUG oslo.service.loopingcall [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.135511] env[63348]: DEBUG nova.compute.manager [-] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1856.135618] env[63348]: DEBUG nova.network.neutron [-] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1856.141046] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52668f4c-8f6c-77fe-4cf3-f46dec35e24d, 'name': SearchDatastore_Task, 'duration_secs': 0.010612} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.141632] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.141871] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1856.142123] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.142406] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.142482] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1856.142767] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecae72fb-6758-41bf-83a9-2bc3e7df0252 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.154562] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1856.154740] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1856.155803] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e53fdd91-0e28-40da-b048-bbbec6838b12 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.161306] env[63348]: DEBUG oslo_vmware.api [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156665} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.164877] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1856.165150] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1856.165404] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1856.165603] env[63348]: INFO nova.compute.manager [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Took 6.15 seconds to destroy the instance on the hypervisor. [ 1856.165849] env[63348]: DEBUG oslo.service.loopingcall [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.167044] env[63348]: DEBUG nova.compute.manager [-] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1856.167163] env[63348]: DEBUG nova.network.neutron [-] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1856.168901] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1856.168901] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5228f762-f03a-5026-8c81-07c5c82408e5" [ 1856.168901] env[63348]: _type = "Task" [ 1856.168901] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.177942] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022720, 'name': CreateVM_Task, 'duration_secs': 5.806513} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.178446] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1856.179372] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.179538] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.179845] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1856.180113] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed6a54fb-cde7-454d-92d1-4c6cde4c327e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.189481] env[63348]: DEBUG oslo_vmware.api [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022733, 'name': PowerOffVM_Task, 'duration_secs': 0.27904} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.189970] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5228f762-f03a-5026-8c81-07c5c82408e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011713} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.190575] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1856.190755] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1856.191527] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b1c2492-1480-4712-b338-e0461075a873 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.192902] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c2e726-fd21-486b-89bb-6f8e93ee63a3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.196073] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Waiting for the task: (returnval){ [ 1856.196073] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526ff3d3-f21a-ec74-684b-12361cfeb749" [ 1856.196073] env[63348]: _type = "Task" [ 1856.196073] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.200633] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1856.200633] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e266c5-f544-b456-3954-22d61f93377b" [ 1856.200633] env[63348]: _type = "Task" [ 1856.200633] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.207751] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526ff3d3-f21a-ec74-684b-12361cfeb749, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.208361] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.208611] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1856.208874] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.212808] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e266c5-f544-b456-3954-22d61f93377b, 'name': SearchDatastore_Task, 'duration_secs': 0.009541} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.213061] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.213410] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] bb145de2-f5a8-46da-95ba-af79f8757fd7/bb145de2-f5a8-46da-95ba-af79f8757fd7.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1856.213685] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.213871] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1856.214097] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4438ee79-027d-4823-bb16-c6f4f34c43d7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.216326] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54cf27ee-f372-41ea-9a55-2d8ca634b7c7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.224482] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1856.224482] env[63348]: value = "task-2022736" [ 1856.224482] env[63348]: _type = "Task" [ 1856.224482] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.230839] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1856.231035] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1856.231823] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb652ea1-3895-42df-a48f-0050dd2a3087 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.237439] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Waiting for the task: (returnval){ [ 1856.237439] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524dc944-660c-a7b0-54ad-efb42c104a0d" [ 1856.237439] env[63348]: _type = "Task" [ 1856.237439] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.241401] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.250873] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524dc944-660c-a7b0-54ad-efb42c104a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.00966} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.254502] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b0e2678-baef-4ea0-b2ee-22296d103daf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.260219] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Waiting for the task: (returnval){ [ 1856.260219] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526cdd49-e578-96cd-4b2b-485c44c8b8aa" [ 1856.260219] env[63348]: _type = "Task" [ 1856.260219] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.268966] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526cdd49-e578-96cd-4b2b-485c44c8b8aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.308163] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1856.308492] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1856.308763] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Deleting the datastore file [datastore1] e2fb160c-154e-4a47-87ce-471d2e49ae75 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1856.309150] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5c11b92-8a3e-42fd-96a6-6dcfb90b647e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.317386] env[63348]: DEBUG oslo_vmware.api [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for the task: (returnval){ [ 1856.317386] env[63348]: value = "task-2022737" [ 1856.317386] env[63348]: _type = "Task" [ 1856.317386] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.327158] env[63348]: DEBUG oslo_vmware.api [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.597029] env[63348]: DEBUG nova.scheduler.client.report [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1856.607557] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022734, 'name': PowerOffVM_Task, 'duration_secs': 0.22262} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.607882] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1856.608193] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1856.609067] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d47da58-2920-47f9-868b-1a02badfac6b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.618360] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1856.618978] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee500a49-22d8-44d1-88ff-fd998ad869ca {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.740976] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022736, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.769701] env[63348]: DEBUG nova.network.neutron [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Successfully updated port: d2f1d0c1-31f8-4117-b880-86522e1bc86b {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1856.785283] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526cdd49-e578-96cd-4b2b-485c44c8b8aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011379} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.785283] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.785283] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 5ea23fff-6485-498f-bd88-bf3809534903/5ea23fff-6485-498f-bd88-bf3809534903.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1856.785283] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1cb839e-e634-485e-bdec-0bd31b5f0e5c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.798866] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1856.798866] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1856.798866] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleting the datastore file [datastore2] c62e1440-aa54-4875-b5d7-8f7476d2b2bb {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1856.798866] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cea67715-55a4-4860-ba00-f318c06ff24c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.801580] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Waiting for the task: (returnval){ [ 1856.801580] env[63348]: value = "task-2022739" [ 1856.801580] env[63348]: _type = "Task" [ 1856.801580] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.806800] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1856.806800] env[63348]: value = "task-2022740" [ 1856.806800] env[63348]: _type = "Task" [ 1856.806800] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.812848] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Task: {'id': task-2022739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.818261] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.827989] env[63348]: DEBUG oslo_vmware.api [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Task: {'id': task-2022737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259963} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.827989] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1856.828144] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1856.828264] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1856.828439] env[63348]: INFO nova.compute.manager [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1856.828668] env[63348]: DEBUG oslo.service.loopingcall [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.828924] env[63348]: DEBUG nova.compute.manager [-] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1856.829065] env[63348]: DEBUG nova.network.neutron [-] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1856.891561] env[63348]: DEBUG nova.compute.manager [req-dc96dc12-e02c-443a-afe7-7fa06b3aefe4 req-d3cd16e7-1012-4ee6-a8f9-addfbc7483b1 service nova] [instance: 61650944-1904-4697-8ee5-2991057f442e] Received event network-vif-plugged-d2f1d0c1-31f8-4117-b880-86522e1bc86b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1856.891561] env[63348]: DEBUG oslo_concurrency.lockutils [req-dc96dc12-e02c-443a-afe7-7fa06b3aefe4 req-d3cd16e7-1012-4ee6-a8f9-addfbc7483b1 service nova] Acquiring lock "61650944-1904-4697-8ee5-2991057f442e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.891561] env[63348]: DEBUG oslo_concurrency.lockutils [req-dc96dc12-e02c-443a-afe7-7fa06b3aefe4 req-d3cd16e7-1012-4ee6-a8f9-addfbc7483b1 service nova] Lock "61650944-1904-4697-8ee5-2991057f442e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.891722] env[63348]: DEBUG oslo_concurrency.lockutils [req-dc96dc12-e02c-443a-afe7-7fa06b3aefe4 req-d3cd16e7-1012-4ee6-a8f9-addfbc7483b1 service nova] Lock "61650944-1904-4697-8ee5-2991057f442e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.891982] env[63348]: DEBUG nova.compute.manager [req-dc96dc12-e02c-443a-afe7-7fa06b3aefe4 req-d3cd16e7-1012-4ee6-a8f9-addfbc7483b1 service nova] [instance: 61650944-1904-4697-8ee5-2991057f442e] No waiting events found dispatching network-vif-plugged-d2f1d0c1-31f8-4117-b880-86522e1bc86b {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1856.892501] env[63348]: WARNING nova.compute.manager [req-dc96dc12-e02c-443a-afe7-7fa06b3aefe4 req-d3cd16e7-1012-4ee6-a8f9-addfbc7483b1 service nova] [instance: 61650944-1904-4697-8ee5-2991057f442e] Received unexpected event network-vif-plugged-d2f1d0c1-31f8-4117-b880-86522e1bc86b for instance with vm_state building and task_state spawning. [ 1856.908807] env[63348]: DEBUG nova.compute.manager [req-6c0cea66-5802-4cb3-80da-d758c7e3c31b req-d5852c60-1f5f-4ebd-99ba-58add77597c3 service nova] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Received event network-vif-deleted-a37d3d21-f5a4-4136-acdd-6bcd3f0d21bb {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1856.909060] env[63348]: INFO nova.compute.manager [req-6c0cea66-5802-4cb3-80da-d758c7e3c31b req-d5852c60-1f5f-4ebd-99ba-58add77597c3 service nova] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Neutron deleted interface a37d3d21-f5a4-4136-acdd-6bcd3f0d21bb; detaching it from the instance and deleting it from the info cache [ 1856.909278] env[63348]: DEBUG nova.network.neutron [req-6c0cea66-5802-4cb3-80da-d758c7e3c31b req-d5852c60-1f5f-4ebd-99ba-58add77597c3 service nova] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.103491] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.106366] env[63348]: DEBUG oslo_concurrency.lockutils [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.047s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.106366] env[63348]: DEBUG nova.objects.instance [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Lazy-loading 'resources' on Instance uuid 2a097994-1352-4863-b599-72a045363676 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1857.135447] env[63348]: INFO nova.scheduler.client.report [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Deleted allocations for instance dccd4694-dc48-44af-899f-af12059826cd [ 1857.241433] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547876} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.243809] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] bb145de2-f5a8-46da-95ba-af79f8757fd7/bb145de2-f5a8-46da-95ba-af79f8757fd7.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1857.243809] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1857.243809] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33825e7f-6dc5-420f-8aca-43ad5d0c275e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.249062] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1857.249062] env[63348]: value = "task-2022741" [ 1857.249062] env[63348]: _type = "Task" [ 1857.249062] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.258498] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.274259] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "refresh_cache-61650944-1904-4697-8ee5-2991057f442e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.274542] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "refresh_cache-61650944-1904-4697-8ee5-2991057f442e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.274711] env[63348]: DEBUG nova.network.neutron [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1857.283364] env[63348]: DEBUG nova.network.neutron [-] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.297942] env[63348]: DEBUG nova.network.neutron [-] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.324149] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453416} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.324478] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Task: {'id': task-2022739, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.324787] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1857.325008] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1857.325278] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1857.412672] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e77ace1-3d54-4ae0-8966-7163d3c67518 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.422958] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40cafa2-1388-4e29-a478-461182c92021 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.457781] env[63348]: DEBUG nova.compute.manager [req-6c0cea66-5802-4cb3-80da-d758c7e3c31b req-d5852c60-1f5f-4ebd-99ba-58add77597c3 service nova] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Detach interface failed, port_id=a37d3d21-f5a4-4136-acdd-6bcd3f0d21bb, reason: Instance 9fd7a35d-7d74-454d-94d1-6f3acd68e357 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1857.649105] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a91a067-0f14-4ce1-9ba8-386066093080 tempest-ServerShowV257Test-296371433 tempest-ServerShowV257Test-296371433-project-member] Lock "dccd4694-dc48-44af-899f-af12059826cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.834s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.762374] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091242} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.762962] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1857.763863] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cbb3c4-202c-4278-a160-f7672db21f5d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.789333] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] bb145de2-f5a8-46da-95ba-af79f8757fd7/bb145de2-f5a8-46da-95ba-af79f8757fd7.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1857.792372] env[63348]: INFO nova.compute.manager [-] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Took 1.66 seconds to deallocate network for instance. [ 1857.792671] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d378f4b1-cb30-412a-883e-736c802e3317 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.814126] env[63348]: INFO nova.compute.manager [-] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Took 1.65 seconds to deallocate network for instance. [ 1857.839461] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Task: {'id': task-2022739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777228} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.839848] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1857.839848] env[63348]: value = "task-2022742" [ 1857.839848] env[63348]: _type = "Task" [ 1857.839848] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.841142] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 5ea23fff-6485-498f-bd88-bf3809534903/5ea23fff-6485-498f-bd88-bf3809534903.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1857.841142] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1857.841279] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2106ee5-5251-4a8d-ac84-ce7407f92de8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.854273] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.855274] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Waiting for the task: (returnval){ [ 1857.855274] env[63348]: value = "task-2022743" [ 1857.855274] env[63348]: _type = "Task" [ 1857.855274] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.869051] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Task: {'id': task-2022743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.876550] env[63348]: DEBUG nova.network.neutron [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1858.026762] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b51881-5446-41af-82f4-de2f4a259966 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.034732] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de690af-9a0f-48b9-89d8-167fa6cb9df5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.066697] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3715048-5cc2-4fb5-a104-3f4a1137155f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.074709] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b380d5d9-ee2b-4ec6-81ef-3966deef78b0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.089137] env[63348]: DEBUG nova.compute.provider_tree [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1858.222312] env[63348]: DEBUG nova.network.neutron [-] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.329082] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.330216] env[63348]: DEBUG oslo_concurrency.lockutils [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.354435] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022742, 'name': ReconfigVM_Task, 'duration_secs': 0.281456} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.354755] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Reconfigured VM instance instance-0000003f to attach disk [datastore2] bb145de2-f5a8-46da-95ba-af79f8757fd7/bb145de2-f5a8-46da-95ba-af79f8757fd7.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1858.355653] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91573455-46c9-4027-ab70-60b970b603c1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.364858] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1858.364858] env[63348]: value = "task-2022744" [ 1858.364858] env[63348]: _type = "Task" [ 1858.364858] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.372751] env[63348]: DEBUG nova.network.neutron [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Updating instance_info_cache with network_info: [{"id": "d2f1d0c1-31f8-4117-b880-86522e1bc86b", "address": "fa:16:3e:8e:30:ac", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f1d0c1-31", "ovs_interfaceid": "d2f1d0c1-31f8-4117-b880-86522e1bc86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.374261] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Task: {'id': task-2022743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067575} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.375012] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1858.376226] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a04914-4878-4f07-8819-1a3c58bdadae {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.385433] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022744, 'name': Rename_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.407814] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 5ea23fff-6485-498f-bd88-bf3809534903/5ea23fff-6485-498f-bd88-bf3809534903.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1858.413562] env[63348]: DEBUG nova.virt.hardware [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1858.413562] env[63348]: DEBUG nova.virt.hardware [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1858.413562] env[63348]: DEBUG nova.virt.hardware [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1858.413755] env[63348]: DEBUG nova.virt.hardware [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1858.413755] env[63348]: DEBUG nova.virt.hardware [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1858.413755] env[63348]: DEBUG nova.virt.hardware [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1858.413755] env[63348]: DEBUG nova.virt.hardware [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1858.413755] env[63348]: DEBUG nova.virt.hardware [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1858.413884] env[63348]: DEBUG nova.virt.hardware [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1858.413884] env[63348]: DEBUG nova.virt.hardware [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1858.413884] env[63348]: DEBUG nova.virt.hardware [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1858.413884] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20110913-f940-44ef-8b31-12c39809af37 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.429559] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15723fa9-7ee3-48a5-907b-917d87e3b15d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.445017] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5062e93e-8b42-4f3f-8f81-289027a07962 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.446478] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Waiting for the task: (returnval){ [ 1858.446478] env[63348]: value = "task-2022745" [ 1858.446478] env[63348]: _type = "Task" [ 1858.446478] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.457959] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:76:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38f99439-3350-43d9-bc15-44a797e98360', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1858.467122] env[63348]: DEBUG oslo.service.loopingcall [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.469059] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1858.469059] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-899b085b-0b18-4229-875f-bec5b3da7c60 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.489051] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Task: {'id': task-2022745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.495167] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1858.495167] env[63348]: value = "task-2022746" [ 1858.495167] env[63348]: _type = "Task" [ 1858.495167] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.502975] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022746, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.594356] env[63348]: DEBUG nova.scheduler.client.report [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1858.726697] env[63348]: INFO nova.compute.manager [-] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Took 1.90 seconds to deallocate network for instance. [ 1858.877042] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022744, 'name': Rename_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.883655] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "refresh_cache-61650944-1904-4697-8ee5-2991057f442e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.883966] env[63348]: DEBUG nova.compute.manager [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Instance network_info: |[{"id": "d2f1d0c1-31f8-4117-b880-86522e1bc86b", "address": "fa:16:3e:8e:30:ac", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f1d0c1-31", "ovs_interfaceid": "d2f1d0c1-31f8-4117-b880-86522e1bc86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1858.884361] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:30:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2f1d0c1-31f8-4117-b880-86522e1bc86b', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1858.892055] env[63348]: DEBUG oslo.service.loopingcall [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.892264] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61650944-1904-4697-8ee5-2991057f442e] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1858.892478] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4ea68c5-b1f9-4adc-a2db-21962d661d71 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.912213] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1858.912213] env[63348]: value = "task-2022747" [ 1858.912213] env[63348]: _type = "Task" [ 1858.912213] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.923120] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022747, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.947822] env[63348]: DEBUG nova.compute.manager [req-ed626c10-ee55-4f71-8f4b-843306e18767 req-bdce02b9-cc71-49ca-9e8c-24d88c17d64b service nova] [instance: 61650944-1904-4697-8ee5-2991057f442e] Received event network-changed-d2f1d0c1-31f8-4117-b880-86522e1bc86b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1858.947822] env[63348]: DEBUG nova.compute.manager [req-ed626c10-ee55-4f71-8f4b-843306e18767 req-bdce02b9-cc71-49ca-9e8c-24d88c17d64b service nova] [instance: 61650944-1904-4697-8ee5-2991057f442e] Refreshing instance network info cache due to event network-changed-d2f1d0c1-31f8-4117-b880-86522e1bc86b. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1858.947822] env[63348]: DEBUG oslo_concurrency.lockutils [req-ed626c10-ee55-4f71-8f4b-843306e18767 req-bdce02b9-cc71-49ca-9e8c-24d88c17d64b service nova] Acquiring lock "refresh_cache-61650944-1904-4697-8ee5-2991057f442e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.947822] env[63348]: DEBUG oslo_concurrency.lockutils [req-ed626c10-ee55-4f71-8f4b-843306e18767 req-bdce02b9-cc71-49ca-9e8c-24d88c17d64b service nova] Acquired lock "refresh_cache-61650944-1904-4697-8ee5-2991057f442e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.947822] env[63348]: DEBUG nova.network.neutron [req-ed626c10-ee55-4f71-8f4b-843306e18767 req-bdce02b9-cc71-49ca-9e8c-24d88c17d64b service nova] [instance: 61650944-1904-4697-8ee5-2991057f442e] Refreshing network info cache for port d2f1d0c1-31f8-4117-b880-86522e1bc86b {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1858.960645] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Task: {'id': task-2022745, 'name': ReconfigVM_Task, 'duration_secs': 0.368249} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.960912] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 5ea23fff-6485-498f-bd88-bf3809534903/5ea23fff-6485-498f-bd88-bf3809534903.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1858.961557] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e7a1330-e97c-4a82-ab86-3cd7cca0ead4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.967766] env[63348]: DEBUG nova.compute.manager [req-6086b594-d602-4b90-b59d-5e241ce203c2 req-1946e0c8-54ba-43b2-b641-c0ff17cf8d32 service nova] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Received event network-vif-deleted-7be4074f-5a31-4207-9612-d0cfad4f6f37 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1858.967997] env[63348]: DEBUG nova.compute.manager [req-6086b594-d602-4b90-b59d-5e241ce203c2 req-1946e0c8-54ba-43b2-b641-c0ff17cf8d32 service nova] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Received event network-vif-deleted-4e4c2adc-c41a-444d-bfec-add081a3e6e7 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1858.969777] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Waiting for the task: (returnval){ [ 1858.969777] env[63348]: value = "task-2022748" [ 1858.969777] env[63348]: _type = "Task" [ 1858.969777] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.978546] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Task: {'id': task-2022748, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.010655] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022746, 'name': CreateVM_Task, 'duration_secs': 0.43884} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.010969] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1859.011763] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.012079] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.012481] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1859.012827] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55edf73d-60cd-4729-92a7-5b2eef12bf36 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.017365] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1859.017365] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521cc2ad-d6b3-5586-5070-34966f9c35f3" [ 1859.017365] env[63348]: _type = "Task" [ 1859.017365] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.026260] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521cc2ad-d6b3-5586-5070-34966f9c35f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.100458] env[63348]: DEBUG oslo_concurrency.lockutils [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.102115] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.575s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.102388] env[63348]: DEBUG nova.objects.instance [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Lazy-loading 'resources' on Instance uuid c4dbefbc-5e88-4451-8ed2-2b91e59662af {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1859.123971] env[63348]: INFO nova.scheduler.client.report [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Deleted allocations for instance 2a097994-1352-4863-b599-72a045363676 [ 1859.238929] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.376274] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022744, 'name': Rename_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.423179] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022747, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.481892] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Task: {'id': task-2022748, 'name': Rename_Task, 'duration_secs': 0.312954} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.482177] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1859.482532] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d7dce1b-5163-4d9e-8f54-2e96d9413aaa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.489171] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Waiting for the task: (returnval){ [ 1859.489171] env[63348]: value = "task-2022749" [ 1859.489171] env[63348]: _type = "Task" [ 1859.489171] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.498244] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Task: {'id': task-2022749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.529492] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521cc2ad-d6b3-5586-5070-34966f9c35f3, 'name': SearchDatastore_Task, 'duration_secs': 0.008996} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.529492] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.529677] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1859.529911] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.530068] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.530249] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1859.530516] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce4b6887-5819-4376-975e-5dcdf098f80b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.538459] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1859.538655] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1859.539444] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b43ae73a-8587-4c11-ad33-782a1ac1dec7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.544579] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1859.544579] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52690cd1-7376-f47c-0249-fc2e329a8581" [ 1859.544579] env[63348]: _type = "Task" [ 1859.544579] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.554036] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52690cd1-7376-f47c-0249-fc2e329a8581, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.635805] env[63348]: DEBUG oslo_concurrency.lockutils [None req-811c4868-190a-4dca-8c44-aebc09fd1228 tempest-ServerDiagnosticsTest-86329209 tempest-ServerDiagnosticsTest-86329209-project-member] Lock "2a097994-1352-4863-b599-72a045363676" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.368s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.840504] env[63348]: DEBUG nova.network.neutron [req-ed626c10-ee55-4f71-8f4b-843306e18767 req-bdce02b9-cc71-49ca-9e8c-24d88c17d64b service nova] [instance: 61650944-1904-4697-8ee5-2991057f442e] Updated VIF entry in instance network info cache for port d2f1d0c1-31f8-4117-b880-86522e1bc86b. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1859.840879] env[63348]: DEBUG nova.network.neutron [req-ed626c10-ee55-4f71-8f4b-843306e18767 req-bdce02b9-cc71-49ca-9e8c-24d88c17d64b service nova] [instance: 61650944-1904-4697-8ee5-2991057f442e] Updating instance_info_cache with network_info: [{"id": "d2f1d0c1-31f8-4117-b880-86522e1bc86b", "address": "fa:16:3e:8e:30:ac", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f1d0c1-31", "ovs_interfaceid": "d2f1d0c1-31f8-4117-b880-86522e1bc86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.878982] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022744, 'name': Rename_Task, 'duration_secs': 1.152457} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.879242] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1859.879486] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6e306fe-3d76-4cca-aa9f-ec701fb4ad43 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.885866] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1859.885866] env[63348]: value = "task-2022750" [ 1859.885866] env[63348]: _type = "Task" [ 1859.885866] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.894705] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.925427] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022747, 'name': CreateVM_Task, 'duration_secs': 0.885433} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.929703] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61650944-1904-4697-8ee5-2991057f442e] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1859.932346] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.932346] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.932346] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1859.932346] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed5cdc7c-bcb7-4b77-950b-ad0de6c16ede {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.937047] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1859.937047] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52979442-0bf6-6e71-d7bf-4e4806ab5a5f" [ 1859.937047] env[63348]: _type = "Task" [ 1859.937047] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.945991] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52979442-0bf6-6e71-d7bf-4e4806ab5a5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.962692] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f3d9ad-e426-4028-afd5-30eaa3e1d1e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.969878] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108760a2-3e1d-44b0-b062-349296e7e6e7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.004591] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b23310-a177-4abf-a199-8a3a8870044b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.012734] env[63348]: DEBUG oslo_vmware.api [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Task: {'id': task-2022749, 'name': PowerOnVM_Task, 'duration_secs': 0.46747} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.015193] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1860.015392] env[63348]: INFO nova.compute.manager [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Took 12.22 seconds to spawn the instance on the hypervisor. [ 1860.015582] env[63348]: DEBUG nova.compute.manager [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1860.016670] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee3eb6c-c509-4ac0-bf1f-1c3c48377d3c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.020105] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4267fc4-df7c-4a73-83a1-186b862956cc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.034267] env[63348]: DEBUG nova.compute.provider_tree [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1860.055674] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52690cd1-7376-f47c-0249-fc2e329a8581, 'name': SearchDatastore_Task, 'duration_secs': 0.024875} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.056484] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d01d994-b2dd-4b6c-a2ca-ba9be806697c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.061802] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1860.061802] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d22a92-1383-54c0-1eb3-3400f2a71ce5" [ 1860.061802] env[63348]: _type = "Task" [ 1860.061802] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.071390] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d22a92-1383-54c0-1eb3-3400f2a71ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.344303] env[63348]: DEBUG oslo_concurrency.lockutils [req-ed626c10-ee55-4f71-8f4b-843306e18767 req-bdce02b9-cc71-49ca-9e8c-24d88c17d64b service nova] Releasing lock "refresh_cache-61650944-1904-4697-8ee5-2991057f442e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.398823] env[63348]: DEBUG oslo_vmware.api [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022750, 'name': PowerOnVM_Task, 'duration_secs': 0.501898} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.399220] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1860.399513] env[63348]: INFO nova.compute.manager [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Took 15.19 seconds to spawn the instance on the hypervisor. [ 1860.399788] env[63348]: DEBUG nova.compute.manager [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1860.400879] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22c7856-630b-4e28-b51f-491b268ceb14 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.450611] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52979442-0bf6-6e71-d7bf-4e4806ab5a5f, 'name': SearchDatastore_Task, 'duration_secs': 0.015519} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.451919] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.452279] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1860.452587] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.542221] env[63348]: DEBUG nova.scheduler.client.report [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1860.551175] env[63348]: INFO nova.compute.manager [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Took 39.58 seconds to build instance. [ 1860.573038] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d22a92-1383-54c0-1eb3-3400f2a71ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.018111} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.573196] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.573819] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] c62e1440-aa54-4875-b5d7-8f7476d2b2bb/c62e1440-aa54-4875-b5d7-8f7476d2b2bb.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1860.573819] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.574050] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1860.574202] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74295ba6-b75f-414d-ad16-beef0e6f6966 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.576296] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ec96489-2289-4c15-b435-f216400dd856 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.582668] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1860.582668] env[63348]: value = "task-2022751" [ 1860.582668] env[63348]: _type = "Task" [ 1860.582668] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.588809] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1860.588993] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1860.590038] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-544d573e-4a51-4537-8d8a-4fc81f497e56 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.594838] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.597717] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1860.597717] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5265a678-3c66-636f-e0ce-e05fa62ad42e" [ 1860.597717] env[63348]: _type = "Task" [ 1860.597717] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.606515] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5265a678-3c66-636f-e0ce-e05fa62ad42e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.920083] env[63348]: INFO nova.compute.manager [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Took 40.73 seconds to build instance. [ 1861.053061] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.054117] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.006s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.055823] env[63348]: INFO nova.compute.claims [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1861.061206] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fe3d646f-3605-405c-a289-28604939adae tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Lock "5ea23fff-6485-498f-bd88-bf3809534903" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.773s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.078917] env[63348]: INFO nova.scheduler.client.report [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Deleted allocations for instance c4dbefbc-5e88-4451-8ed2-2b91e59662af [ 1861.095507] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022751, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.107980] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5265a678-3c66-636f-e0ce-e05fa62ad42e, 'name': SearchDatastore_Task, 'duration_secs': 0.010135} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.108894] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b08cb72-68e9-41bc-99ae-19e8a1385648 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.114545] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1861.114545] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520f3dd2-9906-6cb9-8536-9b907d045a46" [ 1861.114545] env[63348]: _type = "Task" [ 1861.114545] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.123198] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520f3dd2-9906-6cb9-8536-9b907d045a46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.425555] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53524ea9-a86c-4594-85c2-11d82cc2ca10 tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "bb145de2-f5a8-46da-95ba-af79f8757fd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.729s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.562681] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Acquiring lock "5ea23fff-6485-498f-bd88-bf3809534903" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.562985] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Lock "5ea23fff-6485-498f-bd88-bf3809534903" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.563237] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Acquiring lock "5ea23fff-6485-498f-bd88-bf3809534903-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.563447] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Lock "5ea23fff-6485-498f-bd88-bf3809534903-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.563597] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Lock "5ea23fff-6485-498f-bd88-bf3809534903-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.572834] env[63348]: INFO nova.compute.manager [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Terminating instance [ 1861.591171] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fdea91ce-2118-42b4-8169-93833f5a2a4c tempest-InstanceActionsNegativeTestJSON-684977787 tempest-InstanceActionsNegativeTestJSON-684977787-project-member] Lock "c4dbefbc-5e88-4451-8ed2-2b91e59662af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.244s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.597564] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.90702} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.597763] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] c62e1440-aa54-4875-b5d7-8f7476d2b2bb/c62e1440-aa54-4875-b5d7-8f7476d2b2bb.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1861.597981] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1861.598287] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4b35061-f87c-4579-8d58-20ce4e2a29e5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.605752] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1861.605752] env[63348]: value = "task-2022752" [ 1861.605752] env[63348]: _type = "Task" [ 1861.605752] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.616962] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.626710] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520f3dd2-9906-6cb9-8536-9b907d045a46, 'name': SearchDatastore_Task, 'duration_secs': 0.010472} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.626943] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.627359] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 61650944-1904-4697-8ee5-2991057f442e/61650944-1904-4697-8ee5-2991057f442e.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1861.627623] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ca3deb1-2f33-4e8b-8cd6-dd3f63dc4cb5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.634763] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1861.634763] env[63348]: value = "task-2022753" [ 1861.634763] env[63348]: _type = "Task" [ 1861.634763] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.644154] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.077335] env[63348]: DEBUG nova.compute.manager [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1862.077567] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1862.078467] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f17e3b3-0909-4fb8-8f13-ef1f65df7478 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.091296] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1862.091581] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cc853d0-40d7-4613-ab86-d9598d9036a7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.098460] env[63348]: DEBUG oslo_vmware.api [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Waiting for the task: (returnval){ [ 1862.098460] env[63348]: value = "task-2022754" [ 1862.098460] env[63348]: _type = "Task" [ 1862.098460] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.115861] env[63348]: DEBUG oslo_vmware.api [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Task: {'id': task-2022754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.120147] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080272} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.123657] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1862.126133] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc274c4a-4023-4588-bc32-d8221dd40638 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.150549] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] c62e1440-aa54-4875-b5d7-8f7476d2b2bb/c62e1440-aa54-4875-b5d7-8f7476d2b2bb.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1862.157160] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "bb145de2-f5a8-46da-95ba-af79f8757fd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.157395] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "bb145de2-f5a8-46da-95ba-af79f8757fd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.157592] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "bb145de2-f5a8-46da-95ba-af79f8757fd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.157767] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "bb145de2-f5a8-46da-95ba-af79f8757fd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.157930] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "bb145de2-f5a8-46da-95ba-af79f8757fd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.159734] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bc17c8b-7c8d-4270-8b66-266b6eeb751f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.176203] env[63348]: INFO nova.compute.manager [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Terminating instance [ 1862.186167] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022753, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.190239] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1862.190239] env[63348]: value = "task-2022755" [ 1862.190239] env[63348]: _type = "Task" [ 1862.190239] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.201045] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022755, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.452042] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e185b09a-103e-4e3e-b8d2-d51fce6f0271 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.462195] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0a19d7-dd99-4b91-a24a-a250c0006e3d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.497326] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0293cd44-063e-45fd-9142-b0bd318da4a9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.505844] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d29a5f-1add-45e6-aaf6-0aa0088fc38b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.523722] env[63348]: DEBUG nova.compute.provider_tree [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1862.609801] env[63348]: DEBUG oslo_vmware.api [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Task: {'id': task-2022754, 'name': PowerOffVM_Task, 'duration_secs': 0.297454} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.610281] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1862.610583] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1862.610995] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ea6c89a-be0b-4806-a7e0-ba12b8d787e1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.650923] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926975} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.650923] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 61650944-1904-4697-8ee5-2991057f442e/61650944-1904-4697-8ee5-2991057f442e.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1862.650923] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1862.650923] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f47ffa7-d72f-49c1-9b27-bc18be152d10 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.657851] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1862.657851] env[63348]: value = "task-2022757" [ 1862.657851] env[63348]: _type = "Task" [ 1862.657851] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.667128] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.683031] env[63348]: DEBUG nova.compute.manager [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1862.683376] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1862.684686] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afbc150-4e64-4353-b99c-7e11380c0cca {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.696715] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1862.700398] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e4b0c8e-5232-47f4-baa0-a57b00388a6b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.707302] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.708528] env[63348]: DEBUG oslo_vmware.api [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1862.708528] env[63348]: value = "task-2022758" [ 1862.708528] env[63348]: _type = "Task" [ 1862.708528] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.716258] env[63348]: DEBUG oslo_vmware.api [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.944081] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1862.944472] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1862.944672] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Deleting the datastore file [datastore2] 5ea23fff-6485-498f-bd88-bf3809534903 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1862.944946] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b90b6e6c-19bf-4586-9bb5-714452f73adf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.951334] env[63348]: DEBUG oslo_vmware.api [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Waiting for the task: (returnval){ [ 1862.951334] env[63348]: value = "task-2022759" [ 1862.951334] env[63348]: _type = "Task" [ 1862.951334] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.959278] env[63348]: DEBUG oslo_vmware.api [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Task: {'id': task-2022759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.029559] env[63348]: DEBUG nova.scheduler.client.report [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1863.168094] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071531} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.170331] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1863.171240] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47389683-e51a-4e7a-a7cb-65377ce686e5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.198179] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 61650944-1904-4697-8ee5-2991057f442e/61650944-1904-4697-8ee5-2991057f442e.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1863.198724] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57473ee3-8e4b-4f38-9eb8-0af2216d9ef3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.235981] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1863.235981] env[63348]: value = "task-2022760" [ 1863.235981] env[63348]: _type = "Task" [ 1863.235981] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.235981] env[63348]: DEBUG oslo_vmware.api [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022758, 'name': PowerOffVM_Task, 'duration_secs': 0.196297} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.238427] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1863.238644] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1863.238914] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022755, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.242279] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a58c344-d57e-43de-83c4-b2312a3f0368 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.248862] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.386774] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1863.387054] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1863.388915] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Deleting the datastore file [datastore2] bb145de2-f5a8-46da-95ba-af79f8757fd7 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1863.389240] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97dc47ec-58c8-455d-b38e-627e5fb08c42 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.395497] env[63348]: DEBUG oslo_vmware.api [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for the task: (returnval){ [ 1863.395497] env[63348]: value = "task-2022762" [ 1863.395497] env[63348]: _type = "Task" [ 1863.395497] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.404136] env[63348]: DEBUG oslo_vmware.api [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.461155] env[63348]: DEBUG oslo_vmware.api [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Task: {'id': task-2022759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260729} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.461794] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1863.462113] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1863.463026] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1863.463026] env[63348]: INFO nova.compute.manager [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1863.463026] env[63348]: DEBUG oslo.service.loopingcall [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1863.463026] env[63348]: DEBUG nova.compute.manager [-] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1863.463390] env[63348]: DEBUG nova.network.neutron [-] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1863.538160] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.538717] env[63348]: DEBUG nova.compute.manager [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1863.546639] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.438s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.546965] env[63348]: DEBUG nova.objects.instance [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lazy-loading 'resources' on Instance uuid 0b73a63c-dab3-440b-b474-edaa3796f4bc {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1863.712410] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022755, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.748063] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022760, 'name': ReconfigVM_Task, 'duration_secs': 0.286318} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.750013] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 61650944-1904-4697-8ee5-2991057f442e/61650944-1904-4697-8ee5-2991057f442e.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1863.750013] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ca3c764-3938-4864-bb22-a8cba29d1beb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.756181] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1863.756181] env[63348]: value = "task-2022763" [ 1863.756181] env[63348]: _type = "Task" [ 1863.756181] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.770614] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022763, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.905665] env[63348]: DEBUG oslo_vmware.api [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Task: {'id': task-2022762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159508} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.905919] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1863.907225] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1863.907447] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1863.907628] env[63348]: INFO nova.compute.manager [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1863.907867] env[63348]: DEBUG oslo.service.loopingcall [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1863.908069] env[63348]: DEBUG nova.compute.manager [-] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1863.908162] env[63348]: DEBUG nova.network.neutron [-] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1864.048406] env[63348]: DEBUG nova.compute.utils [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1864.049850] env[63348]: DEBUG nova.compute.manager [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1864.050069] env[63348]: DEBUG nova.network.neutron [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1864.208978] env[63348]: DEBUG nova.policy [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cd667804d1342d5a946b17f5b4e7697', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7df6d8fe90840578b969f63507384f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1864.217641] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022755, 'name': ReconfigVM_Task, 'duration_secs': 1.782069} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.217924] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Reconfigured VM instance instance-0000003e to attach disk [datastore1] c62e1440-aa54-4875-b5d7-8f7476d2b2bb/c62e1440-aa54-4875-b5d7-8f7476d2b2bb.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1864.218778] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbf18c37-58eb-4593-96a3-7742990294f3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.227126] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1864.227126] env[63348]: value = "task-2022764" [ 1864.227126] env[63348]: _type = "Task" [ 1864.227126] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.246031] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022764, 'name': Rename_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.246031] env[63348]: DEBUG nova.compute.manager [req-24894dc3-43a7-4e1c-9434-00bed6e9f471 req-8586e450-2871-409e-adfa-4b29bb2c2e00 service nova] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Received event network-vif-deleted-20c97e3e-9ce0-4370-9a21-640b51dffeb9 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1864.246421] env[63348]: INFO nova.compute.manager [req-24894dc3-43a7-4e1c-9434-00bed6e9f471 req-8586e450-2871-409e-adfa-4b29bb2c2e00 service nova] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Neutron deleted interface 20c97e3e-9ce0-4370-9a21-640b51dffeb9; detaching it from the instance and deleting it from the info cache [ 1864.246421] env[63348]: DEBUG nova.network.neutron [req-24894dc3-43a7-4e1c-9434-00bed6e9f471 req-8586e450-2871-409e-adfa-4b29bb2c2e00 service nova] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.267217] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022763, 'name': Rename_Task, 'duration_secs': 0.139789} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.270255] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1864.273465] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0ce6b12-ba9c-433d-9d2b-c94b4036ab71 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.281071] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1864.281071] env[63348]: value = "task-2022765" [ 1864.281071] env[63348]: _type = "Task" [ 1864.281071] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.294521] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.409171] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c2a4ae-6f8a-4652-8a92-3655b5b82bca {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.422023] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00877358-69c2-41af-a8e4-c97d13b652b6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.455471] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a695f11-620c-401b-a018-4f67585b7743 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.463904] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef319a9-a1ee-4308-8331-d091007fc69c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.468403] env[63348]: DEBUG nova.network.neutron [-] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.480849] env[63348]: DEBUG nova.compute.provider_tree [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1864.553741] env[63348]: DEBUG nova.compute.manager [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1864.742663] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022764, 'name': Rename_Task, 'duration_secs': 0.136701} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.744266] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1864.744266] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-603830ac-baa5-41af-8992-b0313bdea5a7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.752021] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1864.752021] env[63348]: value = "task-2022766" [ 1864.752021] env[63348]: _type = "Task" [ 1864.752021] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.755351] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9687d24e-a61b-48ce-9266-bdfcb7eec0a2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.766141] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022766, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.771064] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a00c3ac-96d3-4bbd-b5a1-bbd7675bf4e5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.818657] env[63348]: DEBUG oslo_vmware.api [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022765, 'name': PowerOnVM_Task, 'duration_secs': 0.450596} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.818657] env[63348]: DEBUG nova.compute.manager [req-24894dc3-43a7-4e1c-9434-00bed6e9f471 req-8586e450-2871-409e-adfa-4b29bb2c2e00 service nova] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Detach interface failed, port_id=20c97e3e-9ce0-4370-9a21-640b51dffeb9, reason: Instance 5ea23fff-6485-498f-bd88-bf3809534903 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1864.818857] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1864.819050] env[63348]: INFO nova.compute.manager [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Took 14.50 seconds to spawn the instance on the hypervisor. [ 1864.819364] env[63348]: DEBUG nova.compute.manager [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1864.820280] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278e7dcc-0e9c-4e55-8312-82c57c003dff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.972168] env[63348]: INFO nova.compute.manager [-] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Took 1.51 seconds to deallocate network for instance. [ 1864.983570] env[63348]: DEBUG nova.scheduler.client.report [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1865.071032] env[63348]: DEBUG nova.network.neutron [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Successfully created port: 2d818439-b01b-4644-bd7c-583f76c44bb3 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1865.160127] env[63348]: DEBUG nova.network.neutron [-] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.260959] env[63348]: DEBUG oslo_vmware.api [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022766, 'name': PowerOnVM_Task, 'duration_secs': 0.481051} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.261571] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1865.261783] env[63348]: DEBUG nova.compute.manager [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1865.262619] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0872af-7170-4a4e-b80e-addfc7600d7f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.347374] env[63348]: INFO nova.compute.manager [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Took 38.43 seconds to build instance. [ 1865.488259] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.488986] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.492996] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.087s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.516809] env[63348]: INFO nova.scheduler.client.report [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleted allocations for instance 0b73a63c-dab3-440b-b474-edaa3796f4bc [ 1865.566226] env[63348]: DEBUG nova.compute.manager [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1865.599199] env[63348]: DEBUG nova.virt.hardware [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1865.599441] env[63348]: DEBUG nova.virt.hardware [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1865.599591] env[63348]: DEBUG nova.virt.hardware [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1865.599798] env[63348]: DEBUG nova.virt.hardware [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1865.599950] env[63348]: DEBUG nova.virt.hardware [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1865.600115] env[63348]: DEBUG nova.virt.hardware [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1865.600318] env[63348]: DEBUG nova.virt.hardware [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1865.600470] env[63348]: DEBUG nova.virt.hardware [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1865.600629] env[63348]: DEBUG nova.virt.hardware [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1865.600784] env[63348]: DEBUG nova.virt.hardware [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1865.600951] env[63348]: DEBUG nova.virt.hardware [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1865.601867] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8871df0d-ad75-4146-9033-72f6d7392787 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.616386] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74058cbd-3efd-4dc9-a9a9-85fe22360711 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.664318] env[63348]: INFO nova.compute.manager [-] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Took 1.76 seconds to deallocate network for instance. [ 1865.782060] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.851168] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f70c1e9-cc51-448a-b116-2576106b9c75 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "61650944-1904-4697-8ee5-2991057f442e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.993s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.001978] env[63348]: INFO nova.compute.claims [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1866.029789] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a5ecfa9-9f97-4068-9c1c-6e0cc0e60e6c tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "0b73a63c-dab3-440b-b474-edaa3796f4bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.545s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.170773] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.506790] env[63348]: DEBUG nova.compute.manager [req-9a57fc3a-6cce-4393-b544-46abdc9f995e req-c17d00b9-7438-4cbe-8619-f5b5b453a3f2 service nova] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Received event network-vif-deleted-145acd64-f0ca-4763-b613-62df727606ea {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1866.508744] env[63348]: INFO nova.compute.resource_tracker [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Updating resource usage from migration 9d9ecd21-58cb-447e-8f70-8944ca324a75 [ 1866.823270] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cdfda4-cc62-4fc6-8c05-6176df064622 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.831644] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f858e6-77ef-4a76-8bdd-ae81f41eb400 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.863156] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630cc9ac-cb63-40d2-bcf1-9b0c1053cd94 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.873434] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a23c402-ea8d-4da5-b476-cfc293ab1bbd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.890686] env[63348]: DEBUG nova.compute.provider_tree [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.292896] env[63348]: DEBUG nova.network.neutron [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Successfully updated port: 2d818439-b01b-4644-bd7c-583f76c44bb3 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1867.397213] env[63348]: DEBUG nova.scheduler.client.report [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1867.590636] env[63348]: DEBUG oslo_concurrency.lockutils [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "c62e1440-aa54-4875-b5d7-8f7476d2b2bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.590880] env[63348]: DEBUG oslo_concurrency.lockutils [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "c62e1440-aa54-4875-b5d7-8f7476d2b2bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.591114] env[63348]: DEBUG oslo_concurrency.lockutils [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "c62e1440-aa54-4875-b5d7-8f7476d2b2bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.591359] env[63348]: DEBUG oslo_concurrency.lockutils [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "c62e1440-aa54-4875-b5d7-8f7476d2b2bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.591577] env[63348]: DEBUG oslo_concurrency.lockutils [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "c62e1440-aa54-4875-b5d7-8f7476d2b2bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.594210] env[63348]: INFO nova.compute.manager [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Terminating instance [ 1867.796952] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "refresh_cache-8f0e74f0-e28d-4bbf-9472-5eafe2d47f91" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.796952] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquired lock "refresh_cache-8f0e74f0-e28d-4bbf-9472-5eafe2d47f91" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.799726] env[63348]: DEBUG nova.network.neutron [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1867.900772] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.409s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.901777] env[63348]: INFO nova.compute.manager [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Migrating [ 1867.908552] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.580s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.909189] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.912255] env[63348]: DEBUG oslo_concurrency.lockutils [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.582s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.912576] env[63348]: DEBUG nova.objects.instance [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lazy-loading 'resources' on Instance uuid 9fd7a35d-7d74-454d-94d1-6f3acd68e357 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1867.955032] env[63348]: INFO nova.scheduler.client.report [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Deleted allocations for instance 36970daf-9b81-47f3-94fe-963dd71f90d6 [ 1868.107040] env[63348]: DEBUG nova.compute.manager [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1868.107214] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1868.108220] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd19346-6462-4d17-bc5e-c618f8e8d726 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.116691] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1868.117515] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91d1c11b-b7d0-4b06-9ee1-107f4fef2ea4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.127022] env[63348]: DEBUG oslo_vmware.api [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1868.127022] env[63348]: value = "task-2022767" [ 1868.127022] env[63348]: _type = "Task" [ 1868.127022] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.137910] env[63348]: DEBUG oslo_vmware.api [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.207682] env[63348]: DEBUG oslo_concurrency.lockutils [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "cd182cf8-d4f1-4131-953f-4ae565888bb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.207682] env[63348]: DEBUG oslo_concurrency.lockutils [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "cd182cf8-d4f1-4131-953f-4ae565888bb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.308407] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.308644] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.362140] env[63348]: DEBUG nova.network.neutron [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1868.428560] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.428833] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.428948] env[63348]: DEBUG nova.network.neutron [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1868.469385] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a628aea-2557-4383-b350-c6f350e9c5c5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "36970daf-9b81-47f3-94fe-963dd71f90d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.966s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.578503] env[63348]: DEBUG nova.network.neutron [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Updating instance_info_cache with network_info: [{"id": "2d818439-b01b-4644-bd7c-583f76c44bb3", "address": "fa:16:3e:5e:71:1b", "network": {"id": "65b47b9e-13ec-407d-8bdb-a867138149ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-895997123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7df6d8fe90840578b969f63507384f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d818439-b0", "ovs_interfaceid": "2d818439-b01b-4644-bd7c-583f76c44bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.616022] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "26e702e6-b33a-4404-8d0b-8a973a9e6633" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.616312] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "26e702e6-b33a-4404-8d0b-8a973a9e6633" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.637636] env[63348]: DEBUG oslo_vmware.api [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022767, 'name': PowerOffVM_Task, 'duration_secs': 0.302981} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.637731] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1868.637852] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1868.638668] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0dc7561-4d3a-421f-ac21-a5589fa77595 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.712423] env[63348]: DEBUG nova.compute.manager [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1868.721110] env[63348]: DEBUG nova.compute.manager [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] [instance: 61650944-1904-4697-8ee5-2991057f442e] Received event network-changed-d2f1d0c1-31f8-4117-b880-86522e1bc86b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1868.721110] env[63348]: DEBUG nova.compute.manager [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] [instance: 61650944-1904-4697-8ee5-2991057f442e] Refreshing instance network info cache due to event network-changed-d2f1d0c1-31f8-4117-b880-86522e1bc86b. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1868.721110] env[63348]: DEBUG oslo_concurrency.lockutils [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] Acquiring lock "refresh_cache-61650944-1904-4697-8ee5-2991057f442e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.721110] env[63348]: DEBUG oslo_concurrency.lockutils [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] Acquired lock "refresh_cache-61650944-1904-4697-8ee5-2991057f442e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.721110] env[63348]: DEBUG nova.network.neutron [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] [instance: 61650944-1904-4697-8ee5-2991057f442e] Refreshing network info cache for port d2f1d0c1-31f8-4117-b880-86522e1bc86b {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1868.744037] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1868.744271] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1868.744450] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleting the datastore file [datastore1] c62e1440-aa54-4875-b5d7-8f7476d2b2bb {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1868.744713] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de3f2fa4-3f5b-4279-b5b4-502a4380acdb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.753612] env[63348]: DEBUG oslo_vmware.api [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1868.753612] env[63348]: value = "task-2022769" [ 1868.753612] env[63348]: _type = "Task" [ 1868.753612] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.763090] env[63348]: DEBUG oslo_vmware.api [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.778566] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f12187d-4515-4f8f-b8bc-4b264663c6cc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.790917] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293bdaef-fe28-4534-b438-a40fab6b7467 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.827420] env[63348]: DEBUG nova.compute.manager [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1868.831544] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2094990f-8b2e-4cac-a009-009ee3ec78cb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.839149] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f49263-2d05-4cbd-aa7c-dc880277af36 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.853429] env[63348]: DEBUG nova.compute.provider_tree [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.081637] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Releasing lock "refresh_cache-8f0e74f0-e28d-4bbf-9472-5eafe2d47f91" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.082155] env[63348]: DEBUG nova.compute.manager [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Instance network_info: |[{"id": "2d818439-b01b-4644-bd7c-583f76c44bb3", "address": "fa:16:3e:5e:71:1b", "network": {"id": "65b47b9e-13ec-407d-8bdb-a867138149ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-895997123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7df6d8fe90840578b969f63507384f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d818439-b0", "ovs_interfaceid": "2d818439-b01b-4644-bd7c-583f76c44bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1869.083097] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:71:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d818439-b01b-4644-bd7c-583f76c44bb3', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1869.096532] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Creating folder: Project (a7df6d8fe90840578b969f63507384f6). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1869.096532] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-336d8189-e6f1-46a5-bd8c-3e4a1b8f2146 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.115832] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Created folder: Project (a7df6d8fe90840578b969f63507384f6) in parent group-v415427. [ 1869.116036] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Creating folder: Instances. Parent ref: group-v415625. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1869.116300] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1e321ba-369c-42f6-876e-3e7d8c378766 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.118195] env[63348]: DEBUG nova.compute.manager [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1869.135867] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Created folder: Instances in parent group-v415625. [ 1869.135867] env[63348]: DEBUG oslo.service.loopingcall [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1869.135867] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1869.137703] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc1c89f7-4176-4906-ad3c-394ca92bb2f6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.162018] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1869.162018] env[63348]: value = "task-2022772" [ 1869.162018] env[63348]: _type = "Task" [ 1869.162018] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.169367] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022772, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.183290] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "0baa31db-09cd-4bd7-9805-95c713cb8a17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.183519] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "0baa31db-09cd-4bd7-9805-95c713cb8a17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.247993] env[63348]: DEBUG oslo_concurrency.lockutils [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.264471] env[63348]: DEBUG oslo_vmware.api [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182333} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.264730] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1869.264911] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1869.265274] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1869.265274] env[63348]: INFO nova.compute.manager [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1869.265504] env[63348]: DEBUG oslo.service.loopingcall [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1869.265682] env[63348]: DEBUG nova.compute.manager [-] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1869.265773] env[63348]: DEBUG nova.network.neutron [-] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1869.356445] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.359516] env[63348]: DEBUG nova.scheduler.client.report [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1869.399438] env[63348]: DEBUG nova.network.neutron [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Updating instance_info_cache with network_info: [{"id": "9a9c92ac-0141-4882-8ba8-7deae7a73bbd", "address": "fa:16:3e:29:80:5a", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9c92ac-01", "ovs_interfaceid": "9a9c92ac-0141-4882-8ba8-7deae7a73bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.645706] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.670536] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022772, 'name': CreateVM_Task, 'duration_secs': 0.363952} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.670665] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1869.671405] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.671576] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.671949] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1869.672460] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-381a210c-d89d-4ae9-aceb-40d72b8f7745 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.678642] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1869.678642] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523b6589-d65b-177c-453b-c763cc6582d3" [ 1869.678642] env[63348]: _type = "Task" [ 1869.678642] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.689756] env[63348]: DEBUG nova.compute.manager [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1869.692981] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523b6589-d65b-177c-453b-c763cc6582d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.698460] env[63348]: DEBUG nova.network.neutron [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] [instance: 61650944-1904-4697-8ee5-2991057f442e] Updated VIF entry in instance network info cache for port d2f1d0c1-31f8-4117-b880-86522e1bc86b. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1869.698807] env[63348]: DEBUG nova.network.neutron [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] [instance: 61650944-1904-4697-8ee5-2991057f442e] Updating instance_info_cache with network_info: [{"id": "d2f1d0c1-31f8-4117-b880-86522e1bc86b", "address": "fa:16:3e:8e:30:ac", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f1d0c1-31", "ovs_interfaceid": "d2f1d0c1-31f8-4117-b880-86522e1bc86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.756967] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.757217] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.794832] env[63348]: DEBUG nova.compute.manager [req-76dbf875-401f-4838-962c-9d4a58cf32fd req-fea28b23-0de7-4c25-85ef-dd7ecfe8af08 service nova] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Received event network-vif-deleted-38f99439-3350-43d9-bc15-44a797e98360 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1869.795057] env[63348]: INFO nova.compute.manager [req-76dbf875-401f-4838-962c-9d4a58cf32fd req-fea28b23-0de7-4c25-85ef-dd7ecfe8af08 service nova] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Neutron deleted interface 38f99439-3350-43d9-bc15-44a797e98360; detaching it from the instance and deleting it from the info cache [ 1869.795238] env[63348]: DEBUG nova.network.neutron [req-76dbf875-401f-4838-962c-9d4a58cf32fd req-fea28b23-0de7-4c25-85ef-dd7ecfe8af08 service nova] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.866951] env[63348]: DEBUG oslo_concurrency.lockutils [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.870091] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.631s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.870091] env[63348]: DEBUG nova.objects.instance [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lazy-loading 'resources' on Instance uuid e2fb160c-154e-4a47-87ce-471d2e49ae75 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.887583] env[63348]: INFO nova.scheduler.client.report [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Deleted allocations for instance 9fd7a35d-7d74-454d-94d1-6f3acd68e357 [ 1869.905610] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.967395] env[63348]: DEBUG oslo_concurrency.lockutils [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.967652] env[63348]: DEBUG oslo_concurrency.lockutils [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.967861] env[63348]: DEBUG oslo_concurrency.lockutils [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.968056] env[63348]: DEBUG oslo_concurrency.lockutils [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.968231] env[63348]: DEBUG oslo_concurrency.lockutils [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.971295] env[63348]: INFO nova.compute.manager [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Terminating instance [ 1870.070019] env[63348]: DEBUG nova.network.neutron [-] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.190418] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523b6589-d65b-177c-453b-c763cc6582d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.190418] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.190530] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1870.190690] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.190832] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.191013] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1870.191320] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b20f854-89af-4f1d-a1bb-a1d2ef41f53d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.204062] env[63348]: DEBUG oslo_concurrency.lockutils [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] Releasing lock "refresh_cache-61650944-1904-4697-8ee5-2991057f442e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.204062] env[63348]: DEBUG nova.compute.manager [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Received event network-vif-plugged-2d818439-b01b-4644-bd7c-583f76c44bb3 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1870.204062] env[63348]: DEBUG oslo_concurrency.lockutils [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] Acquiring lock "8f0e74f0-e28d-4bbf-9472-5eafe2d47f91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.204062] env[63348]: DEBUG oslo_concurrency.lockutils [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] Lock "8f0e74f0-e28d-4bbf-9472-5eafe2d47f91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.204062] env[63348]: DEBUG oslo_concurrency.lockutils [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] Lock "8f0e74f0-e28d-4bbf-9472-5eafe2d47f91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.204299] env[63348]: DEBUG nova.compute.manager [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] No waiting events found dispatching network-vif-plugged-2d818439-b01b-4644-bd7c-583f76c44bb3 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1870.204299] env[63348]: WARNING nova.compute.manager [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Received unexpected event network-vif-plugged-2d818439-b01b-4644-bd7c-583f76c44bb3 for instance with vm_state building and task_state spawning. [ 1870.204299] env[63348]: DEBUG nova.compute.manager [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Received event network-changed-2d818439-b01b-4644-bd7c-583f76c44bb3 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1870.204299] env[63348]: DEBUG nova.compute.manager [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Refreshing instance network info cache due to event network-changed-2d818439-b01b-4644-bd7c-583f76c44bb3. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1870.204424] env[63348]: DEBUG oslo_concurrency.lockutils [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] Acquiring lock "refresh_cache-8f0e74f0-e28d-4bbf-9472-5eafe2d47f91" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.204508] env[63348]: DEBUG oslo_concurrency.lockutils [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] Acquired lock "refresh_cache-8f0e74f0-e28d-4bbf-9472-5eafe2d47f91" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.204666] env[63348]: DEBUG nova.network.neutron [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Refreshing network info cache for port 2d818439-b01b-4644-bd7c-583f76c44bb3 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1870.210638] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1870.210827] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1870.213403] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.213403] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6553df44-8b87-47c0-9f38-8d7cdf2f2659 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.220757] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1870.220757] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5252b9ee-86da-697d-b7b6-fb152151db01" [ 1870.220757] env[63348]: _type = "Task" [ 1870.220757] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.233919] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5252b9ee-86da-697d-b7b6-fb152151db01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.259714] env[63348]: DEBUG nova.compute.manager [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1870.298264] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6200945f-0f06-4441-92c7-86a55b58e551 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.318889] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97955efd-5325-4053-b159-3b67c7e6c4c5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.371869] env[63348]: DEBUG nova.compute.manager [req-76dbf875-401f-4838-962c-9d4a58cf32fd req-fea28b23-0de7-4c25-85ef-dd7ecfe8af08 service nova] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Detach interface failed, port_id=38f99439-3350-43d9-bc15-44a797e98360, reason: Instance c62e1440-aa54-4875-b5d7-8f7476d2b2bb could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1870.396510] env[63348]: DEBUG oslo_concurrency.lockutils [None req-00febcc6-1961-4c78-810d-dbf392987520 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "9fd7a35d-7d74-454d-94d1-6f3acd68e357" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.639s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.474993] env[63348]: DEBUG nova.compute.manager [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1870.475344] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1870.476356] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e48391c-6e5d-4e74-8c48-de7d0619e062 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.486203] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1870.486500] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abb173e1-443e-4a19-ac76-33202dd9b211 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.493965] env[63348]: DEBUG oslo_vmware.api [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1870.493965] env[63348]: value = "task-2022773" [ 1870.493965] env[63348]: _type = "Task" [ 1870.493965] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.504221] env[63348]: DEBUG oslo_vmware.api [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.574957] env[63348]: INFO nova.compute.manager [-] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Took 1.31 seconds to deallocate network for instance. [ 1870.734094] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5252b9ee-86da-697d-b7b6-fb152151db01, 'name': SearchDatastore_Task, 'duration_secs': 0.031753} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.739567] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b51008e-2f49-4a6c-963c-942e776a3b8f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.746496] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1870.746496] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525b94ac-49ee-1fae-b3a0-bca30997a026" [ 1870.746496] env[63348]: _type = "Task" [ 1870.746496] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.758632] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525b94ac-49ee-1fae-b3a0-bca30997a026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.783264] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.841208] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ea7f3f-7fcb-4ed2-bfe2-8339820db3a6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.849185] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0549c6a6-8b57-4e0f-a056-974960867281 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.885369] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd2aaec-3d6c-4215-b197-4400cf640a6a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.894956] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51081111-869d-4fc6-b509-bb2d19ad3615 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.911101] env[63348]: DEBUG nova.compute.provider_tree [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1871.013448] env[63348]: DEBUG oslo_vmware.api [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022773, 'name': PowerOffVM_Task, 'duration_secs': 0.245829} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.013889] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1871.014234] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1871.014547] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b7c4a81-1084-4ec6-be4b-fe7ff7e60b4f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.083698] env[63348]: DEBUG oslo_concurrency.lockutils [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.113621] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "bd7387bc-8f64-4b1e-b8a8-a317ce7398b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.113884] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "bd7387bc-8f64-4b1e-b8a8-a317ce7398b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.114192] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "bd7387bc-8f64-4b1e-b8a8-a317ce7398b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.114404] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "bd7387bc-8f64-4b1e-b8a8-a317ce7398b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.114576] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "bd7387bc-8f64-4b1e-b8a8-a317ce7398b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.116753] env[63348]: INFO nova.compute.manager [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Terminating instance [ 1871.165046] env[63348]: DEBUG nova.network.neutron [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Updated VIF entry in instance network info cache for port 2d818439-b01b-4644-bd7c-583f76c44bb3. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1871.165427] env[63348]: DEBUG nova.network.neutron [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Updating instance_info_cache with network_info: [{"id": "2d818439-b01b-4644-bd7c-583f76c44bb3", "address": "fa:16:3e:5e:71:1b", "network": {"id": "65b47b9e-13ec-407d-8bdb-a867138149ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-895997123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7df6d8fe90840578b969f63507384f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d818439-b0", "ovs_interfaceid": "2d818439-b01b-4644-bd7c-583f76c44bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.194237] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1871.194470] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1871.194655] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Deleting the datastore file [datastore1] f964b631-4f16-4ba9-b0e2-61b99b1e3bf1 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1871.195260] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db0c23e2-518b-480c-9c6b-b2b6cd8576fc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.204316] env[63348]: DEBUG oslo_vmware.api [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for the task: (returnval){ [ 1871.204316] env[63348]: value = "task-2022775" [ 1871.204316] env[63348]: _type = "Task" [ 1871.204316] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.213287] env[63348]: DEBUG oslo_vmware.api [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.256670] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525b94ac-49ee-1fae-b3a0-bca30997a026, 'name': SearchDatastore_Task, 'duration_secs': 0.011942} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.257013] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.257283] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91/8f0e74f0-e28d-4bbf-9472-5eafe2d47f91.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1871.258102] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd5468c2-37a9-4dc8-939b-f41ebf52462d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.264659] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1871.264659] env[63348]: value = "task-2022776" [ 1871.264659] env[63348]: _type = "Task" [ 1871.264659] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.273705] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.414629] env[63348]: DEBUG nova.scheduler.client.report [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1871.423494] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc52a1ec-fef5-48b0-ae64-062a76d92d05 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.445178] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Updating instance '32d353bc-25df-44fe-a0f6-d8f85ada7da9' progress to 0 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1871.620856] env[63348]: DEBUG nova.compute.manager [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1871.621091] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1871.622936] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2606bbd4-fd60-483b-81cc-3fd7535b0291 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.632457] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1871.632457] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e94b44d9-b471-47fc-92df-fe393cbd56e8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.642218] env[63348]: DEBUG oslo_vmware.api [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1871.642218] env[63348]: value = "task-2022777" [ 1871.642218] env[63348]: _type = "Task" [ 1871.642218] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.655958] env[63348]: DEBUG oslo_vmware.api [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.670936] env[63348]: DEBUG oslo_concurrency.lockutils [req-1043ee58-7f08-41be-a654-70b84b553f33 req-701d4c6b-65b1-40cd-83f5-fcdd44cf3b3d service nova] Releasing lock "refresh_cache-8f0e74f0-e28d-4bbf-9472-5eafe2d47f91" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.721685] env[63348]: DEBUG oslo_vmware.api [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Task: {'id': task-2022775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204396} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.722591] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1871.722591] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1871.722760] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1871.722965] env[63348]: INFO nova.compute.manager [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1871.723328] env[63348]: DEBUG oslo.service.loopingcall [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.723610] env[63348]: DEBUG nova.compute.manager [-] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1871.723734] env[63348]: DEBUG nova.network.neutron [-] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1871.782684] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022776, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.920317] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.924408] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.436s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.924408] env[63348]: DEBUG nova.objects.instance [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Lazy-loading 'resources' on Instance uuid 5ea23fff-6485-498f-bd88-bf3809534903 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1871.941707] env[63348]: INFO nova.scheduler.client.report [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Deleted allocations for instance e2fb160c-154e-4a47-87ce-471d2e49ae75 [ 1871.951420] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1871.951719] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47cd56a2-c699-4be2-a987-d84a9d02162b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.958235] env[63348]: DEBUG oslo_vmware.api [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1871.958235] env[63348]: value = "task-2022778" [ 1871.958235] env[63348]: _type = "Task" [ 1871.958235] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.971909] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "541086b2-489f-4845-84ca-135cb9e7d02b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.972151] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "541086b2-489f-4845-84ca-135cb9e7d02b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.973644] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] VM already powered off {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1871.973833] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Updating instance '32d353bc-25df-44fe-a0f6-d8f85ada7da9' progress to 17 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1872.152371] env[63348]: DEBUG oslo_vmware.api [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022777, 'name': PowerOffVM_Task, 'duration_secs': 0.300554} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.152653] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1872.152823] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1872.153096] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2390f0e4-de81-4f22-a9f7-4c69913d5903 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.257490] env[63348]: DEBUG oslo_concurrency.lockutils [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "223e5b24-bc2a-4de9-be5b-aa2cad088245" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.257838] env[63348]: DEBUG oslo_concurrency.lockutils [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "223e5b24-bc2a-4de9-be5b-aa2cad088245" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.258384] env[63348]: INFO nova.compute.manager [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Shelving [ 1872.277785] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1872.278344] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1872.278428] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Deleting the datastore file [datastore2] bd7387bc-8f64-4b1e-b8a8-a317ce7398b2 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1872.284037] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e3b8236-3283-4570-b20e-8e3c91d43a16 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.288088] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600517} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.288088] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91/8f0e74f0-e28d-4bbf-9472-5eafe2d47f91.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1872.288257] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1872.288748] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-651b510b-4309-4a57-8c26-7d6646bb4389 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.293106] env[63348]: DEBUG oslo_vmware.api [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1872.293106] env[63348]: value = "task-2022780" [ 1872.293106] env[63348]: _type = "Task" [ 1872.293106] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.299489] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1872.299489] env[63348]: value = "task-2022781" [ 1872.299489] env[63348]: _type = "Task" [ 1872.299489] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.307272] env[63348]: DEBUG oslo_vmware.api [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.312500] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.405512] env[63348]: DEBUG nova.compute.manager [req-9641449d-9363-4292-9ed3-45b7f82b71f3 req-10129ea6-d2fe-4735-a89f-729ed9dcb0dc service nova] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Received event network-vif-deleted-c17bdedc-4c02-4db3-b04c-8f5ce39961d9 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1872.405512] env[63348]: INFO nova.compute.manager [req-9641449d-9363-4292-9ed3-45b7f82b71f3 req-10129ea6-d2fe-4735-a89f-729ed9dcb0dc service nova] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Neutron deleted interface c17bdedc-4c02-4db3-b04c-8f5ce39961d9; detaching it from the instance and deleting it from the info cache [ 1872.405512] env[63348]: DEBUG nova.network.neutron [req-9641449d-9363-4292-9ed3-45b7f82b71f3 req-10129ea6-d2fe-4735-a89f-729ed9dcb0dc service nova] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.452196] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9bbcab62-3204-4a06-b6e0-8e11a2bc261a tempest-VolumesAdminNegativeTest-399359398 tempest-VolumesAdminNegativeTest-399359398-project-member] Lock "e2fb160c-154e-4a47-87ce-471d2e49ae75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.326s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.474164] env[63348]: DEBUG nova.compute.manager [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1872.482368] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1872.482602] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1872.482756] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1872.484410] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1872.484410] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1872.484410] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1872.484410] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1872.484410] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1872.484670] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1872.484670] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1872.484670] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1872.489418] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80221fd6-5795-4b48-835a-d3dd0159a97c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.510331] env[63348]: DEBUG oslo_vmware.api [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1872.510331] env[63348]: value = "task-2022782" [ 1872.510331] env[63348]: _type = "Task" [ 1872.510331] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.523840] env[63348]: DEBUG oslo_vmware.api [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.723571] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478060b8-8cec-4bab-8ce1-3473ac1b6c91 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.731378] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b66cfc-f205-4584-baea-c30857021581 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.770074] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93d7cd0-c72e-44f1-b885-d2eb12778ca9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.781416] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271b71f9-aeea-4f83-8622-d62e0b6f832c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.795104] env[63348]: DEBUG nova.compute.provider_tree [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1872.813393] env[63348]: DEBUG oslo_vmware.api [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160117} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.816268] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1872.816462] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1872.816641] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1872.816817] env[63348]: INFO nova.compute.manager [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1872.817187] env[63348]: DEBUG oslo.service.loopingcall [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.817547] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07175} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.817747] env[63348]: DEBUG nova.compute.manager [-] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1872.817838] env[63348]: DEBUG nova.network.neutron [-] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1872.819507] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1872.820835] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7bab57-615d-420f-bc0f-549147c7fce7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.845956] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91/8f0e74f0-e28d-4bbf-9472-5eafe2d47f91.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1872.845956] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-124a45ba-4c57-462f-bd40-099399d1c96b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.869141] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1872.869141] env[63348]: value = "task-2022783" [ 1872.869141] env[63348]: _type = "Task" [ 1872.869141] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.878040] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.881353] env[63348]: DEBUG nova.network.neutron [-] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.908247] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f64b3d2c-5cf7-408e-8c07-f795c556ac45 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.920451] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ee44b6-37a3-4124-9442-26464be6e465 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.950460] env[63348]: DEBUG nova.compute.manager [req-9641449d-9363-4292-9ed3-45b7f82b71f3 req-10129ea6-d2fe-4735-a89f-729ed9dcb0dc service nova] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Detach interface failed, port_id=c17bdedc-4c02-4db3-b04c-8f5ce39961d9, reason: Instance f964b631-4f16-4ba9-b0e2-61b99b1e3bf1 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1872.995131] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.021449] env[63348]: DEBUG oslo_vmware.api [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022782, 'name': ReconfigVM_Task, 'duration_secs': 0.504569} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.021449] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Updating instance '32d353bc-25df-44fe-a0f6-d8f85ada7da9' progress to 33 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1873.281593] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1873.281942] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e33bf0f-1e2c-4a79-9e3d-50c4955f2264 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.289344] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1873.289344] env[63348]: value = "task-2022784" [ 1873.289344] env[63348]: _type = "Task" [ 1873.289344] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.302056] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.304774] env[63348]: DEBUG nova.scheduler.client.report [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1873.379961] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022783, 'name': ReconfigVM_Task, 'duration_secs': 0.375375} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.380288] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91/8f0e74f0-e28d-4bbf-9472-5eafe2d47f91.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1873.380915] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20d5e84c-5a46-427d-af41-c1ffb45b993a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.384316] env[63348]: INFO nova.compute.manager [-] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Took 1.66 seconds to deallocate network for instance. [ 1873.391605] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1873.391605] env[63348]: value = "task-2022785" [ 1873.391605] env[63348]: _type = "Task" [ 1873.391605] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.402377] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022785, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.531174] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1873.531174] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1873.531174] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1873.531691] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1873.532072] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1873.532535] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1873.533095] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1873.536191] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1873.536191] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1873.536191] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1873.536191] env[63348]: DEBUG nova.virt.hardware [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1873.542418] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1873.543483] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04a1d2cf-b629-4ad3-aafe-277533020626 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.559453] env[63348]: DEBUG nova.network.neutron [-] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.566684] env[63348]: DEBUG oslo_vmware.api [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1873.566684] env[63348]: value = "task-2022786" [ 1873.566684] env[63348]: _type = "Task" [ 1873.566684] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.577357] env[63348]: DEBUG oslo_vmware.api [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.800021] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022784, 'name': PowerOffVM_Task, 'duration_secs': 0.216084} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.800021] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1873.800830] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a650b903-3846-4de8-bcdf-637b71781229 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.820741] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.823418] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.041s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.823418] env[63348]: DEBUG nova.objects.instance [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63348) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1873.825810] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100155a2-db56-4b79-b17e-50e1a7649023 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.858694] env[63348]: INFO nova.scheduler.client.report [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Deleted allocations for instance 5ea23fff-6485-498f-bd88-bf3809534903 [ 1873.893609] env[63348]: DEBUG oslo_concurrency.lockutils [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.903851] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022785, 'name': Rename_Task, 'duration_secs': 0.153384} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.904152] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1873.904404] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-455c6b78-c728-4c4f-9855-a11bb7f1ecb3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.912087] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1873.912087] env[63348]: value = "task-2022787" [ 1873.912087] env[63348]: _type = "Task" [ 1873.912087] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.920165] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.062745] env[63348]: INFO nova.compute.manager [-] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Took 1.24 seconds to deallocate network for instance. [ 1874.076483] env[63348]: DEBUG oslo_vmware.api [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022786, 'name': ReconfigVM_Task, 'duration_secs': 0.169738} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.076758] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1874.078862] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ea5ea8-de78-4a0f-88ff-12844530be87 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.100721] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 32d353bc-25df-44fe-a0f6-d8f85ada7da9/32d353bc-25df-44fe-a0f6-d8f85ada7da9.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1874.101757] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da777ab0-e88a-4f43-9d52-7d1e1059f21b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.121134] env[63348]: DEBUG oslo_vmware.api [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1874.121134] env[63348]: value = "task-2022788" [ 1874.121134] env[63348]: _type = "Task" [ 1874.121134] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.130219] env[63348]: DEBUG oslo_vmware.api [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.346134] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Creating Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1874.346521] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2795cf0a-e742-45ce-91db-6ddf0796b547 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.359582] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1874.359582] env[63348]: value = "task-2022789" [ 1874.359582] env[63348]: _type = "Task" [ 1874.359582] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.372282] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022789, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.373023] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4d98a59f-dad9-4c19-8488-70c02f11a68f tempest-ServerAddressesTestJSON-1742451573 tempest-ServerAddressesTestJSON-1742451573-project-member] Lock "5ea23fff-6485-498f-bd88-bf3809534903" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.810s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.426838] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022787, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.461994] env[63348]: DEBUG nova.compute.manager [req-3ff93c72-86e3-4fe3-be7a-64a257cfe22d req-26b4edcc-b606-4620-8c60-bbaa4fa5cdea service nova] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Received event network-vif-deleted-7ebbb335-b020-4c80-8022-5564aaa4e8a6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1874.573741] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.632168] env[63348]: DEBUG oslo_vmware.api [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022788, 'name': ReconfigVM_Task, 'duration_secs': 0.422269} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.633566] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 32d353bc-25df-44fe-a0f6-d8f85ada7da9/32d353bc-25df-44fe-a0f6-d8f85ada7da9.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1874.633566] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Updating instance '32d353bc-25df-44fe-a0f6-d8f85ada7da9' progress to 50 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1874.844846] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5e7b6b29-cbc4-4920-9f46-526313611ff1 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.847445] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.677s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.847692] env[63348]: DEBUG nova.objects.instance [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lazy-loading 'resources' on Instance uuid bb145de2-f5a8-46da-95ba-af79f8757fd7 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1874.874161] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022789, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.923570] env[63348]: DEBUG oslo_vmware.api [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022787, 'name': PowerOnVM_Task, 'duration_secs': 0.542489} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.923829] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1874.924042] env[63348]: INFO nova.compute.manager [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1874.924224] env[63348]: DEBUG nova.compute.manager [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1874.925108] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22585adb-72df-4c98-8ee0-4bb5a83d692e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.146857] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e5163c-5fb2-42d3-b90f-3c7728c0b590 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.183090] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c63f43c-8a0c-4e51-9c83-5dd5f014036a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.213979] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Updating instance '32d353bc-25df-44fe-a0f6-d8f85ada7da9' progress to 67 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1875.218259] env[63348]: INFO nova.compute.manager [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Rescuing [ 1875.218509] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "refresh_cache-8f0e74f0-e28d-4bbf-9472-5eafe2d47f91" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.218660] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquired lock "refresh_cache-8f0e74f0-e28d-4bbf-9472-5eafe2d47f91" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.218824] env[63348]: DEBUG nova.network.neutron [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1875.372740] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022789, 'name': CreateSnapshot_Task, 'duration_secs': 0.980121} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.372740] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Created Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1875.373423] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e139b3-d5b4-4910-8934-0f15b60de992 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.444657] env[63348]: INFO nova.compute.manager [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Took 28.43 seconds to build instance. [ 1875.695338] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f621d516-93e2-43e5-b4d1-1ccb7b89c364 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.702633] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867f6277-b81a-4e01-9dca-76798417cfeb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.738991] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f414b2bf-2dc6-48f3-8366-de88d9950b56 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.747373] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1f9e32-1280-475e-a757-81880d947352 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.764627] env[63348]: DEBUG nova.compute.provider_tree [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.786767] env[63348]: DEBUG nova.network.neutron [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Port 9a9c92ac-0141-4882-8ba8-7deae7a73bbd binding to destination host cpu-1 is already ACTIVE {{(pid=63348) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3227}} [ 1875.895030] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Creating linked-clone VM from snapshot {{(pid=63348) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1875.895339] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-05de52b6-ced9-42ec-8f8d-3383412ff8fb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.908722] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1875.908722] env[63348]: value = "task-2022790" [ 1875.908722] env[63348]: _type = "Task" [ 1875.908722] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.922895] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022790, 'name': CloneVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.948133] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed6acde1-6453-499f-82ce-bb357a6a02f3 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "8f0e74f0-e28d-4bbf-9472-5eafe2d47f91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.954s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.161057] env[63348]: DEBUG nova.network.neutron [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Updating instance_info_cache with network_info: [{"id": "2d818439-b01b-4644-bd7c-583f76c44bb3", "address": "fa:16:3e:5e:71:1b", "network": {"id": "65b47b9e-13ec-407d-8bdb-a867138149ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-895997123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7df6d8fe90840578b969f63507384f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d818439-b0", "ovs_interfaceid": "2d818439-b01b-4644-bd7c-583f76c44bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.268233] env[63348]: DEBUG nova.scheduler.client.report [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1876.419990] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022790, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.664158] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Releasing lock "refresh_cache-8f0e74f0-e28d-4bbf-9472-5eafe2d47f91" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.773758] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.776252] env[63348]: DEBUG oslo_concurrency.lockutils [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.529s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.778300] env[63348]: INFO nova.compute.claims [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1876.799894] env[63348]: INFO nova.scheduler.client.report [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Deleted allocations for instance bb145de2-f5a8-46da-95ba-af79f8757fd7 [ 1876.818034] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.818249] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.818432] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.920070] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022790, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.324151] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1962e1c4-b38b-4f03-8174-d99f225c1c5b tempest-ImagesOneServerNegativeTestJSON-384072812 tempest-ImagesOneServerNegativeTestJSON-384072812-project-member] Lock "bb145de2-f5a8-46da-95ba-af79f8757fd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.166s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.422198] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022790, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.872958] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.873168] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.874116] env[63348]: DEBUG nova.network.neutron [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1877.927759] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022790, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.048069] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a07c43-069d-4002-90d6-bae704f7396c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.055638] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b13201-59a7-400d-88ae-aabcf33af7e7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.090346] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8effb1e-9135-4993-aa04-203deba5ae27 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.098067] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d07ab4-3cc7-406f-b880-90400c5878c2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.112153] env[63348]: DEBUG nova.compute.provider_tree [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1878.201386] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1878.201656] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a52ebb5-f544-4eb4-b6db-4ea7c9227873 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.209994] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1878.209994] env[63348]: value = "task-2022791" [ 1878.209994] env[63348]: _type = "Task" [ 1878.209994] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.218805] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.427255] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022790, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.522486] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "5b28e039-25cc-4791-95de-f00804dc9b51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.522933] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "5b28e039-25cc-4791-95de-f00804dc9b51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.616698] env[63348]: DEBUG nova.scheduler.client.report [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1878.722948] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022791, 'name': PowerOffVM_Task, 'duration_secs': 0.250446} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.723247] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1878.724081] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8ca42c-9cc5-4867-8b26-247ef659395f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.751116] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c47cdcf-49b0-42a1-b9d8-29587a7f65bb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.780457] env[63348]: DEBUG nova.network.neutron [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Updating instance_info_cache with network_info: [{"id": "9a9c92ac-0141-4882-8ba8-7deae7a73bbd", "address": "fa:16:3e:29:80:5a", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9c92ac-01", "ovs_interfaceid": "9a9c92ac-0141-4882-8ba8-7deae7a73bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.796087] env[63348]: DEBUG oslo_concurrency.lockutils [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "67f9965f-32e8-4bb6-be80-7f273ac16b51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.796759] env[63348]: DEBUG oslo_concurrency.lockutils [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "67f9965f-32e8-4bb6-be80-7f273ac16b51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.808660] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1878.809245] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-100f31f7-d2e6-4aea-abd1-9ef604f36c78 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.820693] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1878.820693] env[63348]: value = "task-2022792" [ 1878.820693] env[63348]: _type = "Task" [ 1878.820693] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.830298] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] VM already powered off {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1878.830666] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1878.830911] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.832020] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.832020] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1878.832020] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de774afc-cb04-4e87-91b3-7ab253340f60 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.841129] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1878.841329] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1878.842229] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb1458a-ffe8-4c53-8eed-567a0bde90c4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.848127] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1878.848127] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5286c34d-4965-aa3f-9896-4ebec8a3dd46" [ 1878.848127] env[63348]: _type = "Task" [ 1878.848127] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.856038] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5286c34d-4965-aa3f-9896-4ebec8a3dd46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.927640] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022790, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.025602] env[63348]: DEBUG nova.compute.manager [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1879.123183] env[63348]: DEBUG oslo_concurrency.lockutils [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.123707] env[63348]: DEBUG nova.compute.manager [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1879.126394] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.770s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.127837] env[63348]: INFO nova.compute.claims [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1879.284031] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.300570] env[63348]: DEBUG nova.compute.manager [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1879.365390] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5286c34d-4965-aa3f-9896-4ebec8a3dd46, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.366302] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2851d663-7bb2-431c-98ed-b15f7042cf4a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.372072] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1879.372072] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52196a56-25b0-2d07-32a9-4ad0449473a1" [ 1879.372072] env[63348]: _type = "Task" [ 1879.372072] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.383864] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52196a56-25b0-2d07-32a9-4ad0449473a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.430987] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022790, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.438994] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "be2c402e-8c78-4e1d-a750-53dac005e728" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.439828] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "be2c402e-8c78-4e1d-a750-53dac005e728" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.552716] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.632674] env[63348]: DEBUG nova.compute.utils [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1879.636047] env[63348]: DEBUG nova.compute.manager [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1879.636217] env[63348]: DEBUG nova.network.neutron [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1879.693620] env[63348]: DEBUG nova.policy [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0114ca2a0ff74288bea6fc34449f62cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e2bf99c70a946f1a8ba8c7653a1a164', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1879.811726] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5566306-4171-4848-9087-fa09efa2b8a2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.839113] env[63348]: DEBUG oslo_concurrency.lockutils [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.840089] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25728d2-04fc-4fcd-a2c6-f7e145fe516d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.847447] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Updating instance '32d353bc-25df-44fe-a0f6-d8f85ada7da9' progress to 83 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1879.883930] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52196a56-25b0-2d07-32a9-4ad0449473a1, 'name': SearchDatastore_Task, 'duration_secs': 0.025915} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.888502] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.888816] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk. {{(pid=63348) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1879.889215] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f1bed40-29e3-4d04-b665-30e62cb09562 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.896267] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1879.896267] env[63348]: value = "task-2022793" [ 1879.896267] env[63348]: _type = "Task" [ 1879.896267] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.904676] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.925991] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022790, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.941893] env[63348]: DEBUG nova.compute.manager [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1879.972588] env[63348]: DEBUG nova.network.neutron [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Successfully created port: a6f8ae5b-392f-4520-b12a-36b3b1f5f26e {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1880.137412] env[63348]: DEBUG nova.compute.manager [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1880.357932] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8c85028c-b45b-4bd2-a85e-8be77ad95f0f tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Updating instance '32d353bc-25df-44fe-a0f6-d8f85ada7da9' progress to 100 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1880.410892] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022793, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.426643] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022790, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.463403] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.470836] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10d7d4a-b169-467a-aaf8-3fd109b96ed5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.478735] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34affda-1cf2-4552-9dc4-446f1613ccdf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.510518] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c039fb45-3adc-42a8-afcc-efe23db9b135 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.517858] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe7d26d-3bd1-4818-9e7a-7ed4d7d50810 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.531131] env[63348]: DEBUG nova.compute.provider_tree [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.907657] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624546} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.907916] env[63348]: INFO nova.virt.vmwareapi.ds_util [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk. [ 1880.908932] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8aa5bf6-06e2-4a29-8860-a99a5180eebd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.936599] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1880.939913] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13526c36-0c36-4c63-a1cc-a8e8a013bfe3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.957958] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022790, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.959090] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1880.959090] env[63348]: value = "task-2022794" [ 1880.959090] env[63348]: _type = "Task" [ 1880.959090] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.966347] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.034426] env[63348]: DEBUG nova.scheduler.client.report [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1881.152030] env[63348]: DEBUG nova.compute.manager [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1881.179110] env[63348]: DEBUG nova.virt.hardware [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1881.179110] env[63348]: DEBUG nova.virt.hardware [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1881.179110] env[63348]: DEBUG nova.virt.hardware [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1881.179325] env[63348]: DEBUG nova.virt.hardware [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1881.179325] env[63348]: DEBUG nova.virt.hardware [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1881.179325] env[63348]: DEBUG nova.virt.hardware [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1881.179770] env[63348]: DEBUG nova.virt.hardware [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1881.180081] env[63348]: DEBUG nova.virt.hardware [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1881.180370] env[63348]: DEBUG nova.virt.hardware [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1881.180642] env[63348]: DEBUG nova.virt.hardware [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1881.180942] env[63348]: DEBUG nova.virt.hardware [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1881.181936] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f46a578-113f-4b50-83db-4a6656998783 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.190420] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8977d492-f96e-4919-8b79-c9037b35dfe0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.440437] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022790, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.469825] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022794, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.543162] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.543162] env[63348]: DEBUG nova.compute.manager [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1881.544314] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.899s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.548016] env[63348]: INFO nova.compute.claims [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1881.938902] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022790, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.968999] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022794, 'name': ReconfigVM_Task, 'duration_secs': 0.53873} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.969470] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1881.970362] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55782db2-7b1d-47f0-8201-ad4bd03f237c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.996008] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51ee06a6-7e25-49f2-b988-f1eddaf1c724 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.013024] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1882.013024] env[63348]: value = "task-2022795" [ 1882.013024] env[63348]: _type = "Task" [ 1882.013024] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.020406] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.053302] env[63348]: DEBUG nova.compute.utils [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1882.054917] env[63348]: DEBUG nova.compute.manager [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1882.055024] env[63348]: DEBUG nova.network.neutron [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1882.137585] env[63348]: DEBUG nova.policy [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a3177dbcfd245a39e85cc9dbd7eb474', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9494b2511d5246879b6922a285fc39ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1882.418112] env[63348]: DEBUG oslo_concurrency.lockutils [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.418112] env[63348]: DEBUG oslo_concurrency.lockutils [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.418112] env[63348]: DEBUG nova.compute.manager [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Going to confirm migration 3 {{(pid=63348) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1882.441915] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022790, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.523779] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022795, 'name': ReconfigVM_Task, 'duration_secs': 0.155481} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.524244] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1882.524634] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0ca1913-876d-4f4d-9480-cd50bcc53cbf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.531575] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1882.531575] env[63348]: value = "task-2022796" [ 1882.531575] env[63348]: _type = "Task" [ 1882.531575] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.548019] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.559407] env[63348]: DEBUG nova.compute.manager [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1882.617276] env[63348]: DEBUG nova.network.neutron [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Successfully created port: 2d8a4f35-b22b-4c7c-b00a-895d06db7ea0 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1882.939504] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022790, 'name': CloneVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.968852] env[63348]: DEBUG oslo_concurrency.lockutils [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.968937] env[63348]: DEBUG oslo_concurrency.lockutils [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.970236] env[63348]: DEBUG nova.network.neutron [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1882.970236] env[63348]: DEBUG nova.objects.instance [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lazy-loading 'info_cache' on Instance uuid 32d353bc-25df-44fe-a0f6-d8f85ada7da9 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1882.976268] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3e38ac-baf1-427f-8efd-a2e30423cc02 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.990849] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff9b01a-1ec7-4eec-a4d1-761e63f6ba7e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.023242] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12bdce5-ce29-4bb7-8e69-b8fbb9dddac2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.032103] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaa0328-8168-46cf-ba7f-38c38ac02f74 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.048501] env[63348]: DEBUG nova.compute.provider_tree [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1883.053555] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022796, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.108492] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "b9107764-681f-4d3d-a348-1ea595f0f4a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.109195] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "b9107764-681f-4d3d-a348-1ea595f0f4a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.429208] env[63348]: DEBUG nova.compute.manager [req-c837e27b-05fd-4b56-8f59-580ccac736fc req-f6a7fca5-cdc0-436e-9b9a-cdd8ad72cc7f service nova] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Received event network-vif-plugged-a6f8ae5b-392f-4520-b12a-36b3b1f5f26e {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1883.429208] env[63348]: DEBUG oslo_concurrency.lockutils [req-c837e27b-05fd-4b56-8f59-580ccac736fc req-f6a7fca5-cdc0-436e-9b9a-cdd8ad72cc7f service nova] Acquiring lock "cd182cf8-d4f1-4131-953f-4ae565888bb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.429208] env[63348]: DEBUG oslo_concurrency.lockutils [req-c837e27b-05fd-4b56-8f59-580ccac736fc req-f6a7fca5-cdc0-436e-9b9a-cdd8ad72cc7f service nova] Lock "cd182cf8-d4f1-4131-953f-4ae565888bb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.429208] env[63348]: DEBUG oslo_concurrency.lockutils [req-c837e27b-05fd-4b56-8f59-580ccac736fc req-f6a7fca5-cdc0-436e-9b9a-cdd8ad72cc7f service nova] Lock "cd182cf8-d4f1-4131-953f-4ae565888bb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.429208] env[63348]: DEBUG nova.compute.manager [req-c837e27b-05fd-4b56-8f59-580ccac736fc req-f6a7fca5-cdc0-436e-9b9a-cdd8ad72cc7f service nova] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] No waiting events found dispatching network-vif-plugged-a6f8ae5b-392f-4520-b12a-36b3b1f5f26e {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1883.429778] env[63348]: WARNING nova.compute.manager [req-c837e27b-05fd-4b56-8f59-580ccac736fc req-f6a7fca5-cdc0-436e-9b9a-cdd8ad72cc7f service nova] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Received unexpected event network-vif-plugged-a6f8ae5b-392f-4520-b12a-36b3b1f5f26e for instance with vm_state building and task_state spawning. [ 1883.446210] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022790, 'name': CloneVM_Task, 'duration_secs': 7.204035} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.446210] env[63348]: INFO nova.virt.vmwareapi.vmops [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Created linked-clone VM from snapshot [ 1883.447547] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd92caa1-7dda-47d6-a24b-72bee4fa1451 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.457272] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Uploading image a2db73c3-0981-491e-8fb8-3f8423f696b4 {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1883.492638] env[63348]: DEBUG oslo_vmware.rw_handles [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1883.492638] env[63348]: value = "vm-415629" [ 1883.492638] env[63348]: _type = "VirtualMachine" [ 1883.492638] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1883.493685] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-651d9a59-6c40-4ec9-ae65-c9e42006d8e0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.503947] env[63348]: DEBUG oslo_vmware.rw_handles [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lease: (returnval){ [ 1883.503947] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526798dd-a3a6-cd23-fb4d-a72e542775f1" [ 1883.503947] env[63348]: _type = "HttpNfcLease" [ 1883.503947] env[63348]: } obtained for exporting VM: (result){ [ 1883.503947] env[63348]: value = "vm-415629" [ 1883.503947] env[63348]: _type = "VirtualMachine" [ 1883.503947] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1883.504227] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the lease: (returnval){ [ 1883.504227] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526798dd-a3a6-cd23-fb4d-a72e542775f1" [ 1883.504227] env[63348]: _type = "HttpNfcLease" [ 1883.504227] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1883.517061] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1883.517061] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526798dd-a3a6-cd23-fb4d-a72e542775f1" [ 1883.517061] env[63348]: _type = "HttpNfcLease" [ 1883.517061] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1883.536468] env[63348]: DEBUG nova.network.neutron [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Successfully updated port: a6f8ae5b-392f-4520-b12a-36b3b1f5f26e {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1883.548126] env[63348]: DEBUG oslo_vmware.api [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022796, 'name': PowerOnVM_Task, 'duration_secs': 0.982449} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.548424] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1883.551647] env[63348]: DEBUG nova.compute.manager [None req-ae43b082-4833-49f3-824f-4e566ab0aeb1 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1883.552661] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bb03ea-f0b0-4bbd-a8fc-386aaac90ee2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.556371] env[63348]: DEBUG nova.scheduler.client.report [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.569694] env[63348]: DEBUG nova.compute.manager [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1883.604999] env[63348]: DEBUG nova.virt.hardware [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1883.604999] env[63348]: DEBUG nova.virt.hardware [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1883.604999] env[63348]: DEBUG nova.virt.hardware [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1883.605177] env[63348]: DEBUG nova.virt.hardware [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1883.605177] env[63348]: DEBUG nova.virt.hardware [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1883.605177] env[63348]: DEBUG nova.virt.hardware [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1883.605177] env[63348]: DEBUG nova.virt.hardware [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1883.605177] env[63348]: DEBUG nova.virt.hardware [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1883.605336] env[63348]: DEBUG nova.virt.hardware [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1883.605336] env[63348]: DEBUG nova.virt.hardware [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1883.605336] env[63348]: DEBUG nova.virt.hardware [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1883.605336] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50253319-fa0b-4230-a551-02501a465441 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.612826] env[63348]: DEBUG nova.compute.manager [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1883.616766] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848efeaa-74df-4bad-9749-2245f5525b2b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.012992] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1884.012992] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526798dd-a3a6-cd23-fb4d-a72e542775f1" [ 1884.012992] env[63348]: _type = "HttpNfcLease" [ 1884.012992] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1884.013255] env[63348]: DEBUG oslo_vmware.rw_handles [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1884.013255] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526798dd-a3a6-cd23-fb4d-a72e542775f1" [ 1884.013255] env[63348]: _type = "HttpNfcLease" [ 1884.013255] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1884.014057] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca83155-afbd-4aca-b385-b02bf61f19a2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.025899] env[63348]: DEBUG oslo_vmware.rw_handles [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285783f-5868-1c90-2e46-a6be6f872bab/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1884.030176] env[63348]: DEBUG oslo_vmware.rw_handles [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285783f-5868-1c90-2e46-a6be6f872bab/disk-0.vmdk for reading. {{(pid=63348) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1884.088886] env[63348]: DEBUG oslo_concurrency.lockutils [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "refresh_cache-cd182cf8-d4f1-4131-953f-4ae565888bb7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.088966] env[63348]: DEBUG oslo_concurrency.lockutils [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired lock "refresh_cache-cd182cf8-d4f1-4131-953f-4ae565888bb7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.089181] env[63348]: DEBUG nova.network.neutron [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1884.091604] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.091604] env[63348]: DEBUG nova.compute.manager [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1884.099271] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.887s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.100661] env[63348]: INFO nova.compute.claims [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1884.137274] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-288f39cf-8d5d-4345-bb84-984f13ae0374 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.149996] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.215529] env[63348]: DEBUG nova.compute.manager [req-e8798c69-23e2-40e9-a949-46a3808add50 req-c1cc5610-dee9-4584-8a94-969514d9c02b service nova] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Received event network-vif-plugged-2d8a4f35-b22b-4c7c-b00a-895d06db7ea0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1884.215742] env[63348]: DEBUG oslo_concurrency.lockutils [req-e8798c69-23e2-40e9-a949-46a3808add50 req-c1cc5610-dee9-4584-8a94-969514d9c02b service nova] Acquiring lock "a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.215942] env[63348]: DEBUG oslo_concurrency.lockutils [req-e8798c69-23e2-40e9-a949-46a3808add50 req-c1cc5610-dee9-4584-8a94-969514d9c02b service nova] Lock "a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.216118] env[63348]: DEBUG oslo_concurrency.lockutils [req-e8798c69-23e2-40e9-a949-46a3808add50 req-c1cc5610-dee9-4584-8a94-969514d9c02b service nova] Lock "a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.216347] env[63348]: DEBUG nova.compute.manager [req-e8798c69-23e2-40e9-a949-46a3808add50 req-c1cc5610-dee9-4584-8a94-969514d9c02b service nova] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] No waiting events found dispatching network-vif-plugged-2d8a4f35-b22b-4c7c-b00a-895d06db7ea0 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1884.216515] env[63348]: WARNING nova.compute.manager [req-e8798c69-23e2-40e9-a949-46a3808add50 req-c1cc5610-dee9-4584-8a94-969514d9c02b service nova] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Received unexpected event network-vif-plugged-2d8a4f35-b22b-4c7c-b00a-895d06db7ea0 for instance with vm_state building and task_state spawning. [ 1884.284542] env[63348]: DEBUG nova.network.neutron [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Updating instance_info_cache with network_info: [{"id": "9a9c92ac-0141-4882-8ba8-7deae7a73bbd", "address": "fa:16:3e:29:80:5a", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9c92ac-01", "ovs_interfaceid": "9a9c92ac-0141-4882-8ba8-7deae7a73bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.388363] env[63348]: DEBUG nova.network.neutron [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Successfully updated port: 2d8a4f35-b22b-4c7c-b00a-895d06db7ea0 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1884.598219] env[63348]: DEBUG nova.compute.utils [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1884.601609] env[63348]: DEBUG nova.compute.manager [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1884.601787] env[63348]: DEBUG nova.network.neutron [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1884.649851] env[63348]: DEBUG nova.network.neutron [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1884.656037] env[63348]: DEBUG nova.policy [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00f3106349b24f2d9e834331cc8915b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '277ce0a77c4d42cc87644e9a649aa0c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1884.785911] env[63348]: DEBUG oslo_concurrency.lockutils [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.786273] env[63348]: DEBUG nova.objects.instance [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lazy-loading 'migration_context' on Instance uuid 32d353bc-25df-44fe-a0f6-d8f85ada7da9 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1884.818421] env[63348]: DEBUG nova.network.neutron [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Updating instance_info_cache with network_info: [{"id": "a6f8ae5b-392f-4520-b12a-36b3b1f5f26e", "address": "fa:16:3e:50:f6:bd", "network": {"id": "61ef3d35-56c6-4388-ab4f-3eef69b8ea5d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-434354865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2bf99c70a946f1a8ba8c7653a1a164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6f8ae5b-39", "ovs_interfaceid": "a6f8ae5b-392f-4520-b12a-36b3b1f5f26e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.891817] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "refresh_cache-a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.893030] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "refresh_cache-a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.894413] env[63348]: DEBUG nova.network.neutron [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1884.902718] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1884.902718] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1884.940998] env[63348]: DEBUG nova.network.neutron [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Successfully created port: 7f50ddb0-6bbb-42d6-93ed-9d8ea0a6f707 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1885.102678] env[63348]: DEBUG nova.compute.manager [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1885.296638] env[63348]: DEBUG nova.objects.base [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Object Instance<32d353bc-25df-44fe-a0f6-d8f85ada7da9> lazy-loaded attributes: info_cache,migration_context {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1885.297921] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb468c4c-846b-4706-8f69-029a89a980f4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.321472] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78048264-4067-44c1-b98b-7f910f939e04 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.324290] env[63348]: DEBUG oslo_concurrency.lockutils [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Releasing lock "refresh_cache-cd182cf8-d4f1-4131-953f-4ae565888bb7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.324753] env[63348]: DEBUG nova.compute.manager [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Instance network_info: |[{"id": "a6f8ae5b-392f-4520-b12a-36b3b1f5f26e", "address": "fa:16:3e:50:f6:bd", "network": {"id": "61ef3d35-56c6-4388-ab4f-3eef69b8ea5d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-434354865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2bf99c70a946f1a8ba8c7653a1a164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6f8ae5b-39", "ovs_interfaceid": "a6f8ae5b-392f-4520-b12a-36b3b1f5f26e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1885.325979] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:f6:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6f8ae5b-392f-4520-b12a-36b3b1f5f26e', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1885.334954] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Creating folder: Project (1e2bf99c70a946f1a8ba8c7653a1a164). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1885.339090] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b918ca7-3263-4ed4-96ca-496a4b6c85c8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.343959] env[63348]: DEBUG oslo_vmware.api [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1885.343959] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a12c7e-6aa3-4c20-c641-4c7f6e567295" [ 1885.343959] env[63348]: _type = "Task" [ 1885.343959] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.354935] env[63348]: DEBUG oslo_vmware.api [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a12c7e-6aa3-4c20-c641-4c7f6e567295, 'name': SearchDatastore_Task, 'duration_secs': 0.009595} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.361547] env[63348]: DEBUG oslo_concurrency.lockutils [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.361547] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Created folder: Project (1e2bf99c70a946f1a8ba8c7653a1a164) in parent group-v415427. [ 1885.361547] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Creating folder: Instances. Parent ref: group-v415630. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1885.365174] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2304d871-9b95-4dcf-b499-ec7a41daea0e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.375694] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Created folder: Instances in parent group-v415630. [ 1885.376086] env[63348]: DEBUG oslo.service.loopingcall [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.376239] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1885.376467] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f97f7519-0aad-4cd5-a80d-e23e30043539 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.404931] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1885.404931] env[63348]: value = "task-2022800" [ 1885.404931] env[63348]: _type = "Task" [ 1885.404931] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.415295] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.415460] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1885.422041] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022800, 'name': CreateVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.461380] env[63348]: DEBUG nova.compute.manager [req-bc5a5798-4fe6-4969-870b-be3bff757197 req-bfd09bf4-c67a-4470-924c-642106ce8e82 service nova] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Received event network-changed-a6f8ae5b-392f-4520-b12a-36b3b1f5f26e {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1885.461701] env[63348]: DEBUG nova.compute.manager [req-bc5a5798-4fe6-4969-870b-be3bff757197 req-bfd09bf4-c67a-4470-924c-642106ce8e82 service nova] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Refreshing instance network info cache due to event network-changed-a6f8ae5b-392f-4520-b12a-36b3b1f5f26e. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1885.462013] env[63348]: DEBUG oslo_concurrency.lockutils [req-bc5a5798-4fe6-4969-870b-be3bff757197 req-bfd09bf4-c67a-4470-924c-642106ce8e82 service nova] Acquiring lock "refresh_cache-cd182cf8-d4f1-4131-953f-4ae565888bb7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.462254] env[63348]: DEBUG oslo_concurrency.lockutils [req-bc5a5798-4fe6-4969-870b-be3bff757197 req-bfd09bf4-c67a-4470-924c-642106ce8e82 service nova] Acquired lock "refresh_cache-cd182cf8-d4f1-4131-953f-4ae565888bb7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.463059] env[63348]: DEBUG nova.network.neutron [req-bc5a5798-4fe6-4969-870b-be3bff757197 req-bfd09bf4-c67a-4470-924c-642106ce8e82 service nova] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Refreshing network info cache for port a6f8ae5b-392f-4520-b12a-36b3b1f5f26e {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1885.470548] env[63348]: DEBUG nova.network.neutron [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1885.545451] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32719471-c728-4393-888c-e0a310be39b3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.553612] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e23a265-5697-4397-b5bb-491160dc1cb7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.587395] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a562389d-573a-43fc-9c1e-69ec4d7e3090 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.596119] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b389ff-0302-4617-a0d9-3b2665652037 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.615154] env[63348]: DEBUG nova.compute.provider_tree [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.685405] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "7910e991-ef8f-4308-96de-d78f82395cff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.685667] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "7910e991-ef8f-4308-96de-d78f82395cff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.722920] env[63348]: DEBUG nova.network.neutron [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Updating instance_info_cache with network_info: [{"id": "2d8a4f35-b22b-4c7c-b00a-895d06db7ea0", "address": "fa:16:3e:49:e8:16", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8a4f35-b2", "ovs_interfaceid": "2d8a4f35-b22b-4c7c-b00a-895d06db7ea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.912074] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022800, 'name': CreateVM_Task, 'duration_secs': 0.404988} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.912337] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1885.913084] env[63348]: DEBUG oslo_concurrency.lockutils [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.913308] env[63348]: DEBUG oslo_concurrency.lockutils [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.913800] env[63348]: DEBUG oslo_concurrency.lockutils [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1885.914123] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd1e1220-8629-4a8e-ab83-3af55b447af3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.920226] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1885.920226] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c75ad4-ae29-4c27-5f85-1780f6b28fb4" [ 1885.920226] env[63348]: _type = "Task" [ 1885.920226] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.930588] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c75ad4-ae29-4c27-5f85-1780f6b28fb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.118648] env[63348]: DEBUG nova.compute.manager [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1886.122125] env[63348]: DEBUG nova.scheduler.client.report [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1886.156744] env[63348]: DEBUG nova.virt.hardware [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1886.157043] env[63348]: DEBUG nova.virt.hardware [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1886.157263] env[63348]: DEBUG nova.virt.hardware [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1886.157474] env[63348]: DEBUG nova.virt.hardware [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1886.157632] env[63348]: DEBUG nova.virt.hardware [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1886.157830] env[63348]: DEBUG nova.virt.hardware [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1886.157997] env[63348]: DEBUG nova.virt.hardware [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1886.158193] env[63348]: DEBUG nova.virt.hardware [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1886.158374] env[63348]: DEBUG nova.virt.hardware [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1886.158546] env[63348]: DEBUG nova.virt.hardware [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1886.158723] env[63348]: DEBUG nova.virt.hardware [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1886.159992] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0316eb-ab15-4eff-9d61-7cb9389096c1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.171307] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d8c3fb-2246-4c06-a6f1-c260b27dcd2e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.199229] env[63348]: DEBUG nova.network.neutron [req-bc5a5798-4fe6-4969-870b-be3bff757197 req-bfd09bf4-c67a-4470-924c-642106ce8e82 service nova] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Updated VIF entry in instance network info cache for port a6f8ae5b-392f-4520-b12a-36b3b1f5f26e. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1886.199614] env[63348]: DEBUG nova.network.neutron [req-bc5a5798-4fe6-4969-870b-be3bff757197 req-bfd09bf4-c67a-4470-924c-642106ce8e82 service nova] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Updating instance_info_cache with network_info: [{"id": "a6f8ae5b-392f-4520-b12a-36b3b1f5f26e", "address": "fa:16:3e:50:f6:bd", "network": {"id": "61ef3d35-56c6-4388-ab4f-3eef69b8ea5d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-434354865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2bf99c70a946f1a8ba8c7653a1a164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6f8ae5b-39", "ovs_interfaceid": "a6f8ae5b-392f-4520-b12a-36b3b1f5f26e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.225594] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "refresh_cache-a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.229026] env[63348]: DEBUG nova.compute.manager [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Instance network_info: |[{"id": "2d8a4f35-b22b-4c7c-b00a-895d06db7ea0", "address": "fa:16:3e:49:e8:16", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8a4f35-b2", "ovs_interfaceid": "2d8a4f35-b22b-4c7c-b00a-895d06db7ea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1886.229306] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:e8:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d8a4f35-b22b-4c7c-b00a-895d06db7ea0', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1886.236862] env[63348]: DEBUG oslo.service.loopingcall [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1886.237689] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1886.237689] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2022496-c38a-450b-bfe2-538d2fc6603e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.258854] env[63348]: DEBUG nova.compute.manager [req-88a2e1b9-5b34-491c-b12e-457ac949afde req-fe63ae16-5be0-4436-8a09-f2f99c18a111 service nova] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Received event network-changed-2d8a4f35-b22b-4c7c-b00a-895d06db7ea0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1886.259149] env[63348]: DEBUG nova.compute.manager [req-88a2e1b9-5b34-491c-b12e-457ac949afde req-fe63ae16-5be0-4436-8a09-f2f99c18a111 service nova] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Refreshing instance network info cache due to event network-changed-2d8a4f35-b22b-4c7c-b00a-895d06db7ea0. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1886.259826] env[63348]: DEBUG oslo_concurrency.lockutils [req-88a2e1b9-5b34-491c-b12e-457ac949afde req-fe63ae16-5be0-4436-8a09-f2f99c18a111 service nova] Acquiring lock "refresh_cache-a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.260048] env[63348]: DEBUG oslo_concurrency.lockutils [req-88a2e1b9-5b34-491c-b12e-457ac949afde req-fe63ae16-5be0-4436-8a09-f2f99c18a111 service nova] Acquired lock "refresh_cache-a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.260178] env[63348]: DEBUG nova.network.neutron [req-88a2e1b9-5b34-491c-b12e-457ac949afde req-fe63ae16-5be0-4436-8a09-f2f99c18a111 service nova] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Refreshing network info cache for port 2d8a4f35-b22b-4c7c-b00a-895d06db7ea0 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1886.263045] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1886.263045] env[63348]: value = "task-2022801" [ 1886.263045] env[63348]: _type = "Task" [ 1886.263045] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.273952] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022801, 'name': CreateVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.436338] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c75ad4-ae29-4c27-5f85-1780f6b28fb4, 'name': SearchDatastore_Task, 'duration_secs': 0.019238} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.437338] env[63348]: DEBUG oslo_concurrency.lockutils [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.437338] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1886.437338] env[63348]: DEBUG oslo_concurrency.lockutils [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.437338] env[63348]: DEBUG oslo_concurrency.lockutils [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.437570] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1886.438351] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-387de1c8-bcff-4ec9-b653-d7f1304a30b4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.447728] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1886.447922] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1886.448700] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c05c64-4b53-4baa-a33e-3f2dc2b26465 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.455167] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1886.455167] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528c70dc-ae05-1c73-5ead-ff7f698bb38b" [ 1886.455167] env[63348]: _type = "Task" [ 1886.455167] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.464988] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528c70dc-ae05-1c73-5ead-ff7f698bb38b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.503537] env[63348]: DEBUG nova.network.neutron [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Successfully updated port: 7f50ddb0-6bbb-42d6-93ed-9d8ea0a6f707 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1886.629962] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.630565] env[63348]: DEBUG nova.compute.manager [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1886.633776] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.851s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.635412] env[63348]: INFO nova.compute.claims [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1886.702574] env[63348]: DEBUG oslo_concurrency.lockutils [req-bc5a5798-4fe6-4969-870b-be3bff757197 req-bfd09bf4-c67a-4470-924c-642106ce8e82 service nova] Releasing lock "refresh_cache-cd182cf8-d4f1-4131-953f-4ae565888bb7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.775430] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022801, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.966370] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528c70dc-ae05-1c73-5ead-ff7f698bb38b, 'name': SearchDatastore_Task, 'duration_secs': 0.013215} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.967831] env[63348]: DEBUG nova.network.neutron [req-88a2e1b9-5b34-491c-b12e-457ac949afde req-fe63ae16-5be0-4436-8a09-f2f99c18a111 service nova] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Updated VIF entry in instance network info cache for port 2d8a4f35-b22b-4c7c-b00a-895d06db7ea0. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1886.968187] env[63348]: DEBUG nova.network.neutron [req-88a2e1b9-5b34-491c-b12e-457ac949afde req-fe63ae16-5be0-4436-8a09-f2f99c18a111 service nova] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Updating instance_info_cache with network_info: [{"id": "2d8a4f35-b22b-4c7c-b00a-895d06db7ea0", "address": "fa:16:3e:49:e8:16", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8a4f35-b2", "ovs_interfaceid": "2d8a4f35-b22b-4c7c-b00a-895d06db7ea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.969883] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c2f1ff-2b83-48f3-84aa-b4c78d3efb76 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.976649] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1886.976649] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525c912a-9a09-9863-b000-288006e7ae93" [ 1886.976649] env[63348]: _type = "Task" [ 1886.976649] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.986226] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525c912a-9a09-9863-b000-288006e7ae93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.006894] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "refresh_cache-26e702e6-b33a-4404-8d0b-8a973a9e6633" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.007135] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "refresh_cache-26e702e6-b33a-4404-8d0b-8a973a9e6633" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.007432] env[63348]: DEBUG nova.network.neutron [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1887.141085] env[63348]: DEBUG nova.compute.utils [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1887.142081] env[63348]: DEBUG nova.compute.manager [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1887.142274] env[63348]: DEBUG nova.network.neutron [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1887.185192] env[63348]: DEBUG nova.policy [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0114ca2a0ff74288bea6fc34449f62cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e2bf99c70a946f1a8ba8c7653a1a164', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1887.277179] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022801, 'name': CreateVM_Task, 'duration_secs': 0.567348} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.277355] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1887.278053] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.278228] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.278561] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1887.278819] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c003cb-4a40-422b-bcbb-72088e88ac02 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.283602] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1887.283602] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f1d370-e6ed-19ec-f3ce-a768ff79af6d" [ 1887.283602] env[63348]: _type = "Task" [ 1887.283602] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.291836] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f1d370-e6ed-19ec-f3ce-a768ff79af6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.443530] env[63348]: DEBUG nova.network.neutron [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Successfully created port: b43a7f05-adfc-4fc9-b8eb-999c37c876a0 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1887.474311] env[63348]: DEBUG oslo_concurrency.lockutils [req-88a2e1b9-5b34-491c-b12e-457ac949afde req-fe63ae16-5be0-4436-8a09-f2f99c18a111 service nova] Releasing lock "refresh_cache-a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.490628] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525c912a-9a09-9863-b000-288006e7ae93, 'name': SearchDatastore_Task, 'duration_secs': 0.025246} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.490909] env[63348]: DEBUG oslo_concurrency.lockutils [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.491196] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] cd182cf8-d4f1-4131-953f-4ae565888bb7/cd182cf8-d4f1-4131-953f-4ae565888bb7.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1887.491479] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-181a4406-8dd2-4151-a6d3-14ce7e2aafb4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.496566] env[63348]: DEBUG nova.compute.manager [req-15d13b5a-1a68-44d4-bf85-6bdaae01f9a8 req-cf7c3431-c033-4d3c-b65d-d707097f149d service nova] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Received event network-vif-plugged-7f50ddb0-6bbb-42d6-93ed-9d8ea0a6f707 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1887.496566] env[63348]: DEBUG oslo_concurrency.lockutils [req-15d13b5a-1a68-44d4-bf85-6bdaae01f9a8 req-cf7c3431-c033-4d3c-b65d-d707097f149d service nova] Acquiring lock "26e702e6-b33a-4404-8d0b-8a973a9e6633-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.496970] env[63348]: DEBUG oslo_concurrency.lockutils [req-15d13b5a-1a68-44d4-bf85-6bdaae01f9a8 req-cf7c3431-c033-4d3c-b65d-d707097f149d service nova] Lock "26e702e6-b33a-4404-8d0b-8a973a9e6633-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.497170] env[63348]: DEBUG oslo_concurrency.lockutils [req-15d13b5a-1a68-44d4-bf85-6bdaae01f9a8 req-cf7c3431-c033-4d3c-b65d-d707097f149d service nova] Lock "26e702e6-b33a-4404-8d0b-8a973a9e6633-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.497344] env[63348]: DEBUG nova.compute.manager [req-15d13b5a-1a68-44d4-bf85-6bdaae01f9a8 req-cf7c3431-c033-4d3c-b65d-d707097f149d service nova] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] No waiting events found dispatching network-vif-plugged-7f50ddb0-6bbb-42d6-93ed-9d8ea0a6f707 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1887.497510] env[63348]: WARNING nova.compute.manager [req-15d13b5a-1a68-44d4-bf85-6bdaae01f9a8 req-cf7c3431-c033-4d3c-b65d-d707097f149d service nova] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Received unexpected event network-vif-plugged-7f50ddb0-6bbb-42d6-93ed-9d8ea0a6f707 for instance with vm_state building and task_state spawning. [ 1887.497668] env[63348]: DEBUG nova.compute.manager [req-15d13b5a-1a68-44d4-bf85-6bdaae01f9a8 req-cf7c3431-c033-4d3c-b65d-d707097f149d service nova] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Received event network-changed-7f50ddb0-6bbb-42d6-93ed-9d8ea0a6f707 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1887.497817] env[63348]: DEBUG nova.compute.manager [req-15d13b5a-1a68-44d4-bf85-6bdaae01f9a8 req-cf7c3431-c033-4d3c-b65d-d707097f149d service nova] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Refreshing instance network info cache due to event network-changed-7f50ddb0-6bbb-42d6-93ed-9d8ea0a6f707. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1887.497978] env[63348]: DEBUG oslo_concurrency.lockutils [req-15d13b5a-1a68-44d4-bf85-6bdaae01f9a8 req-cf7c3431-c033-4d3c-b65d-d707097f149d service nova] Acquiring lock "refresh_cache-26e702e6-b33a-4404-8d0b-8a973a9e6633" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.503585] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1887.503585] env[63348]: value = "task-2022802" [ 1887.503585] env[63348]: _type = "Task" [ 1887.503585] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.515481] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.549764] env[63348]: DEBUG nova.network.neutron [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1887.647273] env[63348]: DEBUG nova.compute.manager [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1887.794446] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f1d370-e6ed-19ec-f3ce-a768ff79af6d, 'name': SearchDatastore_Task, 'duration_secs': 0.034361} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.799965] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.799965] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1887.799965] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.799965] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.800832] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1887.800832] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-796d5e9e-2dc4-4d37-ae31-1ceb01dfce6b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.807380] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1887.807582] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1887.808524] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d2e40ca-87c5-4ef4-be75-051d62e33c42 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.811636] env[63348]: DEBUG nova.network.neutron [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Updating instance_info_cache with network_info: [{"id": "7f50ddb0-6bbb-42d6-93ed-9d8ea0a6f707", "address": "fa:16:3e:b5:36:8e", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f50ddb0-6b", "ovs_interfaceid": "7f50ddb0-6bbb-42d6-93ed-9d8ea0a6f707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.818457] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1887.818457] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52428913-e935-427d-724a-df10e2d5db85" [ 1887.818457] env[63348]: _type = "Task" [ 1887.818457] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.828760] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52428913-e935-427d-724a-df10e2d5db85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.019768] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022802, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.034609] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9183eb06-c51d-4e38-b6a1-211ed8c76436 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.045594] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc950ee3-70f7-4684-8aa5-56f388912313 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.079628] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84692617-3475-4157-ae5e-6930afe1166b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.087673] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86f73f8-abdc-48e3-9476-104a4d88bc83 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.103658] env[63348]: DEBUG nova.compute.provider_tree [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1888.316851] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "refresh_cache-26e702e6-b33a-4404-8d0b-8a973a9e6633" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.317285] env[63348]: DEBUG nova.compute.manager [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Instance network_info: |[{"id": "7f50ddb0-6bbb-42d6-93ed-9d8ea0a6f707", "address": "fa:16:3e:b5:36:8e", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f50ddb0-6b", "ovs_interfaceid": "7f50ddb0-6bbb-42d6-93ed-9d8ea0a6f707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1888.317658] env[63348]: DEBUG oslo_concurrency.lockutils [req-15d13b5a-1a68-44d4-bf85-6bdaae01f9a8 req-cf7c3431-c033-4d3c-b65d-d707097f149d service nova] Acquired lock "refresh_cache-26e702e6-b33a-4404-8d0b-8a973a9e6633" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.317866] env[63348]: DEBUG nova.network.neutron [req-15d13b5a-1a68-44d4-bf85-6bdaae01f9a8 req-cf7c3431-c033-4d3c-b65d-d707097f149d service nova] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Refreshing network info cache for port 7f50ddb0-6bbb-42d6-93ed-9d8ea0a6f707 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1888.319870] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:36:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f50ddb0-6bbb-42d6-93ed-9d8ea0a6f707', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1888.328693] env[63348]: DEBUG oslo.service.loopingcall [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1888.329994] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1888.333722] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b89f1d56-c389-49c9-b6fe-6e2fea701e4a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.359394] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52428913-e935-427d-724a-df10e2d5db85, 'name': SearchDatastore_Task, 'duration_secs': 0.091937} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.361140] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1888.361140] env[63348]: value = "task-2022803" [ 1888.361140] env[63348]: _type = "Task" [ 1888.361140] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.361431] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eac315c-c51b-4a0e-91d6-b463cbdc0263 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.369981] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1888.369981] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c978f4-dcec-5705-aef1-1e8c7e43fe4c" [ 1888.369981] env[63348]: _type = "Task" [ 1888.369981] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.373395] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022803, 'name': CreateVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.380845] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c978f4-dcec-5705-aef1-1e8c7e43fe4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.517261] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708071} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.517572] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] cd182cf8-d4f1-4131-953f-4ae565888bb7/cd182cf8-d4f1-4131-953f-4ae565888bb7.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1888.517823] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1888.518590] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c295d2f-1c90-4ca3-9759-5e4237ba6444 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.525269] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1888.525269] env[63348]: value = "task-2022804" [ 1888.525269] env[63348]: _type = "Task" [ 1888.525269] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.534077] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.607394] env[63348]: DEBUG nova.scheduler.client.report [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1888.662096] env[63348]: DEBUG nova.compute.manager [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1888.688028] env[63348]: DEBUG nova.virt.hardware [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1888.688028] env[63348]: DEBUG nova.virt.hardware [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1888.688316] env[63348]: DEBUG nova.virt.hardware [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1888.688316] env[63348]: DEBUG nova.virt.hardware [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1888.688610] env[63348]: DEBUG nova.virt.hardware [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1888.688669] env[63348]: DEBUG nova.virt.hardware [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1888.689159] env[63348]: DEBUG nova.virt.hardware [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1888.689159] env[63348]: DEBUG nova.virt.hardware [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1888.689299] env[63348]: DEBUG nova.virt.hardware [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1888.689476] env[63348]: DEBUG nova.virt.hardware [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1888.689686] env[63348]: DEBUG nova.virt.hardware [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1888.690691] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39c0257-b28b-4a4a-9644-3a6e9b94f42d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.700070] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc65d7c-feec-42ce-826a-2dbe971ef7bc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.883099] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022803, 'name': CreateVM_Task, 'duration_secs': 0.391995} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.883606] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1888.884298] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.884454] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.885355] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1888.885355] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65f513ed-79d7-4084-ac99-5b0bfc165e98 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.892271] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c978f4-dcec-5705-aef1-1e8c7e43fe4c, 'name': SearchDatastore_Task, 'duration_secs': 0.017106} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.892857] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.893126] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba/a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1888.893386] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3849f29-7c24-4bb3-a0ee-6f512b9ef77f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.897220] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1888.897220] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f2be2d-5386-24ba-e187-c54d34eb67b2" [ 1888.897220] env[63348]: _type = "Task" [ 1888.897220] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.902376] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1888.902376] env[63348]: value = "task-2022805" [ 1888.902376] env[63348]: _type = "Task" [ 1888.902376] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.909322] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f2be2d-5386-24ba-e187-c54d34eb67b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.914096] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.993324] env[63348]: DEBUG nova.network.neutron [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Successfully updated port: b43a7f05-adfc-4fc9-b8eb-999c37c876a0 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1889.035201] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088124} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.035480] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1889.036309] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f9c298-e9bb-4169-a0e8-379728d40818 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.059721] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] cd182cf8-d4f1-4131-953f-4ae565888bb7/cd182cf8-d4f1-4131-953f-4ae565888bb7.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1889.060071] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc0f0f17-2a49-48ba-8ea7-584018c4e442 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.080246] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1889.080246] env[63348]: value = "task-2022806" [ 1889.080246] env[63348]: _type = "Task" [ 1889.080246] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.088643] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.114957] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.115516] env[63348]: DEBUG nova.compute.manager [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1889.118577] env[63348]: DEBUG oslo_concurrency.lockutils [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.035s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.122030] env[63348]: DEBUG nova.objects.instance [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lazy-loading 'resources' on Instance uuid c62e1440-aa54-4875-b5d7-8f7476d2b2bb {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1889.413444] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f2be2d-5386-24ba-e187-c54d34eb67b2, 'name': SearchDatastore_Task, 'duration_secs': 0.014503} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.414405] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.414577] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1889.414767] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.414914] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.415102] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1889.415436] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b06060ac-1cb9-4b83-8b36-9cb35741d286 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.420799] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022805, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.433603] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1889.433843] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1889.434752] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e588b54-7952-4554-85ea-94df84c2668f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.441064] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1889.441064] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524368bd-0ca8-3398-4ef7-a9be780765d4" [ 1889.441064] env[63348]: _type = "Task" [ 1889.441064] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.451372] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524368bd-0ca8-3398-4ef7-a9be780765d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.479835] env[63348]: DEBUG nova.network.neutron [req-15d13b5a-1a68-44d4-bf85-6bdaae01f9a8 req-cf7c3431-c033-4d3c-b65d-d707097f149d service nova] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Updated VIF entry in instance network info cache for port 7f50ddb0-6bbb-42d6-93ed-9d8ea0a6f707. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1889.480366] env[63348]: DEBUG nova.network.neutron [req-15d13b5a-1a68-44d4-bf85-6bdaae01f9a8 req-cf7c3431-c033-4d3c-b65d-d707097f149d service nova] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Updating instance_info_cache with network_info: [{"id": "7f50ddb0-6bbb-42d6-93ed-9d8ea0a6f707", "address": "fa:16:3e:b5:36:8e", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f50ddb0-6b", "ovs_interfaceid": "7f50ddb0-6bbb-42d6-93ed-9d8ea0a6f707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.496878] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "refresh_cache-0baa31db-09cd-4bd7-9805-95c713cb8a17" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.496878] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired lock "refresh_cache-0baa31db-09cd-4bd7-9805-95c713cb8a17" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.496878] env[63348]: DEBUG nova.network.neutron [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1889.537250] env[63348]: DEBUG nova.compute.manager [req-662a6a01-0297-4a6f-a25c-8fc82ad8b4b7 req-45133e8a-b5e6-4bb8-a93f-070cb811f479 service nova] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Received event network-vif-plugged-b43a7f05-adfc-4fc9-b8eb-999c37c876a0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1889.537424] env[63348]: DEBUG oslo_concurrency.lockutils [req-662a6a01-0297-4a6f-a25c-8fc82ad8b4b7 req-45133e8a-b5e6-4bb8-a93f-070cb811f479 service nova] Acquiring lock "0baa31db-09cd-4bd7-9805-95c713cb8a17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.537604] env[63348]: DEBUG oslo_concurrency.lockutils [req-662a6a01-0297-4a6f-a25c-8fc82ad8b4b7 req-45133e8a-b5e6-4bb8-a93f-070cb811f479 service nova] Lock "0baa31db-09cd-4bd7-9805-95c713cb8a17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.537783] env[63348]: DEBUG oslo_concurrency.lockutils [req-662a6a01-0297-4a6f-a25c-8fc82ad8b4b7 req-45133e8a-b5e6-4bb8-a93f-070cb811f479 service nova] Lock "0baa31db-09cd-4bd7-9805-95c713cb8a17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.538047] env[63348]: DEBUG nova.compute.manager [req-662a6a01-0297-4a6f-a25c-8fc82ad8b4b7 req-45133e8a-b5e6-4bb8-a93f-070cb811f479 service nova] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] No waiting events found dispatching network-vif-plugged-b43a7f05-adfc-4fc9-b8eb-999c37c876a0 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1889.538285] env[63348]: WARNING nova.compute.manager [req-662a6a01-0297-4a6f-a25c-8fc82ad8b4b7 req-45133e8a-b5e6-4bb8-a93f-070cb811f479 service nova] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Received unexpected event network-vif-plugged-b43a7f05-adfc-4fc9-b8eb-999c37c876a0 for instance with vm_state building and task_state spawning. [ 1889.538479] env[63348]: DEBUG nova.compute.manager [req-662a6a01-0297-4a6f-a25c-8fc82ad8b4b7 req-45133e8a-b5e6-4bb8-a93f-070cb811f479 service nova] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Received event network-changed-b43a7f05-adfc-4fc9-b8eb-999c37c876a0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1889.538663] env[63348]: DEBUG nova.compute.manager [req-662a6a01-0297-4a6f-a25c-8fc82ad8b4b7 req-45133e8a-b5e6-4bb8-a93f-070cb811f479 service nova] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Refreshing instance network info cache due to event network-changed-b43a7f05-adfc-4fc9-b8eb-999c37c876a0. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1889.538894] env[63348]: DEBUG oslo_concurrency.lockutils [req-662a6a01-0297-4a6f-a25c-8fc82ad8b4b7 req-45133e8a-b5e6-4bb8-a93f-070cb811f479 service nova] Acquiring lock "refresh_cache-0baa31db-09cd-4bd7-9805-95c713cb8a17" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.591849] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022806, 'name': ReconfigVM_Task, 'duration_secs': 0.28395} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.592057] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Reconfigured VM instance instance-00000044 to attach disk [datastore1] cd182cf8-d4f1-4131-953f-4ae565888bb7/cd182cf8-d4f1-4131-953f-4ae565888bb7.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1889.592673] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87f5ed76-f164-436d-9c10-ed37b99a72e9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.600190] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1889.600190] env[63348]: value = "task-2022807" [ 1889.600190] env[63348]: _type = "Task" [ 1889.600190] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.610224] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022807, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.622043] env[63348]: DEBUG nova.compute.utils [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1889.623615] env[63348]: DEBUG nova.compute.manager [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1889.623810] env[63348]: DEBUG nova.network.neutron [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1889.692509] env[63348]: DEBUG nova.policy [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7a9f78fb18b41c999d783bb2e4ed2e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dadf92ba54e74328aba91b42b124ea75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1889.915487] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022805, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.959043] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524368bd-0ca8-3398-4ef7-a9be780765d4, 'name': SearchDatastore_Task, 'duration_secs': 0.053749} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.966616] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b1dd5f6-d713-416a-9422-b9e5ece37db4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.970704] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1889.970704] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f24dc3-2c72-9630-c71e-a10c9caf486b" [ 1889.970704] env[63348]: _type = "Task" [ 1889.970704] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.984128] env[63348]: DEBUG oslo_concurrency.lockutils [req-15d13b5a-1a68-44d4-bf85-6bdaae01f9a8 req-cf7c3431-c033-4d3c-b65d-d707097f149d service nova] Releasing lock "refresh_cache-26e702e6-b33a-4404-8d0b-8a973a9e6633" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.984956] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f24dc3-2c72-9630-c71e-a10c9caf486b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.002692] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f147c1-698e-4905-bf52-4a372538be1b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.009963] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97f56da-bdcd-49f2-b8cd-048240651657 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.043143] env[63348]: DEBUG nova.network.neutron [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1890.045962] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b23639-8bb7-4a8f-b155-498f8e35f8f8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.053992] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e567d1-c037-432f-b3b7-fc1c72c161f6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.070144] env[63348]: DEBUG nova.compute.provider_tree [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1890.113651] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022807, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.122769] env[63348]: DEBUG nova.network.neutron [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Successfully created port: b5cc1f6f-b74d-473d-a2bd-ee018f9f878a {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1890.129423] env[63348]: DEBUG nova.compute.manager [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1890.208239] env[63348]: DEBUG nova.network.neutron [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Updating instance_info_cache with network_info: [{"id": "b43a7f05-adfc-4fc9-b8eb-999c37c876a0", "address": "fa:16:3e:3d:6d:9e", "network": {"id": "61ef3d35-56c6-4388-ab4f-3eef69b8ea5d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-434354865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2bf99c70a946f1a8ba8c7653a1a164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb43a7f05-ad", "ovs_interfaceid": "b43a7f05-adfc-4fc9-b8eb-999c37c876a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.416663] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022805, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.482911] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f24dc3-2c72-9630-c71e-a10c9caf486b, 'name': SearchDatastore_Task, 'duration_secs': 0.029675} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.483580] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.483900] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 26e702e6-b33a-4404-8d0b-8a973a9e6633/26e702e6-b33a-4404-8d0b-8a973a9e6633.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1890.484842] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d12a296-b481-4e7b-8db5-4fb791a4bbf4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.495454] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1890.495454] env[63348]: value = "task-2022808" [ 1890.495454] env[63348]: _type = "Task" [ 1890.495454] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.504832] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.573167] env[63348]: DEBUG nova.scheduler.client.report [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1890.611541] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022807, 'name': Rename_Task, 'duration_secs': 0.848728} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.611740] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1890.611981] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb5ba110-46f0-42be-aa9c-820a6b90f16e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.618321] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1890.618321] env[63348]: value = "task-2022809" [ 1890.618321] env[63348]: _type = "Task" [ 1890.618321] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.626213] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.711463] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Releasing lock "refresh_cache-0baa31db-09cd-4bd7-9805-95c713cb8a17" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.711899] env[63348]: DEBUG nova.compute.manager [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Instance network_info: |[{"id": "b43a7f05-adfc-4fc9-b8eb-999c37c876a0", "address": "fa:16:3e:3d:6d:9e", "network": {"id": "61ef3d35-56c6-4388-ab4f-3eef69b8ea5d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-434354865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2bf99c70a946f1a8ba8c7653a1a164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb43a7f05-ad", "ovs_interfaceid": "b43a7f05-adfc-4fc9-b8eb-999c37c876a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1890.712277] env[63348]: DEBUG oslo_concurrency.lockutils [req-662a6a01-0297-4a6f-a25c-8fc82ad8b4b7 req-45133e8a-b5e6-4bb8-a93f-070cb811f479 service nova] Acquired lock "refresh_cache-0baa31db-09cd-4bd7-9805-95c713cb8a17" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.712512] env[63348]: DEBUG nova.network.neutron [req-662a6a01-0297-4a6f-a25c-8fc82ad8b4b7 req-45133e8a-b5e6-4bb8-a93f-070cb811f479 service nova] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Refreshing network info cache for port b43a7f05-adfc-4fc9-b8eb-999c37c876a0 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1890.714336] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:6d:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b43a7f05-adfc-4fc9-b8eb-999c37c876a0', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1890.724422] env[63348]: DEBUG oslo.service.loopingcall [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1890.725517] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1890.725896] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c53c69b-33e7-4c7c-b4f7-6f6d434fdd58 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.747448] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1890.747448] env[63348]: value = "task-2022810" [ 1890.747448] env[63348]: _type = "Task" [ 1890.747448] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.754963] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022810, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.917459] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022805, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.76302} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.917810] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba/a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1890.918095] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1890.918460] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65c4ef3a-7b5c-48cb-a3a0-133d68bcb360 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.928156] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1890.928156] env[63348]: value = "task-2022811" [ 1890.928156] env[63348]: _type = "Task" [ 1890.928156] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.937836] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.007113] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022808, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.078776] env[63348]: DEBUG oslo_concurrency.lockutils [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.081759] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.087s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.084159] env[63348]: INFO nova.compute.claims [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1891.104411] env[63348]: INFO nova.scheduler.client.report [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleted allocations for instance c62e1440-aa54-4875-b5d7-8f7476d2b2bb [ 1891.127943] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.139820] env[63348]: DEBUG nova.compute.manager [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1891.172098] env[63348]: DEBUG nova.virt.hardware [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1891.172458] env[63348]: DEBUG nova.virt.hardware [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1891.172636] env[63348]: DEBUG nova.virt.hardware [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1891.172822] env[63348]: DEBUG nova.virt.hardware [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1891.173064] env[63348]: DEBUG nova.virt.hardware [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1891.173267] env[63348]: DEBUG nova.virt.hardware [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1891.173495] env[63348]: DEBUG nova.virt.hardware [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1891.173707] env[63348]: DEBUG nova.virt.hardware [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1891.173958] env[63348]: DEBUG nova.virt.hardware [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1891.174435] env[63348]: DEBUG nova.virt.hardware [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1891.174435] env[63348]: DEBUG nova.virt.hardware [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1891.175271] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e232d8e-6d01-4bc3-8ebe-cc9b5ade1585 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.184482] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2558467c-e49d-4705-94aa-4e3cdf2c0fc3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.256913] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022810, 'name': CreateVM_Task, 'duration_secs': 0.433578} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.257106] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1891.257789] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.257958] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.258307] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1891.258574] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29f08e1-609f-45a5-b0c8-d94b327c6295 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.266147] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1891.266147] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52636082-94a7-a1a0-1f2c-6ce836755172" [ 1891.266147] env[63348]: _type = "Task" [ 1891.266147] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.274545] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52636082-94a7-a1a0-1f2c-6ce836755172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.441776] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100304} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.442129] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1891.443060] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c476561-c00e-4d39-a5a2-886f0adac70e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.465746] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba/a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1891.466093] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac5833e7-7c7a-4ff6-aa84-408584f8ee24 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.481115] env[63348]: DEBUG nova.network.neutron [req-662a6a01-0297-4a6f-a25c-8fc82ad8b4b7 req-45133e8a-b5e6-4bb8-a93f-070cb811f479 service nova] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Updated VIF entry in instance network info cache for port b43a7f05-adfc-4fc9-b8eb-999c37c876a0. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1891.481479] env[63348]: DEBUG nova.network.neutron [req-662a6a01-0297-4a6f-a25c-8fc82ad8b4b7 req-45133e8a-b5e6-4bb8-a93f-070cb811f479 service nova] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Updating instance_info_cache with network_info: [{"id": "b43a7f05-adfc-4fc9-b8eb-999c37c876a0", "address": "fa:16:3e:3d:6d:9e", "network": {"id": "61ef3d35-56c6-4388-ab4f-3eef69b8ea5d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-434354865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2bf99c70a946f1a8ba8c7653a1a164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb43a7f05-ad", "ovs_interfaceid": "b43a7f05-adfc-4fc9-b8eb-999c37c876a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.489967] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1891.489967] env[63348]: value = "task-2022812" [ 1891.489967] env[63348]: _type = "Task" [ 1891.489967] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.501405] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.509740] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.923123} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.510017] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 26e702e6-b33a-4404-8d0b-8a973a9e6633/26e702e6-b33a-4404-8d0b-8a973a9e6633.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1891.510303] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1891.510634] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a08021b-46e9-4e8c-9294-4abf2eff1912 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.517512] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1891.517512] env[63348]: value = "task-2022813" [ 1891.517512] env[63348]: _type = "Task" [ 1891.517512] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.526783] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.529776] env[63348]: DEBUG nova.compute.manager [req-467fd0c6-4014-4f90-8fef-575f0cc16656 req-06367321-66ff-4ea3-9c0c-3378c5eac1f7 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Received event network-vif-plugged-b5cc1f6f-b74d-473d-a2bd-ee018f9f878a {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1891.530037] env[63348]: DEBUG oslo_concurrency.lockutils [req-467fd0c6-4014-4f90-8fef-575f0cc16656 req-06367321-66ff-4ea3-9c0c-3378c5eac1f7 service nova] Acquiring lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.530268] env[63348]: DEBUG oslo_concurrency.lockutils [req-467fd0c6-4014-4f90-8fef-575f0cc16656 req-06367321-66ff-4ea3-9c0c-3378c5eac1f7 service nova] Lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.530481] env[63348]: DEBUG oslo_concurrency.lockutils [req-467fd0c6-4014-4f90-8fef-575f0cc16656 req-06367321-66ff-4ea3-9c0c-3378c5eac1f7 service nova] Lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.530683] env[63348]: DEBUG nova.compute.manager [req-467fd0c6-4014-4f90-8fef-575f0cc16656 req-06367321-66ff-4ea3-9c0c-3378c5eac1f7 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] No waiting events found dispatching network-vif-plugged-b5cc1f6f-b74d-473d-a2bd-ee018f9f878a {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1891.530867] env[63348]: WARNING nova.compute.manager [req-467fd0c6-4014-4f90-8fef-575f0cc16656 req-06367321-66ff-4ea3-9c0c-3378c5eac1f7 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Received unexpected event network-vif-plugged-b5cc1f6f-b74d-473d-a2bd-ee018f9f878a for instance with vm_state building and task_state spawning. [ 1891.618964] env[63348]: DEBUG oslo_concurrency.lockutils [None req-de40912a-88e6-4220-849a-17ae90243f5e tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "c62e1440-aa54-4875-b5d7-8f7476d2b2bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.028s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.629780] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.702301] env[63348]: DEBUG nova.network.neutron [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Successfully updated port: b5cc1f6f-b74d-473d-a2bd-ee018f9f878a {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1891.776877] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52636082-94a7-a1a0-1f2c-6ce836755172, 'name': SearchDatastore_Task, 'duration_secs': 0.015335} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.777286] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.777491] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1891.777730] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.777876] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.778074] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1891.778341] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f465ca19-df07-4a06-9710-531cbf338b2e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.788542] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1891.788782] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1891.790040] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddaaa2a8-f6d1-4b3b-b34e-317ca43e4eca {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.795675] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1891.795675] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5260419f-a9f0-bcf1-daa2-7f1b4a03fdc4" [ 1891.795675] env[63348]: _type = "Task" [ 1891.795675] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.804974] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5260419f-a9f0-bcf1-daa2-7f1b4a03fdc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.905786] env[63348]: DEBUG oslo_vmware.rw_handles [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285783f-5868-1c90-2e46-a6be6f872bab/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1891.906479] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de3501c-383f-4213-9b76-4de2c8a5d03a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.913307] env[63348]: DEBUG oslo_vmware.rw_handles [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285783f-5868-1c90-2e46-a6be6f872bab/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1891.913484] env[63348]: ERROR oslo_vmware.rw_handles [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285783f-5868-1c90-2e46-a6be6f872bab/disk-0.vmdk due to incomplete transfer. [ 1891.913793] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-463433a0-f7d3-4fac-a416-66259932d281 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.921494] env[63348]: DEBUG oslo_vmware.rw_handles [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285783f-5868-1c90-2e46-a6be6f872bab/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1891.921698] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Uploaded image a2db73c3-0981-491e-8fb8-3f8423f696b4 to the Glance image server {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1891.924340] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Destroying the VM {{(pid=63348) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1891.924608] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1eac2e79-b20b-4d26-9ffd-4b4b280cf3bb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.930284] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1891.930284] env[63348]: value = "task-2022814" [ 1891.930284] env[63348]: _type = "Task" [ 1891.930284] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.938618] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022814, 'name': Destroy_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.985183] env[63348]: DEBUG oslo_concurrency.lockutils [req-662a6a01-0297-4a6f-a25c-8fc82ad8b4b7 req-45133e8a-b5e6-4bb8-a93f-070cb811f479 service nova] Releasing lock "refresh_cache-0baa31db-09cd-4bd7-9805-95c713cb8a17" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.999569] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022812, 'name': ReconfigVM_Task, 'duration_secs': 0.385882} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.000544] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Reconfigured VM instance instance-00000045 to attach disk [datastore1] a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba/a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1892.001179] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc09934d-0f5c-455c-b3f6-9f1ba703a2fd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.007930] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1892.007930] env[63348]: value = "task-2022815" [ 1892.007930] env[63348]: _type = "Task" [ 1892.007930] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.016792] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022815, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.026051] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069771} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.026344] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1892.027075] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f84e8ee-05f5-4ad3-9b43-db7c2d77fb5b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.049768] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 26e702e6-b33a-4404-8d0b-8a973a9e6633/26e702e6-b33a-4404-8d0b-8a973a9e6633.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1892.050474] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03dca331-cc7c-4a02-9bb9-f70884502e90 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.072158] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1892.072158] env[63348]: value = "task-2022816" [ 1892.072158] env[63348]: _type = "Task" [ 1892.072158] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.080834] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.131043] env[63348]: DEBUG oslo_vmware.api [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022809, 'name': PowerOnVM_Task, 'duration_secs': 1.289532} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.134589] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1892.134589] env[63348]: INFO nova.compute.manager [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Took 10.98 seconds to spawn the instance on the hypervisor. [ 1892.134785] env[63348]: DEBUG nova.compute.manager [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1892.135886] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03171dce-f7c6-4cfc-b41b-8106c66f8c20 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.207639] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.207803] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquired lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.207950] env[63348]: DEBUG nova.network.neutron [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1892.309095] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5260419f-a9f0-bcf1-daa2-7f1b4a03fdc4, 'name': SearchDatastore_Task, 'duration_secs': 0.023434} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.309914] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d27fc1b-4182-47bb-bb42-61332cf56357 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.317610] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1892.317610] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e09c5c-3aef-6ae4-73cc-d3d052e4282b" [ 1892.317610] env[63348]: _type = "Task" [ 1892.317610] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.326067] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e09c5c-3aef-6ae4-73cc-d3d052e4282b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.420949] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e759ca-74f3-413c-b598-592c775727ec {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.428146] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d10178-abb5-442a-85c9-3a75eb300188 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.439729] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022814, 'name': Destroy_Task, 'duration_secs': 0.399711} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.462901] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Destroyed the VM [ 1892.463180] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Deleting Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1892.463598] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6b9cbddb-60b8-4f40-8fb3-ccfd7977aab1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.465703] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a02432-2072-40ec-9f43-cd3c7cb95200 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.474925] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1b2a12-c392-4e23-8e9a-7c20d481cd8b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.478607] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1892.478607] env[63348]: value = "task-2022817" [ 1892.478607] env[63348]: _type = "Task" [ 1892.478607] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.489831] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1892.490264] env[63348]: DEBUG nova.compute.provider_tree [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1892.491779] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.491956] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.492123] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.492274] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.492648] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.492811] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.492936] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1892.495711] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.496573] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022817, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.517226] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022815, 'name': Rename_Task, 'duration_secs': 0.163133} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.517424] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1892.517653] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-954b400b-4b96-4f58-ba47-0f67bfbc85e2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.523388] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1892.523388] env[63348]: value = "task-2022818" [ 1892.523388] env[63348]: _type = "Task" [ 1892.523388] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.530485] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.582737] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022816, 'name': ReconfigVM_Task, 'duration_secs': 0.322442} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.583037] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 26e702e6-b33a-4404-8d0b-8a973a9e6633/26e702e6-b33a-4404-8d0b-8a973a9e6633.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1892.583847] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9d5edb0-d7a7-4be4-9af9-38a2e47dabe9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.590177] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1892.590177] env[63348]: value = "task-2022819" [ 1892.590177] env[63348]: _type = "Task" [ 1892.590177] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.598181] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022819, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.654472] env[63348]: INFO nova.compute.manager [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Took 23.43 seconds to build instance. [ 1892.773832] env[63348]: DEBUG nova.network.neutron [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1892.827331] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e09c5c-3aef-6ae4-73cc-d3d052e4282b, 'name': SearchDatastore_Task, 'duration_secs': 0.013736} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.827889] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.827889] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 0baa31db-09cd-4bd7-9805-95c713cb8a17/0baa31db-09cd-4bd7-9805-95c713cb8a17.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1892.828125] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a35c10cc-f446-49f2-aed3-8fa03d961cbe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.834900] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1892.834900] env[63348]: value = "task-2022820" [ 1892.834900] env[63348]: _type = "Task" [ 1892.834900] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.842457] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.989031] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022817, 'name': RemoveSnapshot_Task, 'duration_secs': 0.473978} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.989031] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Deleted Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1892.989031] env[63348]: DEBUG nova.compute.manager [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1892.989456] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4398927a-37d4-4f54-b250-fadac80934ed {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.993810] env[63348]: DEBUG nova.scheduler.client.report [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1892.998777] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.035156] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022818, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.035805] env[63348]: DEBUG nova.network.neutron [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Updating instance_info_cache with network_info: [{"id": "b5cc1f6f-b74d-473d-a2bd-ee018f9f878a", "address": "fa:16:3e:49:83:1a", "network": {"id": "1b6efb5f-da54-48d5-9abe-8973d76425dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614267813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf92ba54e74328aba91b42b124ea75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cc1f6f-b7", "ovs_interfaceid": "b5cc1f6f-b74d-473d-a2bd-ee018f9f878a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.099313] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022819, 'name': Rename_Task, 'duration_secs': 0.189225} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.099607] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1893.099847] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf5e8ab5-7685-4439-9bcb-67fb4b6d968c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.105164] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1893.105164] env[63348]: value = "task-2022821" [ 1893.105164] env[63348]: _type = "Task" [ 1893.105164] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.114053] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.156304] env[63348]: DEBUG oslo_concurrency.lockutils [None req-81977a81-3848-4ca4-887c-2f8d60d24bf7 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "cd182cf8-d4f1-4131-953f-4ae565888bb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.949s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.347287] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022820, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.502376] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.502910] env[63348]: DEBUG nova.compute.manager [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1893.506662] env[63348]: DEBUG oslo_concurrency.lockutils [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.613s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.506883] env[63348]: DEBUG nova.objects.instance [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lazy-loading 'resources' on Instance uuid f964b631-4f16-4ba9-b0e2-61b99b1e3bf1 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1893.512670] env[63348]: INFO nova.compute.manager [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Shelve offloading [ 1893.535186] env[63348]: DEBUG oslo_vmware.api [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022818, 'name': PowerOnVM_Task, 'duration_secs': 0.536964} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.535475] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1893.535699] env[63348]: INFO nova.compute.manager [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1893.535969] env[63348]: DEBUG nova.compute.manager [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1893.536899] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eba4c7-6c68-431e-98e6-c3b4788bcd77 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.539929] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Releasing lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.540237] env[63348]: DEBUG nova.compute.manager [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Instance network_info: |[{"id": "b5cc1f6f-b74d-473d-a2bd-ee018f9f878a", "address": "fa:16:3e:49:83:1a", "network": {"id": "1b6efb5f-da54-48d5-9abe-8973d76425dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614267813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf92ba54e74328aba91b42b124ea75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cc1f6f-b7", "ovs_interfaceid": "b5cc1f6f-b74d-473d-a2bd-ee018f9f878a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1893.540831] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:83:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5cc1f6f-b74d-473d-a2bd-ee018f9f878a', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1893.548160] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Creating folder: Project (dadf92ba54e74328aba91b42b124ea75). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1893.549277] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ab26f43-068e-4e64-b45f-4d34e0ecad7e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.557556] env[63348]: DEBUG nova.compute.manager [req-8b6c9bbb-a207-47ae-b94e-536bdcb5b493 req-ac9ea745-0a43-4d60-83a4-2db41900fcb3 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Received event network-changed-b5cc1f6f-b74d-473d-a2bd-ee018f9f878a {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1893.557656] env[63348]: DEBUG nova.compute.manager [req-8b6c9bbb-a207-47ae-b94e-536bdcb5b493 req-ac9ea745-0a43-4d60-83a4-2db41900fcb3 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Refreshing instance network info cache due to event network-changed-b5cc1f6f-b74d-473d-a2bd-ee018f9f878a. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1893.557849] env[63348]: DEBUG oslo_concurrency.lockutils [req-8b6c9bbb-a207-47ae-b94e-536bdcb5b493 req-ac9ea745-0a43-4d60-83a4-2db41900fcb3 service nova] Acquiring lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.557994] env[63348]: DEBUG oslo_concurrency.lockutils [req-8b6c9bbb-a207-47ae-b94e-536bdcb5b493 req-ac9ea745-0a43-4d60-83a4-2db41900fcb3 service nova] Acquired lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.558171] env[63348]: DEBUG nova.network.neutron [req-8b6c9bbb-a207-47ae-b94e-536bdcb5b493 req-ac9ea745-0a43-4d60-83a4-2db41900fcb3 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Refreshing network info cache for port b5cc1f6f-b74d-473d-a2bd-ee018f9f878a {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1893.563153] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Created folder: Project (dadf92ba54e74328aba91b42b124ea75) in parent group-v415427. [ 1893.563333] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Creating folder: Instances. Parent ref: group-v415636. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1893.563555] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f29d3466-af5f-41ab-b632-6d123d9c8e96 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.572118] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Created folder: Instances in parent group-v415636. [ 1893.572349] env[63348]: DEBUG oslo.service.loopingcall [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1893.572531] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1893.572719] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da8de8df-3778-44d2-bb70-1d2606224d3f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.592838] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1893.592838] env[63348]: value = "task-2022824" [ 1893.592838] env[63348]: _type = "Task" [ 1893.592838] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.603236] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022824, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.613778] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022821, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.658809] env[63348]: DEBUG nova.compute.manager [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1893.846276] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646565} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.846628] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 0baa31db-09cd-4bd7-9805-95c713cb8a17/0baa31db-09cd-4bd7-9805-95c713cb8a17.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1893.846741] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1893.846972] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1d5c88f-d706-4e09-a203-4d0b2840f61c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.853607] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1893.853607] env[63348]: value = "task-2022825" [ 1893.853607] env[63348]: _type = "Task" [ 1893.853607] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.863235] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.013391] env[63348]: DEBUG nova.compute.utils [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1894.018040] env[63348]: DEBUG nova.compute.manager [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1894.018423] env[63348]: DEBUG nova.network.neutron [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1894.020513] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1894.021018] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-592af8e2-ac63-4db7-b338-78f01f6a772f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.030608] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1894.030608] env[63348]: value = "task-2022826" [ 1894.030608] env[63348]: _type = "Task" [ 1894.030608] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.043477] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] VM already powered off {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1894.043826] env[63348]: DEBUG nova.compute.manager [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1894.045041] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e62408-023b-4548-affc-b05baf0d4adf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.053679] env[63348]: DEBUG oslo_concurrency.lockutils [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.053933] env[63348]: DEBUG oslo_concurrency.lockutils [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquired lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.053989] env[63348]: DEBUG nova.network.neutron [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1894.067138] env[63348]: INFO nova.compute.manager [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Took 24.73 seconds to build instance. [ 1894.106279] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022824, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.116732] env[63348]: DEBUG oslo_vmware.api [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022821, 'name': PowerOnVM_Task, 'duration_secs': 0.82627} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.117657] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1894.117657] env[63348]: INFO nova.compute.manager [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1894.117657] env[63348]: DEBUG nova.compute.manager [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1894.118451] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffc0cf6-3f81-4c37-91af-6364c94c549b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.124566] env[63348]: DEBUG nova.policy [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b3fa7cc26634546a2e13b1f280832db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '612f13e93f12469ca1e1a961bde003c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1894.179860] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.367510] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.287392} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.370353] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1894.371683] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e286a5c-18a5-49bb-bf16-7bf738581f50 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.404827] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 0baa31db-09cd-4bd7-9805-95c713cb8a17/0baa31db-09cd-4bd7-9805-95c713cb8a17.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1894.410267] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75b623c5-cd7d-47c5-a2c5-0a9a16ab0f32 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.431710] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1894.431710] env[63348]: value = "task-2022827" [ 1894.431710] env[63348]: _type = "Task" [ 1894.431710] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.442757] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.453294] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb79556f-11fa-490d-bfb3-e580c5db250f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.463060] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d68669-0ec9-4b60-aa99-b844a76e3807 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.502469] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b8d22d-de7d-4830-8f97-d5d303177378 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.511658] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2da85c-4120-4d3d-a5c6-c56a92f1bf33 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.526287] env[63348]: DEBUG nova.compute.manager [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1894.529448] env[63348]: DEBUG nova.compute.provider_tree [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.551740] env[63348]: DEBUG nova.network.neutron [req-8b6c9bbb-a207-47ae-b94e-536bdcb5b493 req-ac9ea745-0a43-4d60-83a4-2db41900fcb3 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Updated VIF entry in instance network info cache for port b5cc1f6f-b74d-473d-a2bd-ee018f9f878a. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1894.552147] env[63348]: DEBUG nova.network.neutron [req-8b6c9bbb-a207-47ae-b94e-536bdcb5b493 req-ac9ea745-0a43-4d60-83a4-2db41900fcb3 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Updating instance_info_cache with network_info: [{"id": "b5cc1f6f-b74d-473d-a2bd-ee018f9f878a", "address": "fa:16:3e:49:83:1a", "network": {"id": "1b6efb5f-da54-48d5-9abe-8973d76425dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614267813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf92ba54e74328aba91b42b124ea75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cc1f6f-b7", "ovs_interfaceid": "b5cc1f6f-b74d-473d-a2bd-ee018f9f878a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.569999] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8fe2cf8b-b7b4-43bf-a8dd-f674a8b53b6c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.261s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.608670] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022824, 'name': CreateVM_Task, 'duration_secs': 0.816413} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.608888] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1894.611503] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.611503] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.611503] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1894.611503] env[63348]: DEBUG nova.network.neutron [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Successfully created port: 0242c559-8bb5-476e-b214-8d51f64c4b35 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1894.613787] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91b3840-a680-4062-85c9-f94c148a1924 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.619289] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 1894.619289] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521e0fb1-e0b2-3ac5-e4f0-69e32907905a" [ 1894.619289] env[63348]: _type = "Task" [ 1894.619289] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.628695] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521e0fb1-e0b2-3ac5-e4f0-69e32907905a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.647017] env[63348]: INFO nova.compute.manager [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Took 25.02 seconds to build instance. [ 1894.799119] env[63348]: DEBUG nova.network.neutron [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Updating instance_info_cache with network_info: [{"id": "e995aa1e-79fd-4a3e-80d8-ea4b72197049", "address": "fa:16:3e:96:99:2b", "network": {"id": "5edd345e-2f85-4bb2-b0c7-ea9419001beb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-46101521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "519d7268afd0446f88e263990b4fdce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape995aa1e-79", "ovs_interfaceid": "e995aa1e-79fd-4a3e-80d8-ea4b72197049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.942283] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.037028] env[63348]: DEBUG nova.scheduler.client.report [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1895.054294] env[63348]: DEBUG oslo_concurrency.lockutils [req-8b6c9bbb-a207-47ae-b94e-536bdcb5b493 req-ac9ea745-0a43-4d60-83a4-2db41900fcb3 service nova] Releasing lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.130199] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521e0fb1-e0b2-3ac5-e4f0-69e32907905a, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.130441] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.130702] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1895.131019] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.131243] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.131377] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1895.131643] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce911a8b-b7c1-4a8b-9dd9-fe069744e7b3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.140133] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1895.140348] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1895.141022] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f3e3a8-dec7-49a3-94a4-a3eb8699b1e0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.146226] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 1895.146226] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52237689-7f0d-618a-1c08-2fd7967ceece" [ 1895.146226] env[63348]: _type = "Task" [ 1895.146226] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.149467] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7d69f74d-f900-408c-9085-6d0caa59e4fc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "26e702e6-b33a-4404-8d0b-8a973a9e6633" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.533s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.154141] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52237689-7f0d-618a-1c08-2fd7967ceece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.302128] env[63348]: DEBUG oslo_concurrency.lockutils [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Releasing lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.443339] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022827, 'name': ReconfigVM_Task, 'duration_secs': 0.778541} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.443339] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 0baa31db-09cd-4bd7-9805-95c713cb8a17/0baa31db-09cd-4bd7-9805-95c713cb8a17.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1895.443912] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b49342e0-6c4f-436c-a7ec-296ed05488c5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.450907] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1895.450907] env[63348]: value = "task-2022828" [ 1895.450907] env[63348]: _type = "Task" [ 1895.450907] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.460425] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022828, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.542240] env[63348]: DEBUG nova.compute.manager [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1895.545515] env[63348]: DEBUG oslo_concurrency.lockutils [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.548177] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.975s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.548461] env[63348]: DEBUG nova.objects.instance [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lazy-loading 'resources' on Instance uuid bd7387bc-8f64-4b1e-b8a8-a317ce7398b2 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1895.573499] env[63348]: INFO nova.scheduler.client.report [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Deleted allocations for instance f964b631-4f16-4ba9-b0e2-61b99b1e3bf1 [ 1895.584207] env[63348]: DEBUG nova.virt.hardware [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1895.584447] env[63348]: DEBUG nova.virt.hardware [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1895.584599] env[63348]: DEBUG nova.virt.hardware [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1895.584775] env[63348]: DEBUG nova.virt.hardware [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1895.584916] env[63348]: DEBUG nova.virt.hardware [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1895.585069] env[63348]: DEBUG nova.virt.hardware [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1895.585274] env[63348]: DEBUG nova.virt.hardware [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1895.585583] env[63348]: DEBUG nova.virt.hardware [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1895.585794] env[63348]: DEBUG nova.virt.hardware [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1895.585962] env[63348]: DEBUG nova.virt.hardware [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1895.586166] env[63348]: DEBUG nova.virt.hardware [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1895.587044] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2dad29-5fe6-47ce-ba12-f84145a5df08 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.595281] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a986e72c-563a-410d-bb48-e360f811c246 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.626259] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1895.627293] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be516d18-f290-4282-ab21-c1e453289440 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.639888] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1895.640211] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dbd523a-489c-40fa-aa58-b620e738f0e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.657425] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52237689-7f0d-618a-1c08-2fd7967ceece, 'name': SearchDatastore_Task, 'duration_secs': 0.009208} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.658096] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebcb9c40-8775-4983-812c-2dc672f18b56 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.663752] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 1895.663752] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527ab5d6-5e2c-81a6-5819-8d0f32b00a30" [ 1895.663752] env[63348]: _type = "Task" [ 1895.663752] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.675412] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527ab5d6-5e2c-81a6-5819-8d0f32b00a30, 'name': SearchDatastore_Task} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.675726] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.675908] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 736cccd6-837d-4bf8-a4f5-c8e9c72c555f/736cccd6-837d-4bf8-a4f5-c8e9c72c555f.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1895.676171] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d8d867c-9a22-42ec-9d6f-195eee48c958 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.682488] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 1895.682488] env[63348]: value = "task-2022830" [ 1895.682488] env[63348]: _type = "Task" [ 1895.682488] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.690539] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.768645] env[63348]: INFO nova.compute.manager [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Rebuilding instance [ 1895.806628] env[63348]: DEBUG nova.compute.manager [req-37ae184d-f638-4a4c-966c-9dd01200ed39 req-3004d3e9-a8a6-456a-b3a9-dbf747d79e63 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Received event network-vif-unplugged-e995aa1e-79fd-4a3e-80d8-ea4b72197049 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1895.806628] env[63348]: DEBUG oslo_concurrency.lockutils [req-37ae184d-f638-4a4c-966c-9dd01200ed39 req-3004d3e9-a8a6-456a-b3a9-dbf747d79e63 service nova] Acquiring lock "223e5b24-bc2a-4de9-be5b-aa2cad088245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.806628] env[63348]: DEBUG oslo_concurrency.lockutils [req-37ae184d-f638-4a4c-966c-9dd01200ed39 req-3004d3e9-a8a6-456a-b3a9-dbf747d79e63 service nova] Lock "223e5b24-bc2a-4de9-be5b-aa2cad088245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.806628] env[63348]: DEBUG oslo_concurrency.lockutils [req-37ae184d-f638-4a4c-966c-9dd01200ed39 req-3004d3e9-a8a6-456a-b3a9-dbf747d79e63 service nova] Lock "223e5b24-bc2a-4de9-be5b-aa2cad088245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.806628] env[63348]: DEBUG nova.compute.manager [req-37ae184d-f638-4a4c-966c-9dd01200ed39 req-3004d3e9-a8a6-456a-b3a9-dbf747d79e63 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] No waiting events found dispatching network-vif-unplugged-e995aa1e-79fd-4a3e-80d8-ea4b72197049 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1895.807120] env[63348]: WARNING nova.compute.manager [req-37ae184d-f638-4a4c-966c-9dd01200ed39 req-3004d3e9-a8a6-456a-b3a9-dbf747d79e63 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Received unexpected event network-vif-unplugged-e995aa1e-79fd-4a3e-80d8-ea4b72197049 for instance with vm_state shelved and task_state shelving_offloading. [ 1895.820883] env[63348]: DEBUG nova.compute.manager [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1895.821944] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70203561-f2f2-4d94-a9fc-cbf047f04a58 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.962779] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022828, 'name': Rename_Task, 'duration_secs': 0.226696} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.962779] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1895.963264] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a548f76e-6b00-4a24-838d-4b4073ebf36a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.970471] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1895.970471] env[63348]: value = "task-2022831" [ 1895.970471] env[63348]: _type = "Task" [ 1895.970471] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.974880] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1895.975146] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1895.975291] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Deleting the datastore file [datastore2] 223e5b24-bc2a-4de9-be5b-aa2cad088245 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1895.975908] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-326a68b0-fbfa-4309-8a5c-b01a4f92d026 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.980971] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.985943] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1895.985943] env[63348]: value = "task-2022832" [ 1895.985943] env[63348]: _type = "Task" [ 1895.985943] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.994254] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.085926] env[63348]: DEBUG oslo_concurrency.lockutils [None req-de129f6d-318e-494e-af1e-9cf535f596d5 tempest-MigrationsAdminTest-1095411593 tempest-MigrationsAdminTest-1095411593-project-member] Lock "f964b631-4f16-4ba9-b0e2-61b99b1e3bf1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.118s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.136782] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "26e702e6-b33a-4404-8d0b-8a973a9e6633" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.137583] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "26e702e6-b33a-4404-8d0b-8a973a9e6633" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.137583] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "26e702e6-b33a-4404-8d0b-8a973a9e6633-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.137703] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "26e702e6-b33a-4404-8d0b-8a973a9e6633-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.137880] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "26e702e6-b33a-4404-8d0b-8a973a9e6633-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.143045] env[63348]: INFO nova.compute.manager [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Terminating instance [ 1896.163185] env[63348]: DEBUG nova.compute.manager [req-faab4607-a3ae-4a79-8c78-3eb455aece1e req-35acdc3a-b050-4070-a0d6-c88e7afaab19 service nova] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Received event network-vif-plugged-0242c559-8bb5-476e-b214-8d51f64c4b35 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1896.163449] env[63348]: DEBUG oslo_concurrency.lockutils [req-faab4607-a3ae-4a79-8c78-3eb455aece1e req-35acdc3a-b050-4070-a0d6-c88e7afaab19 service nova] Acquiring lock "541086b2-489f-4845-84ca-135cb9e7d02b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.163689] env[63348]: DEBUG oslo_concurrency.lockutils [req-faab4607-a3ae-4a79-8c78-3eb455aece1e req-35acdc3a-b050-4070-a0d6-c88e7afaab19 service nova] Lock "541086b2-489f-4845-84ca-135cb9e7d02b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.163901] env[63348]: DEBUG oslo_concurrency.lockutils [req-faab4607-a3ae-4a79-8c78-3eb455aece1e req-35acdc3a-b050-4070-a0d6-c88e7afaab19 service nova] Lock "541086b2-489f-4845-84ca-135cb9e7d02b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.164166] env[63348]: DEBUG nova.compute.manager [req-faab4607-a3ae-4a79-8c78-3eb455aece1e req-35acdc3a-b050-4070-a0d6-c88e7afaab19 service nova] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] No waiting events found dispatching network-vif-plugged-0242c559-8bb5-476e-b214-8d51f64c4b35 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1896.164413] env[63348]: WARNING nova.compute.manager [req-faab4607-a3ae-4a79-8c78-3eb455aece1e req-35acdc3a-b050-4070-a0d6-c88e7afaab19 service nova] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Received unexpected event network-vif-plugged-0242c559-8bb5-476e-b214-8d51f64c4b35 for instance with vm_state building and task_state spawning. [ 1896.196183] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45697} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.196502] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 736cccd6-837d-4bf8-a4f5-c8e9c72c555f/736cccd6-837d-4bf8-a4f5-c8e9c72c555f.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1896.196752] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1896.197050] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4938792-4710-4dbc-bab5-0c3799ad3eec {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.206384] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 1896.206384] env[63348]: value = "task-2022833" [ 1896.206384] env[63348]: _type = "Task" [ 1896.206384] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.214065] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.249384] env[63348]: DEBUG nova.network.neutron [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Successfully updated port: 0242c559-8bb5-476e-b214-8d51f64c4b35 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1896.364889] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b89020-3f38-41e0-8b19-1286119560b3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.373017] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46219ad1-3a18-40ac-85cd-332ea3e3ee4d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.407394] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb20ffff-ffb5-444a-9c48-94b00218146c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.415751] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2e40f1-99fa-4ce3-a6d0-81f33e179d9e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.431114] env[63348]: DEBUG nova.compute.provider_tree [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1896.481551] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022831, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.494924] env[63348]: DEBUG oslo_vmware.api [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257316} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.495203] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1896.495409] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1896.495534] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1896.515289] env[63348]: INFO nova.scheduler.client.report [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Deleted allocations for instance 223e5b24-bc2a-4de9-be5b-aa2cad088245 [ 1896.647922] env[63348]: DEBUG nova.compute.manager [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1896.647922] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1896.648478] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e49312-7d3f-4aab-9ae2-bb83415a92cd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.656844] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.657190] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74b1c439-7e3d-40e9-bb6b-386c1aebff0f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.664152] env[63348]: DEBUG oslo_vmware.api [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1896.664152] env[63348]: value = "task-2022834" [ 1896.664152] env[63348]: _type = "Task" [ 1896.664152] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.672926] env[63348]: DEBUG oslo_vmware.api [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.717195] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072067} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.717849] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1896.718827] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ea73a0-e252-456e-adb3-169033e008ed {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.742265] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 736cccd6-837d-4bf8-a4f5-c8e9c72c555f/736cccd6-837d-4bf8-a4f5-c8e9c72c555f.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1896.742616] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd6d1357-b7b7-4e85-b3c4-d5c8d6d732cd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.757275] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "refresh_cache-541086b2-489f-4845-84ca-135cb9e7d02b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.757441] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired lock "refresh_cache-541086b2-489f-4845-84ca-135cb9e7d02b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.757594] env[63348]: DEBUG nova.network.neutron [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1896.765464] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 1896.765464] env[63348]: value = "task-2022835" [ 1896.765464] env[63348]: _type = "Task" [ 1896.765464] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.777186] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.837076] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.837380] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35df7941-c6ad-4ace-bcf3-c902fb1e53a9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.844854] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1896.844854] env[63348]: value = "task-2022836" [ 1896.844854] env[63348]: _type = "Task" [ 1896.844854] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.853850] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.935321] env[63348]: DEBUG nova.scheduler.client.report [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1896.984526] env[63348]: DEBUG oslo_vmware.api [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022831, 'name': PowerOnVM_Task, 'duration_secs': 0.980434} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.984828] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1896.985066] env[63348]: INFO nova.compute.manager [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1896.985269] env[63348]: DEBUG nova.compute.manager [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1896.986158] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53176c0a-172b-47f9-870f-d2f1b50414da {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.020514] env[63348]: DEBUG oslo_concurrency.lockutils [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.176594] env[63348]: DEBUG oslo_vmware.api [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022834, 'name': PowerOffVM_Task, 'duration_secs': 0.400717} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.176902] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1897.177083] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1897.177368] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-261072c3-d73a-4d09-b9fe-5e2245ff7462 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.277317] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022835, 'name': ReconfigVM_Task, 'duration_secs': 0.389399} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.277682] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 736cccd6-837d-4bf8-a4f5-c8e9c72c555f/736cccd6-837d-4bf8-a4f5-c8e9c72c555f.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1897.278341] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-750d4c94-a8be-4a6f-b320-dcf40ab3fea0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.285123] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 1897.285123] env[63348]: value = "task-2022838" [ 1897.285123] env[63348]: _type = "Task" [ 1897.285123] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.293357] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022838, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.294101] env[63348]: DEBUG nova.network.neutron [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1897.354485] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022836, 'name': PowerOffVM_Task, 'duration_secs': 0.234458} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.354775] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1897.354965] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1897.355794] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a338d4-c339-49b7-a351-5feb107caf6f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.362869] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1897.363158] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b294229e-2ee9-4190-b36e-8ce7cd11f183 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.441832] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.445121] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.893s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.447933] env[63348]: INFO nova.compute.claims [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1897.474654] env[63348]: INFO nova.scheduler.client.report [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Deleted allocations for instance bd7387bc-8f64-4b1e-b8a8-a317ce7398b2 [ 1897.476458] env[63348]: DEBUG nova.network.neutron [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Updating instance_info_cache with network_info: [{"id": "0242c559-8bb5-476e-b214-8d51f64c4b35", "address": "fa:16:3e:38:ee:db", "network": {"id": "d8db0652-40ca-4962-b22c-4094827b7de1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752680112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "612f13e93f12469ca1e1a961bde003c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0242c559-8b", "ovs_interfaceid": "0242c559-8bb5-476e-b214-8d51f64c4b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.506872] env[63348]: INFO nova.compute.manager [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Took 27.31 seconds to build instance. [ 1897.796613] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022838, 'name': Rename_Task, 'duration_secs': 0.146633} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.797070] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1897.797412] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d9b6819-e024-4fda-8be5-a0bba99a4a89 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.808023] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 1897.808023] env[63348]: value = "task-2022840" [ 1897.808023] env[63348]: _type = "Task" [ 1897.808023] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.814153] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.832241] env[63348]: DEBUG nova.compute.manager [req-b15be599-4ba7-461a-8a28-76a350164f7d req-52c94621-17a9-48d7-aaa1-9c48e3421f90 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Received event network-changed-e995aa1e-79fd-4a3e-80d8-ea4b72197049 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1897.832446] env[63348]: DEBUG nova.compute.manager [req-b15be599-4ba7-461a-8a28-76a350164f7d req-52c94621-17a9-48d7-aaa1-9c48e3421f90 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Refreshing instance network info cache due to event network-changed-e995aa1e-79fd-4a3e-80d8-ea4b72197049. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1897.832668] env[63348]: DEBUG oslo_concurrency.lockutils [req-b15be599-4ba7-461a-8a28-76a350164f7d req-52c94621-17a9-48d7-aaa1-9c48e3421f90 service nova] Acquiring lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.832773] env[63348]: DEBUG oslo_concurrency.lockutils [req-b15be599-4ba7-461a-8a28-76a350164f7d req-52c94621-17a9-48d7-aaa1-9c48e3421f90 service nova] Acquired lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.832924] env[63348]: DEBUG nova.network.neutron [req-b15be599-4ba7-461a-8a28-76a350164f7d req-52c94621-17a9-48d7-aaa1-9c48e3421f90 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Refreshing network info cache for port e995aa1e-79fd-4a3e-80d8-ea4b72197049 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1897.980941] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Releasing lock "refresh_cache-541086b2-489f-4845-84ca-135cb9e7d02b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.981409] env[63348]: DEBUG nova.compute.manager [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Instance network_info: |[{"id": "0242c559-8bb5-476e-b214-8d51f64c4b35", "address": "fa:16:3e:38:ee:db", "network": {"id": "d8db0652-40ca-4962-b22c-4094827b7de1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752680112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "612f13e93f12469ca1e1a961bde003c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0242c559-8b", "ovs_interfaceid": "0242c559-8bb5-476e-b214-8d51f64c4b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1897.984616] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:ee:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0242c559-8bb5-476e-b214-8d51f64c4b35', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1898.000312] env[63348]: DEBUG oslo.service.loopingcall [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.000906] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c151ed3f-fb3e-4b4e-8ad9-2d39ffd73fdf tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "bd7387bc-8f64-4b1e-b8a8-a317ce7398b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.887s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.002422] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1898.002892] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da55a77a-5677-4e03-9fe2-3cb88d3ac1c2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.030017] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a79bc42e-b346-43ad-acc7-280048bbd077 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "0baa31db-09cd-4bd7-9805-95c713cb8a17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.846s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.037390] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1898.037390] env[63348]: value = "task-2022841" [ 1898.037390] env[63348]: _type = "Task" [ 1898.037390] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.045408] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022841, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.315710] env[63348]: DEBUG oslo_vmware.api [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022840, 'name': PowerOnVM_Task, 'duration_secs': 0.486153} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.315993] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1898.316321] env[63348]: INFO nova.compute.manager [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1898.316603] env[63348]: DEBUG nova.compute.manager [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1898.317485] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81092f4f-f059-40e4-b279-126dbe70bcf2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.550163] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022841, 'name': CreateVM_Task, 'duration_secs': 0.487158} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.553321] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1898.554599] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.555129] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.555567] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1898.556117] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5aefe8-1d27-418e-bd0d-ae2e519f94ea {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.561803] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1898.561803] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bcb312-d466-741f-b30a-b5dd5b93a9b5" [ 1898.561803] env[63348]: _type = "Task" [ 1898.561803] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.580085] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bcb312-d466-741f-b30a-b5dd5b93a9b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.582143] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1898.582389] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1898.582617] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleting the datastore file [datastore1] 26e702e6-b33a-4404-8d0b-8a973a9e6633 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1898.583010] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1898.583283] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1898.583607] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleting the datastore file [datastore1] a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1898.583881] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3101382-45b0-49fc-a873-c50260d2ffeb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.586396] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e92a33f6-fef6-4526-986f-8400377cc6bc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.592912] env[63348]: DEBUG oslo_vmware.api [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1898.592912] env[63348]: value = "task-2022842" [ 1898.592912] env[63348]: _type = "Task" [ 1898.592912] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.595562] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1898.595562] env[63348]: value = "task-2022843" [ 1898.595562] env[63348]: _type = "Task" [ 1898.595562] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.604890] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "223e5b24-bc2a-4de9-be5b-aa2cad088245" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.611725] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.611725] env[63348]: DEBUG oslo_vmware.api [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.649486] env[63348]: DEBUG nova.compute.manager [req-8890fc11-83f8-4461-9d5d-a79bebeb705d req-46d638be-bc9b-4b42-9dcb-5b267385bd33 service nova] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Received event network-changed-0242c559-8bb5-476e-b214-8d51f64c4b35 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1898.649774] env[63348]: DEBUG nova.compute.manager [req-8890fc11-83f8-4461-9d5d-a79bebeb705d req-46d638be-bc9b-4b42-9dcb-5b267385bd33 service nova] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Refreshing instance network info cache due to event network-changed-0242c559-8bb5-476e-b214-8d51f64c4b35. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1898.650110] env[63348]: DEBUG oslo_concurrency.lockutils [req-8890fc11-83f8-4461-9d5d-a79bebeb705d req-46d638be-bc9b-4b42-9dcb-5b267385bd33 service nova] Acquiring lock "refresh_cache-541086b2-489f-4845-84ca-135cb9e7d02b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.650235] env[63348]: DEBUG oslo_concurrency.lockutils [req-8890fc11-83f8-4461-9d5d-a79bebeb705d req-46d638be-bc9b-4b42-9dcb-5b267385bd33 service nova] Acquired lock "refresh_cache-541086b2-489f-4845-84ca-135cb9e7d02b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.650444] env[63348]: DEBUG nova.network.neutron [req-8890fc11-83f8-4461-9d5d-a79bebeb705d req-46d638be-bc9b-4b42-9dcb-5b267385bd33 service nova] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Refreshing network info cache for port 0242c559-8bb5-476e-b214-8d51f64c4b35 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1898.839190] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "6248c4a8-3234-4e2c-973c-b85b4e3b4e10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.839585] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "6248c4a8-3234-4e2c-973c-b85b4e3b4e10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.841357] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31808751-c925-4d6d-ac26-d39efc2e196a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.850384] env[63348]: INFO nova.compute.manager [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Took 28.08 seconds to build instance. [ 1898.857407] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae44457-bc04-4bd1-87e5-427ecbe2869d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.891330] env[63348]: DEBUG nova.network.neutron [req-b15be599-4ba7-461a-8a28-76a350164f7d req-52c94621-17a9-48d7-aaa1-9c48e3421f90 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Updated VIF entry in instance network info cache for port e995aa1e-79fd-4a3e-80d8-ea4b72197049. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1898.891670] env[63348]: DEBUG nova.network.neutron [req-b15be599-4ba7-461a-8a28-76a350164f7d req-52c94621-17a9-48d7-aaa1-9c48e3421f90 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Updating instance_info_cache with network_info: [{"id": "e995aa1e-79fd-4a3e-80d8-ea4b72197049", "address": "fa:16:3e:96:99:2b", "network": {"id": "5edd345e-2f85-4bb2-b0c7-ea9419001beb", "bridge": null, "label": "tempest-ServersNegativeTestJSON-46101521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "519d7268afd0446f88e263990b4fdce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape995aa1e-79", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.893475] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111e78db-7ad8-4195-a7d8-46ba90d9a541 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.904078] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ed1465-c0fb-4bf4-aab2-395d85f3402a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.923044] env[63348]: DEBUG nova.compute.provider_tree [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.073529] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bcb312-d466-741f-b30a-b5dd5b93a9b5, 'name': SearchDatastore_Task, 'duration_secs': 0.018824} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.073939] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.074096] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1899.074610] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.074610] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.074877] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1899.075184] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eae97a7-f34a-440f-9260-10bdd563c51f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.088875] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1899.089069] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1899.089818] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a3d372f-1c0f-4b8a-ae51-47c0c62f3825 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.094900] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1899.094900] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5224a263-6c4b-2a24-da70-8f3fe4a46707" [ 1899.094900] env[63348]: _type = "Task" [ 1899.094900] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.109745] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5224a263-6c4b-2a24-da70-8f3fe4a46707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.115395] env[63348]: DEBUG oslo_vmware.api [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192057} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.115642] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200935} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.115875] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1899.116063] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1899.116242] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1899.116414] env[63348]: INFO nova.compute.manager [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Took 2.47 seconds to destroy the instance on the hypervisor. [ 1899.116646] env[63348]: DEBUG oslo.service.loopingcall [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1899.116823] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1899.116981] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1899.117170] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1899.119720] env[63348]: DEBUG nova.compute.manager [-] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1899.119823] env[63348]: DEBUG nova.network.neutron [-] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1899.351706] env[63348]: DEBUG nova.compute.manager [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1899.358425] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1d79e12-17f3-47df-b534-d5a95af03190 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.601s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.397390] env[63348]: DEBUG oslo_concurrency.lockutils [req-b15be599-4ba7-461a-8a28-76a350164f7d req-52c94621-17a9-48d7-aaa1-9c48e3421f90 service nova] Releasing lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.428258] env[63348]: DEBUG nova.scheduler.client.report [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1899.544716] env[63348]: DEBUG nova.network.neutron [req-8890fc11-83f8-4461-9d5d-a79bebeb705d req-46d638be-bc9b-4b42-9dcb-5b267385bd33 service nova] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Updated VIF entry in instance network info cache for port 0242c559-8bb5-476e-b214-8d51f64c4b35. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1899.545028] env[63348]: DEBUG nova.network.neutron [req-8890fc11-83f8-4461-9d5d-a79bebeb705d req-46d638be-bc9b-4b42-9dcb-5b267385bd33 service nova] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Updating instance_info_cache with network_info: [{"id": "0242c559-8bb5-476e-b214-8d51f64c4b35", "address": "fa:16:3e:38:ee:db", "network": {"id": "d8db0652-40ca-4962-b22c-4094827b7de1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752680112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "612f13e93f12469ca1e1a961bde003c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0242c559-8b", "ovs_interfaceid": "0242c559-8bb5-476e-b214-8d51f64c4b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.619599] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5224a263-6c4b-2a24-da70-8f3fe4a46707, 'name': SearchDatastore_Task, 'duration_secs': 0.026453} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.619599] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fabef612-02a2-4dc1-baa5-05d620533fe0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.631983] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1899.631983] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5291ca1c-ede6-374b-9b03-458cb7058803" [ 1899.631983] env[63348]: _type = "Task" [ 1899.631983] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.643782] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5291ca1c-ede6-374b-9b03-458cb7058803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.883667] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.936786] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.936786] env[63348]: DEBUG nova.compute.manager [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1899.937520] env[63348]: DEBUG oslo_concurrency.lockutils [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.098s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.938848] env[63348]: INFO nova.compute.claims [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1899.995394] env[63348]: DEBUG nova.network.neutron [-] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.047561] env[63348]: DEBUG oslo_concurrency.lockutils [req-8890fc11-83f8-4461-9d5d-a79bebeb705d req-46d638be-bc9b-4b42-9dcb-5b267385bd33 service nova] Releasing lock "refresh_cache-541086b2-489f-4845-84ca-135cb9e7d02b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.144829] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5291ca1c-ede6-374b-9b03-458cb7058803, 'name': SearchDatastore_Task, 'duration_secs': 0.018442} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.146130] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.146388] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 541086b2-489f-4845-84ca-135cb9e7d02b/541086b2-489f-4845-84ca-135cb9e7d02b.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1900.146827] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd75ce17-1fc7-4cd5-a8b8-f54a6020dd1c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.152942] env[63348]: DEBUG nova.virt.hardware [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1900.154130] env[63348]: DEBUG nova.virt.hardware [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1900.154130] env[63348]: DEBUG nova.virt.hardware [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1900.154130] env[63348]: DEBUG nova.virt.hardware [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1900.154130] env[63348]: DEBUG nova.virt.hardware [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1900.154130] env[63348]: DEBUG nova.virt.hardware [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1900.154336] env[63348]: DEBUG nova.virt.hardware [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1900.154336] env[63348]: DEBUG nova.virt.hardware [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1900.154336] env[63348]: DEBUG nova.virt.hardware [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1900.154455] env[63348]: DEBUG nova.virt.hardware [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1900.154620] env[63348]: DEBUG nova.virt.hardware [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1900.155619] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6970302d-43b3-4ade-a0c4-29eafedc5abf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.160069] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1900.160069] env[63348]: value = "task-2022844" [ 1900.160069] env[63348]: _type = "Task" [ 1900.160069] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.167198] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1624694-7957-4ced-acf6-ea402a29393a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.173951] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.186375] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:e8:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d8a4f35-b22b-4c7c-b00a-895d06db7ea0', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1900.195222] env[63348]: DEBUG oslo.service.loopingcall [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1900.195528] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1900.195810] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b3bdb95-08ab-4505-9875-1fad0959384b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.216535] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1900.216535] env[63348]: value = "task-2022845" [ 1900.216535] env[63348]: _type = "Task" [ 1900.216535] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.229133] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022845, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.443615] env[63348]: DEBUG nova.compute.utils [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1900.451602] env[63348]: DEBUG nova.compute.manager [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1900.451982] env[63348]: DEBUG nova.network.neutron [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1900.496749] env[63348]: INFO nova.compute.manager [-] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Took 1.38 seconds to deallocate network for instance. [ 1900.538470] env[63348]: DEBUG nova.policy [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3fbe78666004528a96e3906492ee2da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e1386210eb74428926af92e998282bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1900.675566] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022844, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.684335] env[63348]: DEBUG nova.compute.manager [req-789ef408-43c1-479b-a86c-e232fb78b0fd req-733bf683-2c0f-45b1-bee5-b40441fa84c7 service nova] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Received event network-vif-deleted-7f50ddb0-6bbb-42d6-93ed-9d8ea0a6f707 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1900.685152] env[63348]: DEBUG nova.compute.manager [req-789ef408-43c1-479b-a86c-e232fb78b0fd req-733bf683-2c0f-45b1-bee5-b40441fa84c7 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Received event network-changed-b5cc1f6f-b74d-473d-a2bd-ee018f9f878a {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1900.685152] env[63348]: DEBUG nova.compute.manager [req-789ef408-43c1-479b-a86c-e232fb78b0fd req-733bf683-2c0f-45b1-bee5-b40441fa84c7 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Refreshing instance network info cache due to event network-changed-b5cc1f6f-b74d-473d-a2bd-ee018f9f878a. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1900.685152] env[63348]: DEBUG oslo_concurrency.lockutils [req-789ef408-43c1-479b-a86c-e232fb78b0fd req-733bf683-2c0f-45b1-bee5-b40441fa84c7 service nova] Acquiring lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.685152] env[63348]: DEBUG oslo_concurrency.lockutils [req-789ef408-43c1-479b-a86c-e232fb78b0fd req-733bf683-2c0f-45b1-bee5-b40441fa84c7 service nova] Acquired lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.685302] env[63348]: DEBUG nova.network.neutron [req-789ef408-43c1-479b-a86c-e232fb78b0fd req-733bf683-2c0f-45b1-bee5-b40441fa84c7 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Refreshing network info cache for port b5cc1f6f-b74d-473d-a2bd-ee018f9f878a {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1900.727967] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022845, 'name': CreateVM_Task, 'duration_secs': 0.441894} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.728164] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1900.730333] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.730333] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.730333] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1900.730333] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-832c748b-95f3-4683-940c-bcf12b0391a5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.736403] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1900.736403] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529ae118-9fd5-888e-0a72-51f0a031f8b1" [ 1900.736403] env[63348]: _type = "Task" [ 1900.736403] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.745462] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529ae118-9fd5-888e-0a72-51f0a031f8b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.880059] env[63348]: DEBUG nova.network.neutron [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Successfully created port: 213209e8-54b9-4f01-bc0d-1ff222249dd8 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1900.952024] env[63348]: DEBUG nova.compute.manager [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1901.005473] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.074215] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Acquiring lock "c3cac92b-0683-4113-8d95-fd4674f26a34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.075152] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Lock "c3cac92b-0683-4113-8d95-fd4674f26a34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.170278] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617603} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.173126] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 541086b2-489f-4845-84ca-135cb9e7d02b/541086b2-489f-4845-84ca-135cb9e7d02b.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1901.173532] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1901.174073] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-258e1452-7b6e-4680-900c-5b5ac2b5c5a8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.180889] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1901.180889] env[63348]: value = "task-2022846" [ 1901.180889] env[63348]: _type = "Task" [ 1901.180889] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.195285] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.253026] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529ae118-9fd5-888e-0a72-51f0a031f8b1, 'name': SearchDatastore_Task, 'duration_secs': 0.026141} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.255055] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.255328] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1901.255569] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.255721] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.255898] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1901.256184] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09e8abae-49fb-48a6-86e9-7a463299219e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.272027] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1901.272027] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1901.272027] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30eb077d-26ce-4fd8-9c32-41dcc71baaef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.281022] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1901.281022] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f2de27-54c2-618d-df20-1a3c32690c5e" [ 1901.281022] env[63348]: _type = "Task" [ 1901.281022] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.289010] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f2de27-54c2-618d-df20-1a3c32690c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.344545] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7472b8f-2ba9-4a01-bc10-55fedfc4901b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.353262] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a54c810-c770-46fc-9156-f232c5a763ef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.394330] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10faaa7-9851-45d4-b214-ede2a43ee7e2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.402436] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093f3a89-aa34-4801-9a53-7226f2c0c543 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.419789] env[63348]: DEBUG nova.compute.provider_tree [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1901.508249] env[63348]: DEBUG nova.network.neutron [req-789ef408-43c1-479b-a86c-e232fb78b0fd req-733bf683-2c0f-45b1-bee5-b40441fa84c7 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Updated VIF entry in instance network info cache for port b5cc1f6f-b74d-473d-a2bd-ee018f9f878a. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1901.508249] env[63348]: DEBUG nova.network.neutron [req-789ef408-43c1-479b-a86c-e232fb78b0fd req-733bf683-2c0f-45b1-bee5-b40441fa84c7 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Updating instance_info_cache with network_info: [{"id": "b5cc1f6f-b74d-473d-a2bd-ee018f9f878a", "address": "fa:16:3e:49:83:1a", "network": {"id": "1b6efb5f-da54-48d5-9abe-8973d76425dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614267813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf92ba54e74328aba91b42b124ea75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cc1f6f-b7", "ovs_interfaceid": "b5cc1f6f-b74d-473d-a2bd-ee018f9f878a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.577037] env[63348]: DEBUG nova.compute.manager [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1901.692786] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068684} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.693054] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1901.693823] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371dfa38-5e12-40e1-99c6-ed6608e32cc0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.715505] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 541086b2-489f-4845-84ca-135cb9e7d02b/541086b2-489f-4845-84ca-135cb9e7d02b.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1901.715808] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ab2777a-c73a-4a46-8dae-5412da7de209 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.734723] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1901.734723] env[63348]: value = "task-2022847" [ 1901.734723] env[63348]: _type = "Task" [ 1901.734723] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.742372] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.791431] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f2de27-54c2-618d-df20-1a3c32690c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.041939} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.792284] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27b24b7-b953-49db-a6bf-58b9a5f7fed6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.797438] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1901.797438] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5265755b-9cf2-a05f-0575-3710ea7d9e81" [ 1901.797438] env[63348]: _type = "Task" [ 1901.797438] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.805311] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5265755b-9cf2-a05f-0575-3710ea7d9e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.923182] env[63348]: DEBUG nova.scheduler.client.report [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1901.962941] env[63348]: DEBUG nova.compute.manager [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1901.991297] env[63348]: DEBUG nova.virt.hardware [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1901.991495] env[63348]: DEBUG nova.virt.hardware [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1901.991677] env[63348]: DEBUG nova.virt.hardware [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1901.991868] env[63348]: DEBUG nova.virt.hardware [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1901.992378] env[63348]: DEBUG nova.virt.hardware [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1901.992638] env[63348]: DEBUG nova.virt.hardware [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1901.993073] env[63348]: DEBUG nova.virt.hardware [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1901.993263] env[63348]: DEBUG nova.virt.hardware [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1901.993437] env[63348]: DEBUG nova.virt.hardware [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1901.993601] env[63348]: DEBUG nova.virt.hardware [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1901.993771] env[63348]: DEBUG nova.virt.hardware [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1901.994645] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6074264e-bf16-4b13-a79a-f697dcfca38d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.002450] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925a92df-92c8-4315-a14b-39e86d283261 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.016789] env[63348]: DEBUG oslo_concurrency.lockutils [req-789ef408-43c1-479b-a86c-e232fb78b0fd req-733bf683-2c0f-45b1-bee5-b40441fa84c7 service nova] Releasing lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.098994] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.247143] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022847, 'name': ReconfigVM_Task, 'duration_secs': 0.293295} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.247143] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 541086b2-489f-4845-84ca-135cb9e7d02b/541086b2-489f-4845-84ca-135cb9e7d02b.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1902.247968] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45fda61f-46db-4ac4-97a8-5c6880fc694c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.254641] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1902.254641] env[63348]: value = "task-2022848" [ 1902.254641] env[63348]: _type = "Task" [ 1902.254641] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.262529] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022848, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.307918] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5265755b-9cf2-a05f-0575-3710ea7d9e81, 'name': SearchDatastore_Task, 'duration_secs': 0.016989} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.307918] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.307918] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba/a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1902.308187] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40963257-ca79-40f6-99f8-114bb3a27854 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.314993] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1902.314993] env[63348]: value = "task-2022849" [ 1902.314993] env[63348]: _type = "Task" [ 1902.314993] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.323044] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.346633] env[63348]: DEBUG nova.compute.manager [req-d6d96c03-c408-4af4-81bb-979542ab5154 req-674fa444-db46-49e9-8384-98865541afcf service nova] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Received event network-vif-plugged-213209e8-54b9-4f01-bc0d-1ff222249dd8 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1902.346861] env[63348]: DEBUG oslo_concurrency.lockutils [req-d6d96c03-c408-4af4-81bb-979542ab5154 req-674fa444-db46-49e9-8384-98865541afcf service nova] Acquiring lock "5b28e039-25cc-4791-95de-f00804dc9b51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.347081] env[63348]: DEBUG oslo_concurrency.lockutils [req-d6d96c03-c408-4af4-81bb-979542ab5154 req-674fa444-db46-49e9-8384-98865541afcf service nova] Lock "5b28e039-25cc-4791-95de-f00804dc9b51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.347255] env[63348]: DEBUG oslo_concurrency.lockutils [req-d6d96c03-c408-4af4-81bb-979542ab5154 req-674fa444-db46-49e9-8384-98865541afcf service nova] Lock "5b28e039-25cc-4791-95de-f00804dc9b51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.347482] env[63348]: DEBUG nova.compute.manager [req-d6d96c03-c408-4af4-81bb-979542ab5154 req-674fa444-db46-49e9-8384-98865541afcf service nova] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] No waiting events found dispatching network-vif-plugged-213209e8-54b9-4f01-bc0d-1ff222249dd8 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1902.347655] env[63348]: WARNING nova.compute.manager [req-d6d96c03-c408-4af4-81bb-979542ab5154 req-674fa444-db46-49e9-8384-98865541afcf service nova] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Received unexpected event network-vif-plugged-213209e8-54b9-4f01-bc0d-1ff222249dd8 for instance with vm_state building and task_state spawning. [ 1902.408341] env[63348]: DEBUG nova.network.neutron [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Successfully updated port: 213209e8-54b9-4f01-bc0d-1ff222249dd8 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1902.427896] env[63348]: DEBUG oslo_concurrency.lockutils [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.428444] env[63348]: DEBUG nova.compute.manager [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1902.430954] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.968s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.432371] env[63348]: INFO nova.compute.claims [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1902.769072] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022848, 'name': Rename_Task, 'duration_secs': 0.163753} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.769567] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1902.769959] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ab28d1d-1e90-4186-b24e-4a903bdd4467 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.779023] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1902.779023] env[63348]: value = "task-2022850" [ 1902.779023] env[63348]: _type = "Task" [ 1902.779023] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.791548] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.833455] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022849, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.911028] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "refresh_cache-5b28e039-25cc-4791-95de-f00804dc9b51" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.911132] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquired lock "refresh_cache-5b28e039-25cc-4791-95de-f00804dc9b51" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.911235] env[63348]: DEBUG nova.network.neutron [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1902.936576] env[63348]: DEBUG nova.compute.utils [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1902.940429] env[63348]: DEBUG nova.compute.manager [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1902.940606] env[63348]: DEBUG nova.network.neutron [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1902.989982] env[63348]: DEBUG nova.policy [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3fbe78666004528a96e3906492ee2da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e1386210eb74428926af92e998282bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1903.234120] env[63348]: DEBUG nova.network.neutron [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Successfully created port: a00ee174-54ad-4293-af35-caaa13765641 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1903.288513] env[63348]: DEBUG oslo_vmware.api [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022850, 'name': PowerOnVM_Task, 'duration_secs': 0.459186} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.288782] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1903.288978] env[63348]: INFO nova.compute.manager [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1903.289170] env[63348]: DEBUG nova.compute.manager [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1903.289946] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0587b01a-3c1a-41de-8975-68724f9899a9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.325837] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581642} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.326193] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba/a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1903.326416] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1903.326738] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a818446-a28b-496b-bfd4-cf568bb472e8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.333775] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1903.333775] env[63348]: value = "task-2022851" [ 1903.333775] env[63348]: _type = "Task" [ 1903.333775] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.345453] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.441427] env[63348]: DEBUG nova.compute.manager [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1903.461827] env[63348]: DEBUG nova.network.neutron [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1903.636661] env[63348]: DEBUG nova.network.neutron [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Updating instance_info_cache with network_info: [{"id": "213209e8-54b9-4f01-bc0d-1ff222249dd8", "address": "fa:16:3e:15:34:06", "network": {"id": "ed83fd03-18e4-4e71-8167-ded9a2098b76", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2069014972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1386210eb74428926af92e998282bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213209e8-54", "ovs_interfaceid": "213209e8-54b9-4f01-bc0d-1ff222249dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.728163] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb8fd7f-c97a-470b-bd40-a79b6721e9d8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.735697] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fbcd86-f268-41d3-88e3-1d11e29b2def {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.767215] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc1869e-76bc-4b6c-b036-2137a782fa3d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.774931] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938b794a-99e7-4266-95f4-5602c0dd4a3a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.788549] env[63348]: DEBUG nova.compute.provider_tree [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1903.808053] env[63348]: INFO nova.compute.manager [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Took 30.83 seconds to build instance. [ 1903.843402] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075305} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.843740] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1903.844534] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2915b5-79fe-4130-9bef-ea48f965d155 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.867923] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba/a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1903.868175] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f780c5c6-79f6-4fda-831f-d5be21a022e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.888110] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1903.888110] env[63348]: value = "task-2022852" [ 1903.888110] env[63348]: _type = "Task" [ 1903.888110] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.897970] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.139368] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Releasing lock "refresh_cache-5b28e039-25cc-4791-95de-f00804dc9b51" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.139799] env[63348]: DEBUG nova.compute.manager [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Instance network_info: |[{"id": "213209e8-54b9-4f01-bc0d-1ff222249dd8", "address": "fa:16:3e:15:34:06", "network": {"id": "ed83fd03-18e4-4e71-8167-ded9a2098b76", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2069014972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1386210eb74428926af92e998282bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213209e8-54", "ovs_interfaceid": "213209e8-54b9-4f01-bc0d-1ff222249dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1904.140325] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:34:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '213209e8-54b9-4f01-bc0d-1ff222249dd8', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1904.150575] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Creating folder: Project (9e1386210eb74428926af92e998282bb). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1904.150865] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e0dec3b-39da-4f1a-acfd-8a8f5f185460 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.161900] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Created folder: Project (9e1386210eb74428926af92e998282bb) in parent group-v415427. [ 1904.162091] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Creating folder: Instances. Parent ref: group-v415641. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1904.162309] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5961d35a-4d5a-4332-ac72-9165e612cf44 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.172104] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Created folder: Instances in parent group-v415641. [ 1904.172331] env[63348]: DEBUG oslo.service.loopingcall [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1904.172518] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1904.172698] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-795f0139-7a08-4593-a231-d1d970453edb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.191388] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1904.191388] env[63348]: value = "task-2022855" [ 1904.191388] env[63348]: _type = "Task" [ 1904.191388] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.200571] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022855, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.291548] env[63348]: DEBUG nova.scheduler.client.report [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1904.310274] env[63348]: DEBUG oslo_concurrency.lockutils [None req-807abd0d-59d4-4f7f-a09b-2cef3bb219a1 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "541086b2-489f-4845-84ca-135cb9e7d02b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.338s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.377027] env[63348]: DEBUG nova.compute.manager [req-1276a6d6-1d30-45bb-93d2-7281e4e1a231 req-451d325f-5729-4832-8b38-bd0dffc1cef5 service nova] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Received event network-changed-213209e8-54b9-4f01-bc0d-1ff222249dd8 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1904.377027] env[63348]: DEBUG nova.compute.manager [req-1276a6d6-1d30-45bb-93d2-7281e4e1a231 req-451d325f-5729-4832-8b38-bd0dffc1cef5 service nova] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Refreshing instance network info cache due to event network-changed-213209e8-54b9-4f01-bc0d-1ff222249dd8. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1904.377027] env[63348]: DEBUG oslo_concurrency.lockutils [req-1276a6d6-1d30-45bb-93d2-7281e4e1a231 req-451d325f-5729-4832-8b38-bd0dffc1cef5 service nova] Acquiring lock "refresh_cache-5b28e039-25cc-4791-95de-f00804dc9b51" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.377427] env[63348]: DEBUG oslo_concurrency.lockutils [req-1276a6d6-1d30-45bb-93d2-7281e4e1a231 req-451d325f-5729-4832-8b38-bd0dffc1cef5 service nova] Acquired lock "refresh_cache-5b28e039-25cc-4791-95de-f00804dc9b51" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.377427] env[63348]: DEBUG nova.network.neutron [req-1276a6d6-1d30-45bb-93d2-7281e4e1a231 req-451d325f-5729-4832-8b38-bd0dffc1cef5 service nova] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Refreshing network info cache for port 213209e8-54b9-4f01-bc0d-1ff222249dd8 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1904.398719] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.454740] env[63348]: DEBUG nova.compute.manager [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1904.483043] env[63348]: DEBUG nova.virt.hardware [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1904.483043] env[63348]: DEBUG nova.virt.hardware [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1904.483254] env[63348]: DEBUG nova.virt.hardware [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1904.483254] env[63348]: DEBUG nova.virt.hardware [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1904.483418] env[63348]: DEBUG nova.virt.hardware [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1904.483561] env[63348]: DEBUG nova.virt.hardware [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1904.483765] env[63348]: DEBUG nova.virt.hardware [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1904.483918] env[63348]: DEBUG nova.virt.hardware [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1904.484100] env[63348]: DEBUG nova.virt.hardware [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1904.484286] env[63348]: DEBUG nova.virt.hardware [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1904.484474] env[63348]: DEBUG nova.virt.hardware [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1904.485364] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc85744a-5d85-4876-b54d-9c5d046b3453 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.493601] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2b17a4-1611-4226-9dc3-7731b70d6463 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.704580] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022855, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.741334] env[63348]: DEBUG nova.network.neutron [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Successfully updated port: a00ee174-54ad-4293-af35-caaa13765641 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1904.796749] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.797363] env[63348]: DEBUG nova.compute.manager [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1904.800326] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.650s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.801875] env[63348]: INFO nova.compute.claims [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1904.898720] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022852, 'name': ReconfigVM_Task, 'duration_secs': 0.764204} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.899092] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Reconfigured VM instance instance-00000045 to attach disk [datastore2] a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba/a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1904.899746] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f1dacc4-ac35-4d6a-b27a-a8b738f2a1bb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.906294] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1904.906294] env[63348]: value = "task-2022856" [ 1904.906294] env[63348]: _type = "Task" [ 1904.906294] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.915534] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022856, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.093228] env[63348]: DEBUG nova.network.neutron [req-1276a6d6-1d30-45bb-93d2-7281e4e1a231 req-451d325f-5729-4832-8b38-bd0dffc1cef5 service nova] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Updated VIF entry in instance network info cache for port 213209e8-54b9-4f01-bc0d-1ff222249dd8. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1905.093228] env[63348]: DEBUG nova.network.neutron [req-1276a6d6-1d30-45bb-93d2-7281e4e1a231 req-451d325f-5729-4832-8b38-bd0dffc1cef5 service nova] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Updating instance_info_cache with network_info: [{"id": "213209e8-54b9-4f01-bc0d-1ff222249dd8", "address": "fa:16:3e:15:34:06", "network": {"id": "ed83fd03-18e4-4e71-8167-ded9a2098b76", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2069014972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1386210eb74428926af92e998282bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213209e8-54", "ovs_interfaceid": "213209e8-54b9-4f01-bc0d-1ff222249dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.203878] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022855, 'name': CreateVM_Task, 'duration_secs': 0.625681} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.204151] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1905.204726] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.205235] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.205235] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1905.205505] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc03f5ad-ec59-4b5c-b1c4-ef816b7c10fe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.210442] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1905.210442] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5202cb9a-7744-e3f9-f629-c258772981ec" [ 1905.210442] env[63348]: _type = "Task" [ 1905.210442] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.218207] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5202cb9a-7744-e3f9-f629-c258772981ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.244362] env[63348]: DEBUG oslo_concurrency.lockutils [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "refresh_cache-67f9965f-32e8-4bb6-be80-7f273ac16b51" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.244498] env[63348]: DEBUG oslo_concurrency.lockutils [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquired lock "refresh_cache-67f9965f-32e8-4bb6-be80-7f273ac16b51" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.244644] env[63348]: DEBUG nova.network.neutron [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1905.306949] env[63348]: DEBUG nova.compute.utils [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1905.310361] env[63348]: DEBUG nova.compute.manager [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1905.310546] env[63348]: DEBUG nova.network.neutron [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1905.359144] env[63348]: DEBUG nova.policy [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3fbe78666004528a96e3906492ee2da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e1386210eb74428926af92e998282bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1905.415975] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022856, 'name': Rename_Task, 'duration_secs': 0.132863} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.416267] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1905.416512] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56964d90-fcde-4b50-a986-cc9896d7451f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.422654] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1905.422654] env[63348]: value = "task-2022857" [ 1905.422654] env[63348]: _type = "Task" [ 1905.422654] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.429918] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.597174] env[63348]: DEBUG oslo_concurrency.lockutils [req-1276a6d6-1d30-45bb-93d2-7281e4e1a231 req-451d325f-5729-4832-8b38-bd0dffc1cef5 service nova] Releasing lock "refresh_cache-5b28e039-25cc-4791-95de-f00804dc9b51" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.622935] env[63348]: DEBUG nova.network.neutron [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Successfully created port: 3c7e2b0a-1bbd-45a1-9cd9-7333261fc2d8 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1905.722126] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5202cb9a-7744-e3f9-f629-c258772981ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009545} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.722579] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.722859] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1905.723142] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.723317] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.723517] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1905.723804] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd9b58e4-1839-48c6-adc4-225698df4d21 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.732559] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1905.732810] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1905.733706] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23d7cf24-9f8b-4335-9dd7-b66c0a969c5f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.739206] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1905.739206] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a4c19f-827b-8b35-08e2-81ceaf20a2d0" [ 1905.739206] env[63348]: _type = "Task" [ 1905.739206] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.749208] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a4c19f-827b-8b35-08e2-81ceaf20a2d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.783858] env[63348]: DEBUG nova.network.neutron [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1905.812840] env[63348]: DEBUG nova.compute.manager [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1905.935362] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.006743] env[63348]: DEBUG nova.network.neutron [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Updating instance_info_cache with network_info: [{"id": "a00ee174-54ad-4293-af35-caaa13765641", "address": "fa:16:3e:f4:0f:31", "network": {"id": "ed83fd03-18e4-4e71-8167-ded9a2098b76", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2069014972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1386210eb74428926af92e998282bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00ee174-54", "ovs_interfaceid": "a00ee174-54ad-4293-af35-caaa13765641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.034648] env[63348]: DEBUG nova.compute.manager [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1906.035906] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a9b087-48fc-4be9-b247-9906ae664628 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.168204] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99727b9d-4110-4d5a-a9c7-96cbf3d8f72f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.178774] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6c8e99-2cc5-43c9-a6f8-cbeee3cb6e3e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.219024] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3685dffd-efc7-41d1-87bc-ecf1766fa306 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.224655] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13e529c-d2e0-4853-9a08-8152ed12f758 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.240536] env[63348]: DEBUG nova.compute.provider_tree [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1906.252228] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a4c19f-827b-8b35-08e2-81ceaf20a2d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013819} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.253816] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67cd8fd4-4582-4e96-9017-9f889269ba64 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.260472] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1906.260472] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528d6524-772f-f838-d6f1-960527e2aeab" [ 1906.260472] env[63348]: _type = "Task" [ 1906.260472] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.269378] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528d6524-772f-f838-d6f1-960527e2aeab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.409423] env[63348]: DEBUG nova.compute.manager [req-3d150cf2-e7b5-47ff-9f52-0d5dc9e33dae req-a01e4680-3098-4d13-96f9-b86a0c63f15a service nova] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Received event network-vif-plugged-a00ee174-54ad-4293-af35-caaa13765641 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1906.409699] env[63348]: DEBUG oslo_concurrency.lockutils [req-3d150cf2-e7b5-47ff-9f52-0d5dc9e33dae req-a01e4680-3098-4d13-96f9-b86a0c63f15a service nova] Acquiring lock "67f9965f-32e8-4bb6-be80-7f273ac16b51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.409810] env[63348]: DEBUG oslo_concurrency.lockutils [req-3d150cf2-e7b5-47ff-9f52-0d5dc9e33dae req-a01e4680-3098-4d13-96f9-b86a0c63f15a service nova] Lock "67f9965f-32e8-4bb6-be80-7f273ac16b51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.409978] env[63348]: DEBUG oslo_concurrency.lockutils [req-3d150cf2-e7b5-47ff-9f52-0d5dc9e33dae req-a01e4680-3098-4d13-96f9-b86a0c63f15a service nova] Lock "67f9965f-32e8-4bb6-be80-7f273ac16b51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.410184] env[63348]: DEBUG nova.compute.manager [req-3d150cf2-e7b5-47ff-9f52-0d5dc9e33dae req-a01e4680-3098-4d13-96f9-b86a0c63f15a service nova] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] No waiting events found dispatching network-vif-plugged-a00ee174-54ad-4293-af35-caaa13765641 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1906.410359] env[63348]: WARNING nova.compute.manager [req-3d150cf2-e7b5-47ff-9f52-0d5dc9e33dae req-a01e4680-3098-4d13-96f9-b86a0c63f15a service nova] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Received unexpected event network-vif-plugged-a00ee174-54ad-4293-af35-caaa13765641 for instance with vm_state building and task_state spawning. [ 1906.410524] env[63348]: DEBUG nova.compute.manager [req-3d150cf2-e7b5-47ff-9f52-0d5dc9e33dae req-a01e4680-3098-4d13-96f9-b86a0c63f15a service nova] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Received event network-changed-a00ee174-54ad-4293-af35-caaa13765641 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1906.410675] env[63348]: DEBUG nova.compute.manager [req-3d150cf2-e7b5-47ff-9f52-0d5dc9e33dae req-a01e4680-3098-4d13-96f9-b86a0c63f15a service nova] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Refreshing instance network info cache due to event network-changed-a00ee174-54ad-4293-af35-caaa13765641. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1906.410835] env[63348]: DEBUG oslo_concurrency.lockutils [req-3d150cf2-e7b5-47ff-9f52-0d5dc9e33dae req-a01e4680-3098-4d13-96f9-b86a0c63f15a service nova] Acquiring lock "refresh_cache-67f9965f-32e8-4bb6-be80-7f273ac16b51" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.434109] env[63348]: DEBUG oslo_vmware.api [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022857, 'name': PowerOnVM_Task, 'duration_secs': 0.741436} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.434982] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1906.434982] env[63348]: DEBUG nova.compute.manager [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1906.436148] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73384caf-8d47-4587-89e6-bde0803adf9b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.509823] env[63348]: DEBUG oslo_concurrency.lockutils [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Releasing lock "refresh_cache-67f9965f-32e8-4bb6-be80-7f273ac16b51" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.510071] env[63348]: DEBUG nova.compute.manager [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Instance network_info: |[{"id": "a00ee174-54ad-4293-af35-caaa13765641", "address": "fa:16:3e:f4:0f:31", "network": {"id": "ed83fd03-18e4-4e71-8167-ded9a2098b76", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2069014972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1386210eb74428926af92e998282bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00ee174-54", "ovs_interfaceid": "a00ee174-54ad-4293-af35-caaa13765641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1906.510420] env[63348]: DEBUG oslo_concurrency.lockutils [req-3d150cf2-e7b5-47ff-9f52-0d5dc9e33dae req-a01e4680-3098-4d13-96f9-b86a0c63f15a service nova] Acquired lock "refresh_cache-67f9965f-32e8-4bb6-be80-7f273ac16b51" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.510657] env[63348]: DEBUG nova.network.neutron [req-3d150cf2-e7b5-47ff-9f52-0d5dc9e33dae req-a01e4680-3098-4d13-96f9-b86a0c63f15a service nova] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Refreshing network info cache for port a00ee174-54ad-4293-af35-caaa13765641 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1906.511913] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:0f:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a00ee174-54ad-4293-af35-caaa13765641', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1906.520157] env[63348]: DEBUG oslo.service.loopingcall [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1906.521215] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1906.521454] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-897ea56d-be91-4d67-bba3-2ee4379d4a21 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.541600] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1906.541600] env[63348]: value = "task-2022858" [ 1906.541600] env[63348]: _type = "Task" [ 1906.541600] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.552924] env[63348]: INFO nova.compute.manager [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] instance snapshotting [ 1906.554470] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022858, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.555767] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36336291-8b82-42f3-9f9b-0d87b7e54c0d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.574852] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30e48e1-659a-460f-b956-61a39cc9088a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.748031] env[63348]: DEBUG nova.scheduler.client.report [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1906.773028] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528d6524-772f-f838-d6f1-960527e2aeab, 'name': SearchDatastore_Task, 'duration_secs': 0.033894} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.773230] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.773483] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 5b28e039-25cc-4791-95de-f00804dc9b51/5b28e039-25cc-4791-95de-f00804dc9b51.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1906.773744] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d932b1d-31eb-4232-b8c2-01996b1d11cb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.779868] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1906.779868] env[63348]: value = "task-2022859" [ 1906.779868] env[63348]: _type = "Task" [ 1906.779868] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.787733] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.830044] env[63348]: DEBUG nova.compute.manager [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1906.854975] env[63348]: DEBUG nova.virt.hardware [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1906.855303] env[63348]: DEBUG nova.virt.hardware [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1906.855488] env[63348]: DEBUG nova.virt.hardware [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1906.855677] env[63348]: DEBUG nova.virt.hardware [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1906.855884] env[63348]: DEBUG nova.virt.hardware [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1906.856073] env[63348]: DEBUG nova.virt.hardware [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1906.856285] env[63348]: DEBUG nova.virt.hardware [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1906.856443] env[63348]: DEBUG nova.virt.hardware [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1906.856605] env[63348]: DEBUG nova.virt.hardware [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1906.856761] env[63348]: DEBUG nova.virt.hardware [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1906.856929] env[63348]: DEBUG nova.virt.hardware [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1906.857953] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c78484-4248-4d7b-83e5-86f8222efe72 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.866942] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19aa3b6f-97d7-48d3-9037-83ff597f3d9d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.953822] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.051817] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022858, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.085147] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Creating Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1907.085462] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5fe64b99-03da-4cb3-86af-dd4e368ea71f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.093285] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1907.093285] env[63348]: value = "task-2022860" [ 1907.093285] env[63348]: _type = "Task" [ 1907.093285] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.101504] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022860, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.255625] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.255625] env[63348]: DEBUG nova.compute.manager [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1907.256562] env[63348]: DEBUG oslo_concurrency.lockutils [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.900s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.290028] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022859, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.349035] env[63348]: DEBUG nova.network.neutron [req-3d150cf2-e7b5-47ff-9f52-0d5dc9e33dae req-a01e4680-3098-4d13-96f9-b86a0c63f15a service nova] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Updated VIF entry in instance network info cache for port a00ee174-54ad-4293-af35-caaa13765641. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1907.349423] env[63348]: DEBUG nova.network.neutron [req-3d150cf2-e7b5-47ff-9f52-0d5dc9e33dae req-a01e4680-3098-4d13-96f9-b86a0c63f15a service nova] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Updating instance_info_cache with network_info: [{"id": "a00ee174-54ad-4293-af35-caaa13765641", "address": "fa:16:3e:f4:0f:31", "network": {"id": "ed83fd03-18e4-4e71-8167-ded9a2098b76", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2069014972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1386210eb74428926af92e998282bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00ee174-54", "ovs_interfaceid": "a00ee174-54ad-4293-af35-caaa13765641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.552672] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022858, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.603334] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022860, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.760418] env[63348]: DEBUG nova.compute.utils [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1907.764832] env[63348]: DEBUG nova.compute.manager [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1907.765036] env[63348]: DEBUG nova.network.neutron [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1907.793981] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724204} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.793981] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 5b28e039-25cc-4791-95de-f00804dc9b51/5b28e039-25cc-4791-95de-f00804dc9b51.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1907.793981] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1907.794225] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8f0b4f6-9f05-417b-a003-20b0fe65ee39 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.806199] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1907.806199] env[63348]: value = "task-2022861" [ 1907.806199] env[63348]: _type = "Task" [ 1907.806199] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.808481] env[63348]: DEBUG nova.policy [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b3336cc22414991982f00822d5e33da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79bfc0b43f6b4eb6897457bf0d0a0fdd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1907.820818] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.852470] env[63348]: DEBUG oslo_concurrency.lockutils [req-3d150cf2-e7b5-47ff-9f52-0d5dc9e33dae req-a01e4680-3098-4d13-96f9-b86a0c63f15a service nova] Releasing lock "refresh_cache-67f9965f-32e8-4bb6-be80-7f273ac16b51" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.887717] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.889035] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.889035] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.889035] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.889035] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.890902] env[63348]: INFO nova.compute.manager [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Terminating instance [ 1908.054753] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022858, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.102739] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022860, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.106100] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1521e5f4-93dd-4e1a-8eff-2f1b5c26c12b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.112746] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efef3b86-beff-437d-b11d-97eeb2bddbba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.144853] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2434dfb-8560-4c7e-87ba-eec88e104d5e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.152409] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79191ae5-0a17-4dc8-9fe7-f2a32420afab {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.166117] env[63348]: DEBUG nova.compute.provider_tree [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1908.168051] env[63348]: DEBUG nova.network.neutron [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Successfully created port: 0b6c3096-49ae-4a49-8152-9d04b1d46c56 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1908.266258] env[63348]: DEBUG nova.compute.manager [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1908.320573] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069238} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.321061] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1908.322282] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5111c079-6cdb-476f-b26e-a36082d38db2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.350713] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 5b28e039-25cc-4791-95de-f00804dc9b51/5b28e039-25cc-4791-95de-f00804dc9b51.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1908.351136] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fd2e847-ec0e-4233-9bd0-9bbe39b56d06 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.376672] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1908.376672] env[63348]: value = "task-2022862" [ 1908.376672] env[63348]: _type = "Task" [ 1908.376672] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.391430] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022862, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.396500] env[63348]: DEBUG nova.compute.manager [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1908.396644] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1908.397648] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08bc78e-f04a-4051-a634-4fe15d4548f9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.407369] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1908.407461] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-916e18e6-a987-4fac-a1b6-cb0d7df7942a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.412805] env[63348]: DEBUG oslo_vmware.api [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1908.412805] env[63348]: value = "task-2022863" [ 1908.412805] env[63348]: _type = "Task" [ 1908.412805] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.420976] env[63348]: DEBUG oslo_vmware.api [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.444573] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "64345daf-ac70-46e0-82bd-6437e41b942d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.444965] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "64345daf-ac70-46e0-82bd-6437e41b942d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.556185] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022858, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.604874] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022860, 'name': CreateSnapshot_Task, 'duration_secs': 1.458941} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.604952] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Created Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1908.605714] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad65207b-73ee-4ade-87fb-0b67bb1faa76 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.671860] env[63348]: DEBUG nova.scheduler.client.report [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1908.885618] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022862, 'name': ReconfigVM_Task, 'duration_secs': 0.301562} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.885618] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 5b28e039-25cc-4791-95de-f00804dc9b51/5b28e039-25cc-4791-95de-f00804dc9b51.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1908.886258] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c5bc36f-9b60-4210-aaae-9e25195557c4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.892511] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1908.892511] env[63348]: value = "task-2022864" [ 1908.892511] env[63348]: _type = "Task" [ 1908.892511] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.901172] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022864, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.921791] env[63348]: DEBUG oslo_vmware.api [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022863, 'name': PowerOffVM_Task, 'duration_secs': 0.387773} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.922120] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1908.922328] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1908.922588] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f9c586d-acb1-4585-b9cb-fa26a6cee80c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.947336] env[63348]: DEBUG nova.compute.manager [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1909.054565] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022858, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.124127] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Creating linked-clone VM from snapshot {{(pid=63348) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1909.124448] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ec73b6ee-6b47-4404-b50f-bed2f3f48e82 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.133714] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1909.133714] env[63348]: value = "task-2022866" [ 1909.133714] env[63348]: _type = "Task" [ 1909.133714] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.142323] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022866, 'name': CloneVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.277383] env[63348]: DEBUG nova.compute.manager [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1909.307316] env[63348]: DEBUG nova.virt.hardware [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1909.307834] env[63348]: DEBUG nova.virt.hardware [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1909.307908] env[63348]: DEBUG nova.virt.hardware [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1909.308082] env[63348]: DEBUG nova.virt.hardware [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1909.308240] env[63348]: DEBUG nova.virt.hardware [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1909.308390] env[63348]: DEBUG nova.virt.hardware [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1909.308602] env[63348]: DEBUG nova.virt.hardware [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1909.308761] env[63348]: DEBUG nova.virt.hardware [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1909.308925] env[63348]: DEBUG nova.virt.hardware [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1909.309105] env[63348]: DEBUG nova.virt.hardware [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1909.309284] env[63348]: DEBUG nova.virt.hardware [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1909.310209] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127b19fb-7555-42cc-ad08-58f5dca0579b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.318164] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d616bae-59da-4b59-9549-4680e3dd8a5d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.402737] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022864, 'name': Rename_Task, 'duration_secs': 0.403939} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.403050] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1909.403313] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-031b1223-b652-4890-ba8f-e2955ee807f8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.409965] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1909.409965] env[63348]: value = "task-2022867" [ 1909.409965] env[63348]: _type = "Task" [ 1909.409965] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.419107] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.470452] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.554630] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022858, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.642994] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022866, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.682786] env[63348]: DEBUG oslo_concurrency.lockutils [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.426s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.683029] env[63348]: DEBUG nova.compute.manager [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63348) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1909.685747] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.687s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.685926] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.686087] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1909.686359] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.507s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.687743] env[63348]: INFO nova.compute.claims [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1909.690960] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a524d321-4616-465a-a64a-42a4387239c4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.699030] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8b847f-9af7-4059-add1-218dfa8843f2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.716845] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ba2aae-e618-4630-90e5-1ed3e8f6b4b0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.726340] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515e5d77-5f39-4e7f-9e1c-7cdd57915a0b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.756080] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179595MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1909.756241] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.919945] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022867, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.055583] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022858, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.146177] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022866, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.244848] env[63348]: INFO nova.scheduler.client.report [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Deleted allocation for migration 9d9ecd21-58cb-447e-8f70-8944ca324a75 [ 1910.420388] env[63348]: DEBUG oslo_vmware.api [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022867, 'name': PowerOnVM_Task, 'duration_secs': 0.738648} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.421053] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1910.421053] env[63348]: INFO nova.compute.manager [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1910.421053] env[63348]: DEBUG nova.compute.manager [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1910.421697] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcaeb9c8-149f-4b5b-a010-1f883b6cb3d4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.555135] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022858, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.644775] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022866, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.750573] env[63348]: DEBUG oslo_concurrency.lockutils [None req-19606023-dbed-4521-b52e-81741cdba41b tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.333s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.894882] env[63348]: DEBUG nova.objects.instance [None req-ed2a8963-9367-42d8-89f2-44996d791698 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lazy-loading 'flavor' on Instance uuid 32d353bc-25df-44fe-a0f6-d8f85ada7da9 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1910.940606] env[63348]: INFO nova.compute.manager [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Took 31.41 seconds to build instance. [ 1910.981810] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbbb995-61fc-4531-a750-f490819966ba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.990192] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2dca9c-7051-4d0e-8b22-08d216146652 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.020688] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85ab729-a516-429e-a32d-154d5af80d79 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.027901] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3488755d-6fa0-4521-83d7-361f1f1cb471 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.040507] env[63348]: DEBUG nova.compute.provider_tree [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1911.053644] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022858, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.145550] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022866, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.400276] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed2a8963-9367-42d8-89f2-44996d791698 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1911.400434] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed2a8963-9367-42d8-89f2-44996d791698 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.400635] env[63348]: DEBUG nova.network.neutron [None req-ed2a8963-9367-42d8-89f2-44996d791698 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1911.400816] env[63348]: DEBUG nova.objects.instance [None req-ed2a8963-9367-42d8-89f2-44996d791698 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lazy-loading 'info_cache' on Instance uuid 32d353bc-25df-44fe-a0f6-d8f85ada7da9 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1911.442719] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f080c313-73cc-4df4-9a48-5c521c2dce71 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "5b28e039-25cc-4791-95de-f00804dc9b51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.920s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.543803] env[63348]: DEBUG nova.scheduler.client.report [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1911.556855] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022858, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.646413] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022866, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.904030] env[63348]: DEBUG nova.objects.base [None req-ed2a8963-9367-42d8-89f2-44996d791698 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Object Instance<32d353bc-25df-44fe-a0f6-d8f85ada7da9> lazy-loaded attributes: flavor,info_cache {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1912.052085] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.052612] env[63348]: DEBUG nova.compute.manager [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1912.058385] env[63348]: DEBUG oslo_concurrency.lockutils [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.038s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.058579] env[63348]: DEBUG nova.objects.instance [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lazy-loading 'resources' on Instance uuid 223e5b24-bc2a-4de9-be5b-aa2cad088245 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1912.059796] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022858, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.146653] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022866, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.558017] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022858, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.561345] env[63348]: DEBUG nova.compute.utils [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1912.562841] env[63348]: DEBUG nova.objects.instance [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lazy-loading 'numa_topology' on Instance uuid 223e5b24-bc2a-4de9-be5b-aa2cad088245 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1912.563842] env[63348]: DEBUG nova.compute.manager [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1912.564022] env[63348]: DEBUG nova.network.neutron [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1912.605212] env[63348]: DEBUG nova.policy [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cd667804d1342d5a946b17f5b4e7697', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7df6d8fe90840578b969f63507384f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1912.649808] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022866, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.781746] env[63348]: DEBUG nova.network.neutron [None req-ed2a8963-9367-42d8-89f2-44996d791698 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Updating instance_info_cache with network_info: [{"id": "9a9c92ac-0141-4882-8ba8-7deae7a73bbd", "address": "fa:16:3e:29:80:5a", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9c92ac-01", "ovs_interfaceid": "9a9c92ac-0141-4882-8ba8-7deae7a73bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.881274] env[63348]: DEBUG nova.network.neutron [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Successfully created port: 983d592a-e527-4102-a981-69d81894e6ca {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1913.060373] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022858, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.065142] env[63348]: DEBUG nova.compute.manager [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1913.072970] env[63348]: DEBUG nova.objects.base [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Object Instance<223e5b24-bc2a-4de9-be5b-aa2cad088245> lazy-loaded attributes: resources,numa_topology {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1913.149444] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022866, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.287846] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed2a8963-9367-42d8-89f2-44996d791698 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "refresh_cache-32d353bc-25df-44fe-a0f6-d8f85ada7da9" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.362337] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffba252c-938a-41ee-97cb-0fc365a0dce0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.371772] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcf1757-bf83-4768-bd3d-73f746720f42 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.404298] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ab77df-0a7c-4980-a965-39accc5491b7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.413978] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ce7055-9329-4f49-a1d5-191985736afd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.429743] env[63348]: DEBUG nova.compute.provider_tree [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1913.547530] env[63348]: DEBUG nova.compute.manager [req-829967ae-9b87-422e-944b-b59c0eeda63a req-f2aaf27d-09a6-42b3-bde0-58884864376d service nova] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Received event network-vif-plugged-3c7e2b0a-1bbd-45a1-9cd9-7333261fc2d8 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1913.547923] env[63348]: DEBUG oslo_concurrency.lockutils [req-829967ae-9b87-422e-944b-b59c0eeda63a req-f2aaf27d-09a6-42b3-bde0-58884864376d service nova] Acquiring lock "be2c402e-8c78-4e1d-a750-53dac005e728-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.547988] env[63348]: DEBUG oslo_concurrency.lockutils [req-829967ae-9b87-422e-944b-b59c0eeda63a req-f2aaf27d-09a6-42b3-bde0-58884864376d service nova] Lock "be2c402e-8c78-4e1d-a750-53dac005e728-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.548349] env[63348]: DEBUG oslo_concurrency.lockutils [req-829967ae-9b87-422e-944b-b59c0eeda63a req-f2aaf27d-09a6-42b3-bde0-58884864376d service nova] Lock "be2c402e-8c78-4e1d-a750-53dac005e728-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.548349] env[63348]: DEBUG nova.compute.manager [req-829967ae-9b87-422e-944b-b59c0eeda63a req-f2aaf27d-09a6-42b3-bde0-58884864376d service nova] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] No waiting events found dispatching network-vif-plugged-3c7e2b0a-1bbd-45a1-9cd9-7333261fc2d8 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1913.548561] env[63348]: WARNING nova.compute.manager [req-829967ae-9b87-422e-944b-b59c0eeda63a req-f2aaf27d-09a6-42b3-bde0-58884864376d service nova] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Received unexpected event network-vif-plugged-3c7e2b0a-1bbd-45a1-9cd9-7333261fc2d8 for instance with vm_state building and task_state spawning. [ 1913.565458] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022858, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.649440] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022866, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.791026] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.791026] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.791026] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleting the datastore file [datastore2] a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.791026] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa855c25-042b-4233-9071-d5b1e8da9bba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.800225] env[63348]: DEBUG oslo_vmware.api [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1913.800225] env[63348]: value = "task-2022868" [ 1913.800225] env[63348]: _type = "Task" [ 1913.800225] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.811224] env[63348]: DEBUG oslo_vmware.api [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.856038] env[63348]: DEBUG nova.network.neutron [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Successfully updated port: 3c7e2b0a-1bbd-45a1-9cd9-7333261fc2d8 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1913.932953] env[63348]: DEBUG nova.scheduler.client.report [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1914.060820] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022858, 'name': CreateVM_Task, 'duration_secs': 7.412471} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.062169] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1914.062169] env[63348]: DEBUG oslo_concurrency.lockutils [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.062305] env[63348]: DEBUG oslo_concurrency.lockutils [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.062628] env[63348]: DEBUG oslo_concurrency.lockutils [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1914.062956] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91f2f670-4787-492f-8d25-fcc6e29481f5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.068788] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1914.068788] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e66f03-7a20-6891-e264-4f28896e1c83" [ 1914.068788] env[63348]: _type = "Task" [ 1914.068788] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.078987] env[63348]: DEBUG nova.compute.manager [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1914.081044] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e66f03-7a20-6891-e264-4f28896e1c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.108957] env[63348]: DEBUG nova.virt.hardware [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1914.109210] env[63348]: DEBUG nova.virt.hardware [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1914.109363] env[63348]: DEBUG nova.virt.hardware [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1914.109663] env[63348]: DEBUG nova.virt.hardware [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1914.109744] env[63348]: DEBUG nova.virt.hardware [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1914.109897] env[63348]: DEBUG nova.virt.hardware [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1914.110113] env[63348]: DEBUG nova.virt.hardware [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1914.110273] env[63348]: DEBUG nova.virt.hardware [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1914.110527] env[63348]: DEBUG nova.virt.hardware [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1914.110804] env[63348]: DEBUG nova.virt.hardware [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1914.111035] env[63348]: DEBUG nova.virt.hardware [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1914.111881] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf7f9dd-7361-4213-83f8-a2fa465ec97e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.121292] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac93be9b-64af-48fc-a1d8-3dc82bb0da39 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.148599] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022866, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.294230] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2a8963-9367-42d8-89f2-44996d791698 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1914.294591] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ca2cba9-44f4-4282-8235-8339f71f79ed {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.305722] env[63348]: DEBUG oslo_vmware.api [None req-ed2a8963-9367-42d8-89f2-44996d791698 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1914.305722] env[63348]: value = "task-2022869" [ 1914.305722] env[63348]: _type = "Task" [ 1914.305722] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.312421] env[63348]: DEBUG oslo_vmware.api [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218554} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.313053] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1914.313291] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1914.313492] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1914.313687] env[63348]: INFO nova.compute.manager [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Took 5.92 seconds to destroy the instance on the hypervisor. [ 1914.313953] env[63348]: DEBUG oslo.service.loopingcall [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1914.314213] env[63348]: DEBUG nova.compute.manager [-] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1914.314341] env[63348]: DEBUG nova.network.neutron [-] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1914.319364] env[63348]: DEBUG oslo_vmware.api [None req-ed2a8963-9367-42d8-89f2-44996d791698 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.358774] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "refresh_cache-be2c402e-8c78-4e1d-a750-53dac005e728" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.358936] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquired lock "refresh_cache-be2c402e-8c78-4e1d-a750-53dac005e728" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.359098] env[63348]: DEBUG nova.network.neutron [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1914.440359] env[63348]: DEBUG oslo_concurrency.lockutils [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.382s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.446309] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.559s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.450533] env[63348]: INFO nova.compute.claims [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1914.582938] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e66f03-7a20-6891-e264-4f28896e1c83, 'name': SearchDatastore_Task, 'duration_secs': 0.010988} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.583292] env[63348]: DEBUG oslo_concurrency.lockutils [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.583557] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1914.583806] env[63348]: DEBUG oslo_concurrency.lockutils [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.584048] env[63348]: DEBUG oslo_concurrency.lockutils [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.584177] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1914.584451] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d27cdfde-72b4-4e94-ae28-a859f0dc79e7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.594884] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1914.595144] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1914.596170] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c471bd-2920-4ef9-ade1-2f057c5eab64 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.602684] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1914.602684] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525253e4-e523-9fb5-cfb3-fcfc3a5aef5e" [ 1914.602684] env[63348]: _type = "Task" [ 1914.602684] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.611050] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525253e4-e523-9fb5-cfb3-fcfc3a5aef5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.651211] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022866, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.816934] env[63348]: DEBUG oslo_vmware.api [None req-ed2a8963-9367-42d8-89f2-44996d791698 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022869, 'name': PowerOnVM_Task, 'duration_secs': 0.38731} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.817305] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2a8963-9367-42d8-89f2-44996d791698 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1914.817501] env[63348]: DEBUG nova.compute.manager [None req-ed2a8963-9367-42d8-89f2-44996d791698 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1914.818315] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19846b2-4848-4c69-b743-f4a92553d738 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.891965] env[63348]: DEBUG nova.network.neutron [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1914.963945] env[63348]: DEBUG oslo_concurrency.lockutils [None req-86cb5f52-6271-4ac4-a337-014d121249d6 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "223e5b24-bc2a-4de9-be5b-aa2cad088245" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 42.706s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.964923] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "223e5b24-bc2a-4de9-be5b-aa2cad088245" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 16.360s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.965035] env[63348]: INFO nova.compute.manager [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Unshelving [ 1915.062760] env[63348]: DEBUG nova.network.neutron [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Updating instance_info_cache with network_info: [{"id": "3c7e2b0a-1bbd-45a1-9cd9-7333261fc2d8", "address": "fa:16:3e:b2:e7:e0", "network": {"id": "ed83fd03-18e4-4e71-8167-ded9a2098b76", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2069014972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1386210eb74428926af92e998282bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c7e2b0a-1b", "ovs_interfaceid": "3c7e2b0a-1bbd-45a1-9cd9-7333261fc2d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.064073] env[63348]: DEBUG nova.network.neutron [-] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.115625] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525253e4-e523-9fb5-cfb3-fcfc3a5aef5e, 'name': SearchDatastore_Task, 'duration_secs': 0.023375} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.116410] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50fed0d5-5275-42aa-9925-7b71622ce777 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.122356] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1915.122356] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52cb89ad-29a9-5f50-ee12-6d2b33c4417b" [ 1915.122356] env[63348]: _type = "Task" [ 1915.122356] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.130769] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52cb89ad-29a9-5f50-ee12-6d2b33c4417b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.150207] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022866, 'name': CloneVM_Task, 'duration_secs': 5.722991} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.150462] env[63348]: INFO nova.virt.vmwareapi.vmops [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Created linked-clone VM from snapshot [ 1915.151239] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcb1b5c-b871-42e1-9898-5ae313849d01 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.159055] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Uploading image 6ceb5274-0760-4c10-9f17-c9e7eb88b126 {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1915.172498] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Destroying the VM {{(pid=63348) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1915.172765] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cbbd48d8-2c0a-4ff0-a118-76e28be801fa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.180400] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1915.180400] env[63348]: value = "task-2022870" [ 1915.180400] env[63348]: _type = "Task" [ 1915.180400] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.189497] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022870, 'name': Destroy_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.279461] env[63348]: DEBUG nova.compute.manager [req-8c7f2341-7b12-4e61-96d5-11bd6ddc3d6c req-f31576a3-5fc0-402e-9f58-685e5dfb7cf2 service nova] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Received event network-vif-plugged-0b6c3096-49ae-4a49-8152-9d04b1d46c56 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1915.279521] env[63348]: DEBUG oslo_concurrency.lockutils [req-8c7f2341-7b12-4e61-96d5-11bd6ddc3d6c req-f31576a3-5fc0-402e-9f58-685e5dfb7cf2 service nova] Acquiring lock "b9107764-681f-4d3d-a348-1ea595f0f4a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.281700] env[63348]: DEBUG oslo_concurrency.lockutils [req-8c7f2341-7b12-4e61-96d5-11bd6ddc3d6c req-f31576a3-5fc0-402e-9f58-685e5dfb7cf2 service nova] Lock "b9107764-681f-4d3d-a348-1ea595f0f4a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.281700] env[63348]: DEBUG oslo_concurrency.lockutils [req-8c7f2341-7b12-4e61-96d5-11bd6ddc3d6c req-f31576a3-5fc0-402e-9f58-685e5dfb7cf2 service nova] Lock "b9107764-681f-4d3d-a348-1ea595f0f4a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.281700] env[63348]: DEBUG nova.compute.manager [req-8c7f2341-7b12-4e61-96d5-11bd6ddc3d6c req-f31576a3-5fc0-402e-9f58-685e5dfb7cf2 service nova] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] No waiting events found dispatching network-vif-plugged-0b6c3096-49ae-4a49-8152-9d04b1d46c56 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1915.281700] env[63348]: WARNING nova.compute.manager [req-8c7f2341-7b12-4e61-96d5-11bd6ddc3d6c req-f31576a3-5fc0-402e-9f58-685e5dfb7cf2 service nova] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Received unexpected event network-vif-plugged-0b6c3096-49ae-4a49-8152-9d04b1d46c56 for instance with vm_state building and task_state spawning. [ 1915.367332] env[63348]: DEBUG nova.network.neutron [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Successfully updated port: 983d592a-e527-4102-a981-69d81894e6ca {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1915.481127] env[63348]: DEBUG nova.scheduler.client.report [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Refreshing inventories for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1915.496154] env[63348]: DEBUG nova.scheduler.client.report [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Updating ProviderTree inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1915.496365] env[63348]: DEBUG nova.compute.provider_tree [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1915.514862] env[63348]: DEBUG nova.scheduler.client.report [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Refreshing aggregate associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, aggregates: None {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1915.541558] env[63348]: DEBUG nova.scheduler.client.report [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Refreshing trait associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1915.566157] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Releasing lock "refresh_cache-be2c402e-8c78-4e1d-a750-53dac005e728" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.566514] env[63348]: DEBUG nova.compute.manager [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Instance network_info: |[{"id": "3c7e2b0a-1bbd-45a1-9cd9-7333261fc2d8", "address": "fa:16:3e:b2:e7:e0", "network": {"id": "ed83fd03-18e4-4e71-8167-ded9a2098b76", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2069014972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1386210eb74428926af92e998282bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c7e2b0a-1b", "ovs_interfaceid": "3c7e2b0a-1bbd-45a1-9cd9-7333261fc2d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1915.569679] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:e7:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c7e2b0a-1bbd-45a1-9cd9-7333261fc2d8', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1915.583450] env[63348]: DEBUG oslo.service.loopingcall [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1915.583450] env[63348]: INFO nova.compute.manager [-] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Took 1.27 seconds to deallocate network for instance. [ 1915.584500] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1915.588213] env[63348]: DEBUG nova.compute.manager [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Received event network-changed-3c7e2b0a-1bbd-45a1-9cd9-7333261fc2d8 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1915.588471] env[63348]: DEBUG nova.compute.manager [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Refreshing instance network info cache due to event network-changed-3c7e2b0a-1bbd-45a1-9cd9-7333261fc2d8. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1915.588742] env[63348]: DEBUG oslo_concurrency.lockutils [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] Acquiring lock "refresh_cache-be2c402e-8c78-4e1d-a750-53dac005e728" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.588958] env[63348]: DEBUG oslo_concurrency.lockutils [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] Acquired lock "refresh_cache-be2c402e-8c78-4e1d-a750-53dac005e728" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.589192] env[63348]: DEBUG nova.network.neutron [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Refreshing network info cache for port 3c7e2b0a-1bbd-45a1-9cd9-7333261fc2d8 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1915.592842] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6f20b53-d773-4372-8cdf-b65d65add897 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.623377] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1915.623377] env[63348]: value = "task-2022871" [ 1915.623377] env[63348]: _type = "Task" [ 1915.623377] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.638381] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022871, 'name': CreateVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.642327] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52cb89ad-29a9-5f50-ee12-6d2b33c4417b, 'name': SearchDatastore_Task, 'duration_secs': 0.050052} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.644978] env[63348]: DEBUG oslo_concurrency.lockutils [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.645477] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 67f9965f-32e8-4bb6-be80-7f273ac16b51/67f9965f-32e8-4bb6-be80-7f273ac16b51.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1915.648190] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a5f9707-1fad-492d-8010-23846ff5519b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.658517] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1915.658517] env[63348]: value = "task-2022872" [ 1915.658517] env[63348]: _type = "Task" [ 1915.658517] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.668937] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.693053] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022870, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.828491] env[63348]: DEBUG nova.network.neutron [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Successfully updated port: 0b6c3096-49ae-4a49-8152-9d04b1d46c56 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1915.848828] env[63348]: DEBUG oslo_concurrency.lockutils [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.849199] env[63348]: DEBUG oslo_concurrency.lockutils [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.849471] env[63348]: DEBUG oslo_concurrency.lockutils [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.849690] env[63348]: DEBUG oslo_concurrency.lockutils [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.850031] env[63348]: DEBUG oslo_concurrency.lockutils [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.854674] env[63348]: INFO nova.compute.manager [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Terminating instance [ 1915.870799] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "refresh_cache-7910e991-ef8f-4308-96de-d78f82395cff" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.870799] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquired lock "refresh_cache-7910e991-ef8f-4308-96de-d78f82395cff" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.870799] env[63348]: DEBUG nova.network.neutron [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1915.872509] env[63348]: DEBUG nova.network.neutron [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Updated VIF entry in instance network info cache for port 3c7e2b0a-1bbd-45a1-9cd9-7333261fc2d8. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1915.872852] env[63348]: DEBUG nova.network.neutron [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Updating instance_info_cache with network_info: [{"id": "3c7e2b0a-1bbd-45a1-9cd9-7333261fc2d8", "address": "fa:16:3e:b2:e7:e0", "network": {"id": "ed83fd03-18e4-4e71-8167-ded9a2098b76", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2069014972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1386210eb74428926af92e998282bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c7e2b0a-1b", "ovs_interfaceid": "3c7e2b0a-1bbd-45a1-9cd9-7333261fc2d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.876085] env[63348]: DEBUG nova.compute.manager [req-68823bda-e3f5-460a-9c43-abc893895ec0 req-9125e859-0f67-46f3-8baf-7d5072b9c341 service nova] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Received event network-changed-0b6c3096-49ae-4a49-8152-9d04b1d46c56 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1915.876329] env[63348]: DEBUG nova.compute.manager [req-68823bda-e3f5-460a-9c43-abc893895ec0 req-9125e859-0f67-46f3-8baf-7d5072b9c341 service nova] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Refreshing instance network info cache due to event network-changed-0b6c3096-49ae-4a49-8152-9d04b1d46c56. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1915.876607] env[63348]: DEBUG oslo_concurrency.lockutils [req-68823bda-e3f5-460a-9c43-abc893895ec0 req-9125e859-0f67-46f3-8baf-7d5072b9c341 service nova] Acquiring lock "refresh_cache-b9107764-681f-4d3d-a348-1ea595f0f4a4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.876773] env[63348]: DEBUG oslo_concurrency.lockutils [req-68823bda-e3f5-460a-9c43-abc893895ec0 req-9125e859-0f67-46f3-8baf-7d5072b9c341 service nova] Acquired lock "refresh_cache-b9107764-681f-4d3d-a348-1ea595f0f4a4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.876932] env[63348]: DEBUG nova.network.neutron [req-68823bda-e3f5-460a-9c43-abc893895ec0 req-9125e859-0f67-46f3-8baf-7d5072b9c341 service nova] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Refreshing network info cache for port 0b6c3096-49ae-4a49-8152-9d04b1d46c56 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1915.938566] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc509df5-fae7-4ac0-a325-95d0adce063f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.947722] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1aa9d3-52a4-4d08-9a6c-23e6839d6f48 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.987308] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a9adc8-2f5d-47c1-bed8-a0ed87df0b91 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.997454] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7e9464-40ff-4ee5-9485-1a2592a9f0e8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.003150] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.015504] env[63348]: DEBUG nova.compute.provider_tree [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1916.114646] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.144172] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022871, 'name': CreateVM_Task, 'duration_secs': 0.488578} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.144375] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1916.145257] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.145391] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.145725] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1916.146371] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78af1944-2a39-490e-950d-674e241acad2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.156299] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1916.156299] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528488e7-87ed-7a2b-8fc4-5f5981981990" [ 1916.156299] env[63348]: _type = "Task" [ 1916.156299] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.172019] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022872, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.172647] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528488e7-87ed-7a2b-8fc4-5f5981981990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.196067] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022870, 'name': Destroy_Task, 'duration_secs': 0.738205} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.196353] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Destroyed the VM [ 1916.196594] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Deleting Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1916.196861] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f5a05fb6-7806-4cab-a3a1-21a1a121fd6d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.207216] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1916.207216] env[63348]: value = "task-2022873" [ 1916.207216] env[63348]: _type = "Task" [ 1916.207216] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.218443] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022873, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.329081] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "refresh_cache-b9107764-681f-4d3d-a348-1ea595f0f4a4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.363045] env[63348]: DEBUG nova.compute.manager [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1916.363463] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1916.364852] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181514aa-b5a0-4366-9f81-f772f0b3dfcc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.378617] env[63348]: DEBUG oslo_concurrency.lockutils [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] Releasing lock "refresh_cache-be2c402e-8c78-4e1d-a750-53dac005e728" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.378961] env[63348]: DEBUG nova.compute.manager [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Received event network-vif-deleted-2d8a4f35-b22b-4c7c-b00a-895d06db7ea0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1916.379196] env[63348]: DEBUG nova.compute.manager [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Received event network-vif-plugged-983d592a-e527-4102-a981-69d81894e6ca {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1916.379411] env[63348]: DEBUG oslo_concurrency.lockutils [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] Acquiring lock "7910e991-ef8f-4308-96de-d78f82395cff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.379677] env[63348]: DEBUG oslo_concurrency.lockutils [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] Lock "7910e991-ef8f-4308-96de-d78f82395cff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.379886] env[63348]: DEBUG oslo_concurrency.lockutils [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] Lock "7910e991-ef8f-4308-96de-d78f82395cff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.380123] env[63348]: DEBUG nova.compute.manager [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] No waiting events found dispatching network-vif-plugged-983d592a-e527-4102-a981-69d81894e6ca {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1916.380337] env[63348]: WARNING nova.compute.manager [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Received unexpected event network-vif-plugged-983d592a-e527-4102-a981-69d81894e6ca for instance with vm_state building and task_state spawning. [ 1916.380532] env[63348]: DEBUG nova.compute.manager [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Received event network-changed-983d592a-e527-4102-a981-69d81894e6ca {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1916.380719] env[63348]: DEBUG nova.compute.manager [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Refreshing instance network info cache due to event network-changed-983d592a-e527-4102-a981-69d81894e6ca. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1916.380919] env[63348]: DEBUG oslo_concurrency.lockutils [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] Acquiring lock "refresh_cache-7910e991-ef8f-4308-96de-d78f82395cff" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.381211] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1916.381497] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f15641e3-d6c7-405c-a723-b12909a1d812 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.391115] env[63348]: DEBUG oslo_vmware.api [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1916.391115] env[63348]: value = "task-2022874" [ 1916.391115] env[63348]: _type = "Task" [ 1916.391115] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.400679] env[63348]: DEBUG oslo_vmware.api [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.427425] env[63348]: DEBUG nova.network.neutron [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1916.430369] env[63348]: DEBUG nova.network.neutron [req-68823bda-e3f5-460a-9c43-abc893895ec0 req-9125e859-0f67-46f3-8baf-7d5072b9c341 service nova] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1916.518360] env[63348]: DEBUG nova.scheduler.client.report [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1916.560303] env[63348]: DEBUG nova.network.neutron [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Updating instance_info_cache with network_info: [{"id": "983d592a-e527-4102-a981-69d81894e6ca", "address": "fa:16:3e:93:79:99", "network": {"id": "65b47b9e-13ec-407d-8bdb-a867138149ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-895997123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7df6d8fe90840578b969f63507384f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap983d592a-e5", "ovs_interfaceid": "983d592a-e527-4102-a981-69d81894e6ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.578344] env[63348]: DEBUG nova.network.neutron [req-68823bda-e3f5-460a-9c43-abc893895ec0 req-9125e859-0f67-46f3-8baf-7d5072b9c341 service nova] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.677122] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664388} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.679980] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 67f9965f-32e8-4bb6-be80-7f273ac16b51/67f9965f-32e8-4bb6-be80-7f273ac16b51.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1916.680235] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1916.680562] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528488e7-87ed-7a2b-8fc4-5f5981981990, 'name': SearchDatastore_Task, 'duration_secs': 0.075996} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.680760] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f5028c0-e99c-4796-8e09-d01a35ac15b2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.682826] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.683153] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1916.683309] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.683456] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.683629] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1916.683956] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebabe473-6989-4523-8bbf-09af7cfafaaa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.693545] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1916.693545] env[63348]: value = "task-2022875" [ 1916.693545] env[63348]: _type = "Task" [ 1916.693545] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.698317] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1916.698527] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1916.699654] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0248f5de-605e-4cc8-bc3f-49967b381702 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.704909] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.711828] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1916.711828] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5276b7c5-2259-7d8d-e9c1-0e624c5598e1" [ 1916.711828] env[63348]: _type = "Task" [ 1916.711828] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.718180] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022873, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.723366] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5276b7c5-2259-7d8d-e9c1-0e624c5598e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.902096] env[63348]: DEBUG oslo_vmware.api [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022874, 'name': PowerOffVM_Task, 'duration_secs': 0.328856} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.902439] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1916.902534] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1916.902798] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1720e7a3-4323-45f3-80a7-8307e42e7287 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.025368] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.025877] env[63348]: DEBUG nova.compute.manager [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1917.028540] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.023s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.028760] env[63348]: DEBUG nova.objects.instance [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lazy-loading 'resources' on Instance uuid 26e702e6-b33a-4404-8d0b-8a973a9e6633 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1917.066147] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Releasing lock "refresh_cache-7910e991-ef8f-4308-96de-d78f82395cff" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.066435] env[63348]: DEBUG nova.compute.manager [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Instance network_info: |[{"id": "983d592a-e527-4102-a981-69d81894e6ca", "address": "fa:16:3e:93:79:99", "network": {"id": "65b47b9e-13ec-407d-8bdb-a867138149ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-895997123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7df6d8fe90840578b969f63507384f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap983d592a-e5", "ovs_interfaceid": "983d592a-e527-4102-a981-69d81894e6ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1917.068692] env[63348]: DEBUG oslo_concurrency.lockutils [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] Acquired lock "refresh_cache-7910e991-ef8f-4308-96de-d78f82395cff" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.068888] env[63348]: DEBUG nova.network.neutron [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Refreshing network info cache for port 983d592a-e527-4102-a981-69d81894e6ca {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1917.069997] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:79:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '983d592a-e527-4102-a981-69d81894e6ca', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1917.077377] env[63348]: DEBUG oslo.service.loopingcall [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1917.078217] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1917.078432] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47758188-3aba-41b9-89ec-212491724c81 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.095864] env[63348]: DEBUG oslo_concurrency.lockutils [req-68823bda-e3f5-460a-9c43-abc893895ec0 req-9125e859-0f67-46f3-8baf-7d5072b9c341 service nova] Releasing lock "refresh_cache-b9107764-681f-4d3d-a348-1ea595f0f4a4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.096288] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "refresh_cache-b9107764-681f-4d3d-a348-1ea595f0f4a4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.096475] env[63348]: DEBUG nova.network.neutron [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1917.104272] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1917.104272] env[63348]: value = "task-2022877" [ 1917.104272] env[63348]: _type = "Task" [ 1917.104272] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.115525] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022877, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.204852] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232342} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.204852] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1917.205226] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e24b08-54d0-4ac3-aa3b-26652ec7a295 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.236803] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 67f9965f-32e8-4bb6-be80-7f273ac16b51/67f9965f-32e8-4bb6-be80-7f273ac16b51.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1917.237120] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022873, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.237845] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86d7c4c2-0a72-474b-a640-b77cdb608cc1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.256038] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5276b7c5-2259-7d8d-e9c1-0e624c5598e1, 'name': SearchDatastore_Task, 'duration_secs': 0.02381} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.257221] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b89fbc65-6d01-4e0e-80f0-93ed9406501a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.274862] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1917.274862] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bc3b58-9aab-9376-dac3-800e7e76659b" [ 1917.274862] env[63348]: _type = "Task" [ 1917.274862] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.276266] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1917.276266] env[63348]: value = "task-2022878" [ 1917.276266] env[63348]: _type = "Task" [ 1917.276266] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.287598] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bc3b58-9aab-9376-dac3-800e7e76659b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.290779] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.532788] env[63348]: DEBUG nova.compute.utils [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1917.539393] env[63348]: DEBUG nova.compute.manager [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1917.539393] env[63348]: DEBUG nova.network.neutron [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1917.577385] env[63348]: DEBUG nova.policy [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0114ca2a0ff74288bea6fc34449f62cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e2bf99c70a946f1a8ba8c7653a1a164', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1917.618158] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022877, 'name': CreateVM_Task, 'duration_secs': 0.467322} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.618445] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1917.619019] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.619291] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.619577] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1917.619830] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d13c157d-ee9d-42bf-817c-8cc125d46357 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.627931] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1917.627931] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d18e7f-c03e-f1f3-66d8-fd423c20a962" [ 1917.627931] env[63348]: _type = "Task" [ 1917.627931] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.640397] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d18e7f-c03e-f1f3-66d8-fd423c20a962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.647185] env[63348]: DEBUG nova.network.neutron [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1917.724363] env[63348]: DEBUG oslo_vmware.api [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022873, 'name': RemoveSnapshot_Task, 'duration_secs': 1.028149} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.726886] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Deleted Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1917.794890] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bc3b58-9aab-9376-dac3-800e7e76659b, 'name': SearchDatastore_Task, 'duration_secs': 0.039273} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.794940] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1917.795180] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1917.795633] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Deleting the datastore file [datastore1] 32d353bc-25df-44fe-a0f6-d8f85ada7da9 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1917.795810] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.796164] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] be2c402e-8c78-4e1d-a750-53dac005e728/be2c402e-8c78-4e1d-a750-53dac005e728.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1917.796478] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cf7c3de-4ada-4a4a-925d-53ff8e1f1456 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.807022] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb13a96e-09f0-4d94-add4-d41aa8370e27 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.807022] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.814877] env[63348]: DEBUG oslo_vmware.api [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1917.814877] env[63348]: value = "task-2022879" [ 1917.814877] env[63348]: _type = "Task" [ 1917.814877] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.815111] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1917.815111] env[63348]: value = "task-2022880" [ 1917.815111] env[63348]: _type = "Task" [ 1917.815111] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.837526] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.841362] env[63348]: DEBUG oslo_vmware.api [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.887698] env[63348]: DEBUG nova.network.neutron [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Updating instance_info_cache with network_info: [{"id": "0b6c3096-49ae-4a49-8152-9d04b1d46c56", "address": "fa:16:3e:9c:09:04", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6c3096-49", "ovs_interfaceid": "0b6c3096-49ae-4a49-8152-9d04b1d46c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.921502] env[63348]: DEBUG nova.network.neutron [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Updated VIF entry in instance network info cache for port 983d592a-e527-4102-a981-69d81894e6ca. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1917.925106] env[63348]: DEBUG nova.network.neutron [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Updating instance_info_cache with network_info: [{"id": "983d592a-e527-4102-a981-69d81894e6ca", "address": "fa:16:3e:93:79:99", "network": {"id": "65b47b9e-13ec-407d-8bdb-a867138149ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-895997123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7df6d8fe90840578b969f63507384f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap983d592a-e5", "ovs_interfaceid": "983d592a-e527-4102-a981-69d81894e6ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.950314] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aaba99-0ade-47e0-9f80-55a444febd63 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.959354] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab65ef7-23ad-4e90-b7ce-3f79f313a84a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.963824] env[63348]: DEBUG nova.network.neutron [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Successfully created port: b0e01917-414c-47ee-93b6-92f50f6d822e {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1917.994639] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82852b69-1381-4957-a32e-26f3a5acb215 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.003763] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcb6884-ad85-4747-a0d0-741b3bb873a0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.018913] env[63348]: DEBUG nova.compute.provider_tree [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1918.038815] env[63348]: DEBUG nova.compute.manager [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1918.143026] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d18e7f-c03e-f1f3-66d8-fd423c20a962, 'name': SearchDatastore_Task, 'duration_secs': 0.013503} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.143026] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.143026] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1918.143026] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.143319] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.143319] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1918.143319] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95c34ba0-22ce-44d8-89ed-39ff0067e98b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.162053] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1918.162053] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1918.162053] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa44ed9-68f7-467e-b2aa-678957c2412e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.168100] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1918.168100] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521f4d75-459b-9882-d5fd-d9c5e9fcb6f3" [ 1918.168100] env[63348]: _type = "Task" [ 1918.168100] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.178060] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521f4d75-459b-9882-d5fd-d9c5e9fcb6f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.232875] env[63348]: WARNING nova.compute.manager [None req-5fc26b3f-cc89-4c34-a8ef-85ce9df3c4b8 tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Image not found during snapshot: nova.exception.ImageNotFound: Image 6ceb5274-0760-4c10-9f17-c9e7eb88b126 could not be found. [ 1918.296040] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022878, 'name': ReconfigVM_Task, 'duration_secs': 0.677424} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.296040] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 67f9965f-32e8-4bb6-be80-7f273ac16b51/67f9965f-32e8-4bb6-be80-7f273ac16b51.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1918.296040] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1367e302-81a9-4961-87a8-77670c584411 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.305017] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1918.305017] env[63348]: value = "task-2022881" [ 1918.305017] env[63348]: _type = "Task" [ 1918.305017] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.312573] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022881, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.337981] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022880, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.341206] env[63348]: DEBUG oslo_vmware.api [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289272} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.341552] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1918.341772] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1918.341943] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1918.342131] env[63348]: INFO nova.compute.manager [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Took 1.98 seconds to destroy the instance on the hypervisor. [ 1918.342380] env[63348]: DEBUG oslo.service.loopingcall [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.342573] env[63348]: DEBUG nova.compute.manager [-] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1918.342742] env[63348]: DEBUG nova.network.neutron [-] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1918.391306] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "refresh_cache-b9107764-681f-4d3d-a348-1ea595f0f4a4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.391661] env[63348]: DEBUG nova.compute.manager [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Instance network_info: |[{"id": "0b6c3096-49ae-4a49-8152-9d04b1d46c56", "address": "fa:16:3e:9c:09:04", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6c3096-49", "ovs_interfaceid": "0b6c3096-49ae-4a49-8152-9d04b1d46c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1918.392128] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:09:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b6c3096-49ae-4a49-8152-9d04b1d46c56', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1918.400393] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Creating folder: Project (79bfc0b43f6b4eb6897457bf0d0a0fdd). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1918.400732] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1253284-2658-427c-bc23-1f33ea9a3984 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.413982] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Created folder: Project (79bfc0b43f6b4eb6897457bf0d0a0fdd) in parent group-v415427. [ 1918.414225] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Creating folder: Instances. Parent ref: group-v415649. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1918.414506] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-319f97a4-20b2-4331-ad0a-3a376bb56ce9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.430310] env[63348]: DEBUG oslo_concurrency.lockutils [req-e3323c18-1602-409d-801b-677a33eab92b req-f245d416-00a3-45e8-852d-78032f7bf308 service nova] Releasing lock "refresh_cache-7910e991-ef8f-4308-96de-d78f82395cff" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.437971] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Created folder: Instances in parent group-v415649. [ 1918.438221] env[63348]: DEBUG oslo.service.loopingcall [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.438432] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1918.438650] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b41e3629-3087-472b-b8a9-51047bc287be {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.464465] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1918.464465] env[63348]: value = "task-2022884" [ 1918.464465] env[63348]: _type = "Task" [ 1918.464465] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.473311] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022884, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.523113] env[63348]: DEBUG nova.scheduler.client.report [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1918.679711] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521f4d75-459b-9882-d5fd-d9c5e9fcb6f3, 'name': SearchDatastore_Task, 'duration_secs': 0.056867} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.680600] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33842ece-141e-46fa-b70c-c947a24bf78e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.686827] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1918.686827] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52aba2fc-8ab2-3548-d4f1-8631830e2206" [ 1918.686827] env[63348]: _type = "Task" [ 1918.686827] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.695617] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52aba2fc-8ab2-3548-d4f1-8631830e2206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.817756] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022881, 'name': Rename_Task, 'duration_secs': 0.323591} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.817756] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1918.821320] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c793e2d-4674-401a-b735-8e73aaff6e46 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.828924] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673285} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.831478] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] be2c402e-8c78-4e1d-a750-53dac005e728/be2c402e-8c78-4e1d-a750-53dac005e728.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1918.833113] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1918.833477] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1918.833477] env[63348]: value = "task-2022885" [ 1918.833477] env[63348]: _type = "Task" [ 1918.833477] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.833767] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce2760a7-3c1f-4ad4-b889-0456aecaa410 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.849957] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1918.849957] env[63348]: value = "task-2022886" [ 1918.849957] env[63348]: _type = "Task" [ 1918.849957] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.853453] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022885, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.862623] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.925259] env[63348]: DEBUG nova.compute.manager [req-164714be-db6a-43b2-bc94-2bfbbf27a93b req-3b12d0e5-4b2f-4493-9dd4-7eaab689fc1c service nova] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Received event network-vif-deleted-9a9c92ac-0141-4882-8ba8-7deae7a73bbd {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1918.925615] env[63348]: INFO nova.compute.manager [req-164714be-db6a-43b2-bc94-2bfbbf27a93b req-3b12d0e5-4b2f-4493-9dd4-7eaab689fc1c service nova] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Neutron deleted interface 9a9c92ac-0141-4882-8ba8-7deae7a73bbd; detaching it from the instance and deleting it from the info cache [ 1918.925818] env[63348]: DEBUG nova.network.neutron [req-164714be-db6a-43b2-bc94-2bfbbf27a93b req-3b12d0e5-4b2f-4493-9dd4-7eaab689fc1c service nova] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.975371] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022884, 'name': CreateVM_Task, 'duration_secs': 0.448986} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.975628] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1918.976892] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.976892] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.977303] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1918.977546] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4947af1-2794-4b57-9547-9f1bbb73e26c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.986639] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1918.986639] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52299735-ef61-272c-0bd3-cf235e5fa4aa" [ 1918.986639] env[63348]: _type = "Task" [ 1918.986639] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.996897] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52299735-ef61-272c-0bd3-cf235e5fa4aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.029058] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.033368] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.934s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.035739] env[63348]: INFO nova.compute.claims [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1919.051220] env[63348]: DEBUG nova.compute.manager [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1919.064828] env[63348]: INFO nova.scheduler.client.report [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleted allocations for instance 26e702e6-b33a-4404-8d0b-8a973a9e6633 [ 1919.082083] env[63348]: DEBUG nova.virt.hardware [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1919.083778] env[63348]: DEBUG nova.virt.hardware [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1919.083778] env[63348]: DEBUG nova.virt.hardware [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1919.083778] env[63348]: DEBUG nova.virt.hardware [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1919.083778] env[63348]: DEBUG nova.virt.hardware [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1919.083778] env[63348]: DEBUG nova.virt.hardware [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1919.084014] env[63348]: DEBUG nova.virt.hardware [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1919.084014] env[63348]: DEBUG nova.virt.hardware [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1919.084014] env[63348]: DEBUG nova.virt.hardware [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1919.084014] env[63348]: DEBUG nova.virt.hardware [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1919.084014] env[63348]: DEBUG nova.virt.hardware [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1919.085113] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6468b4-5ca0-4e1a-a592-ec4407209330 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.096672] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2638a6d5-688a-4a05-865c-26943a133103 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.198399] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52aba2fc-8ab2-3548-d4f1-8631830e2206, 'name': SearchDatastore_Task, 'duration_secs': 0.012149} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.198657] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.198914] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 7910e991-ef8f-4308-96de-d78f82395cff/7910e991-ef8f-4308-96de-d78f82395cff.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1919.199696] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-814e6369-6db4-438e-9606-838e2fd0da11 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.213896] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1919.213896] env[63348]: value = "task-2022887" [ 1919.213896] env[63348]: _type = "Task" [ 1919.213896] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.222192] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.348540] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022885, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.363146] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072844} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.363424] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1919.364207] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae283c22-0fff-4566-997f-ba28c72b32e8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.389698] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] be2c402e-8c78-4e1d-a750-53dac005e728/be2c402e-8c78-4e1d-a750-53dac005e728.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1919.389966] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62f19902-f980-4def-bb1f-89b4a64e584c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.404937] env[63348]: DEBUG nova.network.neutron [-] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.413331] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1919.413331] env[63348]: value = "task-2022888" [ 1919.413331] env[63348]: _type = "Task" [ 1919.413331] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.422989] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.429407] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37c2f05a-53e0-412d-ad31-f1b6e6384f92 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.440797] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ecc83c-85cd-43c7-ab78-78d0a04a7b04 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.477596] env[63348]: DEBUG nova.compute.manager [req-164714be-db6a-43b2-bc94-2bfbbf27a93b req-3b12d0e5-4b2f-4493-9dd4-7eaab689fc1c service nova] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Detach interface failed, port_id=9a9c92ac-0141-4882-8ba8-7deae7a73bbd, reason: Instance 32d353bc-25df-44fe-a0f6-d8f85ada7da9 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1919.487758] env[63348]: DEBUG oslo_concurrency.lockutils [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "541086b2-489f-4845-84ca-135cb9e7d02b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.488030] env[63348]: DEBUG oslo_concurrency.lockutils [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "541086b2-489f-4845-84ca-135cb9e7d02b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.488250] env[63348]: DEBUG oslo_concurrency.lockutils [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "541086b2-489f-4845-84ca-135cb9e7d02b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.488438] env[63348]: DEBUG oslo_concurrency.lockutils [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "541086b2-489f-4845-84ca-135cb9e7d02b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.488606] env[63348]: DEBUG oslo_concurrency.lockutils [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "541086b2-489f-4845-84ca-135cb9e7d02b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.493647] env[63348]: INFO nova.compute.manager [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Terminating instance [ 1919.502059] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52299735-ef61-272c-0bd3-cf235e5fa4aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012289} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.502480] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.502480] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1919.502642] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.502786] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.502966] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1919.503276] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12d80b74-5a68-4866-ada8-c7c9620f7f5c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.513490] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1919.513682] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1919.514470] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68c04b47-1f24-4d5f-bafa-bde6792887b0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.521584] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1919.521584] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ac8183-10bb-2f1d-bf16-46dc69e6e398" [ 1919.521584] env[63348]: _type = "Task" [ 1919.521584] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.532217] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ac8183-10bb-2f1d-bf16-46dc69e6e398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.574113] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ac7f1c60-b69b-48ff-bea2-e524b57a1861 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "26e702e6-b33a-4404-8d0b-8a973a9e6633" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.436s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.732359] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022887, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.848565] env[63348]: DEBUG oslo_vmware.api [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022885, 'name': PowerOnVM_Task, 'duration_secs': 0.92582} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.849516] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1919.849820] env[63348]: INFO nova.compute.manager [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Took 15.40 seconds to spawn the instance on the hypervisor. [ 1919.850073] env[63348]: DEBUG nova.compute.manager [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1919.851402] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d37346-6006-4882-b2d0-a487ab168f3f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.878518] env[63348]: DEBUG nova.compute.manager [req-15e92190-db71-4274-92bd-604cb813a736 req-b80b8323-a0af-44c4-b185-91cc09bac4ae service nova] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Received event network-vif-plugged-b0e01917-414c-47ee-93b6-92f50f6d822e {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1919.878742] env[63348]: DEBUG oslo_concurrency.lockutils [req-15e92190-db71-4274-92bd-604cb813a736 req-b80b8323-a0af-44c4-b185-91cc09bac4ae service nova] Acquiring lock "6248c4a8-3234-4e2c-973c-b85b4e3b4e10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.878953] env[63348]: DEBUG oslo_concurrency.lockutils [req-15e92190-db71-4274-92bd-604cb813a736 req-b80b8323-a0af-44c4-b185-91cc09bac4ae service nova] Lock "6248c4a8-3234-4e2c-973c-b85b4e3b4e10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.879163] env[63348]: DEBUG oslo_concurrency.lockutils [req-15e92190-db71-4274-92bd-604cb813a736 req-b80b8323-a0af-44c4-b185-91cc09bac4ae service nova] Lock "6248c4a8-3234-4e2c-973c-b85b4e3b4e10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.879343] env[63348]: DEBUG nova.compute.manager [req-15e92190-db71-4274-92bd-604cb813a736 req-b80b8323-a0af-44c4-b185-91cc09bac4ae service nova] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] No waiting events found dispatching network-vif-plugged-b0e01917-414c-47ee-93b6-92f50f6d822e {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1919.879536] env[63348]: WARNING nova.compute.manager [req-15e92190-db71-4274-92bd-604cb813a736 req-b80b8323-a0af-44c4-b185-91cc09bac4ae service nova] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Received unexpected event network-vif-plugged-b0e01917-414c-47ee-93b6-92f50f6d822e for instance with vm_state building and task_state spawning. [ 1919.910794] env[63348]: INFO nova.compute.manager [-] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Took 1.57 seconds to deallocate network for instance. [ 1919.925278] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022888, 'name': ReconfigVM_Task, 'duration_secs': 0.351416} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.925677] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Reconfigured VM instance instance-0000004c to attach disk [datastore1] be2c402e-8c78-4e1d-a750-53dac005e728/be2c402e-8c78-4e1d-a750-53dac005e728.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1919.926359] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2b13dc2-3113-45e4-8c71-093573bac296 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.935160] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1919.935160] env[63348]: value = "task-2022889" [ 1919.935160] env[63348]: _type = "Task" [ 1919.935160] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.943041] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022889, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.998295] env[63348]: DEBUG nova.compute.manager [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1920.001453] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1920.001453] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ed5cd3-f817-49f7-b86d-8c8b30f81076 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.004532] env[63348]: DEBUG nova.network.neutron [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Successfully updated port: b0e01917-414c-47ee-93b6-92f50f6d822e {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1920.008882] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1920.009347] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5348645d-c7ed-44bb-9a43-23c7391ba863 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.017248] env[63348]: DEBUG oslo_vmware.api [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1920.017248] env[63348]: value = "task-2022890" [ 1920.017248] env[63348]: _type = "Task" [ 1920.017248] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.031920] env[63348]: DEBUG oslo_vmware.api [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.035081] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ac8183-10bb-2f1d-bf16-46dc69e6e398, 'name': SearchDatastore_Task, 'duration_secs': 0.010474} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.035877] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c6d280e-4f3e-4988-bff7-052d0c09e5b0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.043085] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1920.043085] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fdc784-5272-e977-2789-189dac58b3ca" [ 1920.043085] env[63348]: _type = "Task" [ 1920.043085] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.057598] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fdc784-5272-e977-2789-189dac58b3ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.234892] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732238} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.235319] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 7910e991-ef8f-4308-96de-d78f82395cff/7910e991-ef8f-4308-96de-d78f82395cff.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1920.235549] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1920.235911] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81a8bbc0-5509-442b-b00a-7879df82775f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.243712] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1920.243712] env[63348]: value = "task-2022891" [ 1920.243712] env[63348]: _type = "Task" [ 1920.243712] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.255566] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.354462] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25739d8a-cff5-4c75-8682-4aa67261ddba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.364081] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67bd0d3-b0c3-43a9-984d-4503c6f39b24 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.375936] env[63348]: INFO nova.compute.manager [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Took 40.57 seconds to build instance. [ 1920.405477] env[63348]: DEBUG oslo_concurrency.lockutils [None req-662b17d6-46be-4deb-a752-adfb13de5d0c tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "67f9965f-32e8-4bb6-be80-7f273ac16b51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.609s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.406341] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd3ff1d-93ad-4b75-8b8e-47d6271a9121 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.415093] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f7b7b8-38d1-4b32-92f4-2341f1c03658 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.420188] env[63348]: DEBUG oslo_concurrency.lockutils [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.431445] env[63348]: DEBUG nova.compute.provider_tree [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1920.443286] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022889, 'name': Rename_Task, 'duration_secs': 0.231404} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.443534] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1920.443848] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcd51614-aab2-49b1-9f8b-90719cb01d1d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.451291] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1920.451291] env[63348]: value = "task-2022892" [ 1920.451291] env[63348]: _type = "Task" [ 1920.451291] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.458717] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.507369] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "refresh_cache-6248c4a8-3234-4e2c-973c-b85b4e3b4e10" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.507531] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired lock "refresh_cache-6248c4a8-3234-4e2c-973c-b85b4e3b4e10" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.507692] env[63348]: DEBUG nova.network.neutron [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1920.528161] env[63348]: DEBUG oslo_vmware.api [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022890, 'name': PowerOffVM_Task, 'duration_secs': 0.197107} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.528270] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1920.528410] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1920.528656] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf13e4f0-7521-4779-8c27-a29c23f7bf21 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.555242] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fdc784-5272-e977-2789-189dac58b3ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013562} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.555242] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.555242] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] b9107764-681f-4d3d-a348-1ea595f0f4a4/b9107764-681f-4d3d-a348-1ea595f0f4a4.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1920.555242] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09d3661e-c7da-47c3-a406-84baf0873f39 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.562743] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1920.562743] env[63348]: value = "task-2022894" [ 1920.562743] env[63348]: _type = "Task" [ 1920.562743] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.572454] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.753380] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069926} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.754056] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1920.754974] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3737957e-013e-4357-90d6-afad7cd6aa32 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.780279] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 7910e991-ef8f-4308-96de-d78f82395cff/7910e991-ef8f-4308-96de-d78f82395cff.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1920.780811] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4726b2d-8a6b-473b-8d58-cc6e6cf3b611 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.801798] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1920.801798] env[63348]: value = "task-2022895" [ 1920.801798] env[63348]: _type = "Task" [ 1920.801798] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.812050] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.912137] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1920.912137] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1920.912137] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Deleting the datastore file [datastore2] 541086b2-489f-4845-84ca-135cb9e7d02b {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1920.912137] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0afb0731-b0ef-4d53-a114-4221102480f0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.921205] env[63348]: DEBUG oslo_vmware.api [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for the task: (returnval){ [ 1920.921205] env[63348]: value = "task-2022896" [ 1920.921205] env[63348]: _type = "Task" [ 1920.921205] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.930842] env[63348]: DEBUG oslo_vmware.api [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.934922] env[63348]: DEBUG nova.scheduler.client.report [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1920.965807] env[63348]: DEBUG oslo_vmware.api [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022892, 'name': PowerOnVM_Task, 'duration_secs': 0.512028} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.966294] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1920.967203] env[63348]: INFO nova.compute.manager [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Took 14.14 seconds to spawn the instance on the hypervisor. [ 1920.967682] env[63348]: DEBUG nova.compute.manager [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1920.968529] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93429c7e-0af3-487b-ac70-b3df411790b9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.074844] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022894, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.185557] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "713936df-ad40-4728-a19f-ac1fe71e84ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.185861] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "713936df-ad40-4728-a19f-ac1fe71e84ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.190722] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquiring lock "1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.190722] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.190722] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquiring lock "1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.190722] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.190975] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.192888] env[63348]: INFO nova.compute.manager [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Terminating instance [ 1921.271922] env[63348]: DEBUG nova.network.neutron [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1921.315500] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022895, 'name': ReconfigVM_Task, 'duration_secs': 0.364147} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.315799] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 7910e991-ef8f-4308-96de-d78f82395cff/7910e991-ef8f-4308-96de-d78f82395cff.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1921.317571] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e33e30dd-ae10-4669-951d-7656804e24c7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.326298] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1921.326298] env[63348]: value = "task-2022897" [ 1921.326298] env[63348]: _type = "Task" [ 1921.326298] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.341949] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022897, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.431960] env[63348]: DEBUG oslo_vmware.api [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Task: {'id': task-2022896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441739} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.432662] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1921.435946] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1921.435946] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1921.435946] env[63348]: INFO nova.compute.manager [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1921.435946] env[63348]: DEBUG oslo.service.loopingcall [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1921.435946] env[63348]: DEBUG nova.compute.manager [-] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1921.435946] env[63348]: DEBUG nova.network.neutron [-] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1921.440058] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.440498] env[63348]: DEBUG nova.compute.manager [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1921.446305] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.490s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.446305] env[63348]: DEBUG nova.objects.instance [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63348) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1921.490705] env[63348]: INFO nova.compute.manager [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Took 41.04 seconds to build instance. [ 1921.522186] env[63348]: DEBUG nova.network.neutron [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Updating instance_info_cache with network_info: [{"id": "b0e01917-414c-47ee-93b6-92f50f6d822e", "address": "fa:16:3e:a0:5d:a2", "network": {"id": "61ef3d35-56c6-4388-ab4f-3eef69b8ea5d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-434354865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2bf99c70a946f1a8ba8c7653a1a164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0e01917-41", "ovs_interfaceid": "b0e01917-414c-47ee-93b6-92f50f6d822e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.575112] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.898698} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.575249] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] b9107764-681f-4d3d-a348-1ea595f0f4a4/b9107764-681f-4d3d-a348-1ea595f0f4a4.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1921.575426] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1921.575678] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc406ea9-7ca8-4985-95bb-2d0c8ddeb528 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.584331] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1921.584331] env[63348]: value = "task-2022898" [ 1921.584331] env[63348]: _type = "Task" [ 1921.584331] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.594885] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.690032] env[63348]: DEBUG nova.compute.manager [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1921.698853] env[63348]: DEBUG nova.compute.manager [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1921.699230] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1921.700424] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e567de72-111f-46af-90b8-ff8f0a91ebbc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.710657] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1921.710931] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb0a06a8-62df-497c-bd8f-516f1f2821d4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.720604] env[63348]: DEBUG oslo_vmware.api [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1921.720604] env[63348]: value = "task-2022899" [ 1921.720604] env[63348]: _type = "Task" [ 1921.720604] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.734522] env[63348]: DEBUG oslo_vmware.api [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.758501] env[63348]: DEBUG nova.compute.manager [req-9a49cfa7-8dfe-449b-945a-a6b516df57ec req-b18677e2-dd66-4d93-a0c3-d0715c96cc8c service nova] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Received event network-vif-deleted-0242c559-8bb5-476e-b214-8d51f64c4b35 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1921.758734] env[63348]: INFO nova.compute.manager [req-9a49cfa7-8dfe-449b-945a-a6b516df57ec req-b18677e2-dd66-4d93-a0c3-d0715c96cc8c service nova] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Neutron deleted interface 0242c559-8bb5-476e-b214-8d51f64c4b35; detaching it from the instance and deleting it from the info cache [ 1921.758909] env[63348]: DEBUG nova.network.neutron [req-9a49cfa7-8dfe-449b-945a-a6b516df57ec req-b18677e2-dd66-4d93-a0c3-d0715c96cc8c service nova] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.839058] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022897, 'name': Rename_Task, 'duration_secs': 0.195273} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.839379] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1921.839727] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a46f3f61-350d-436b-abaf-8411288c0bd1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.847325] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1921.847325] env[63348]: value = "task-2022900" [ 1921.847325] env[63348]: _type = "Task" [ 1921.847325] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.855371] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.952770] env[63348]: DEBUG nova.compute.utils [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1921.954320] env[63348]: DEBUG nova.compute.manager [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1921.954320] env[63348]: DEBUG nova.network.neutron [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1921.992418] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e3b6e8b5-2876-4470-9dc7-4aab8ce110d5 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "be2c402e-8c78-4e1d-a750-53dac005e728" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.553s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.996874] env[63348]: DEBUG nova.policy [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aee9a7a52c33445d9221ce43564d29e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51558af2993a449a8dc20f46e0d11e73', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1922.020234] env[63348]: DEBUG nova.compute.manager [req-cb91cdb2-da4d-4715-a6c4-03ca51f70e6d req-0a96832e-706d-4e72-b721-2605c88a993c service nova] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Received event network-changed-b0e01917-414c-47ee-93b6-92f50f6d822e {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1922.020365] env[63348]: DEBUG nova.compute.manager [req-cb91cdb2-da4d-4715-a6c4-03ca51f70e6d req-0a96832e-706d-4e72-b721-2605c88a993c service nova] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Refreshing instance network info cache due to event network-changed-b0e01917-414c-47ee-93b6-92f50f6d822e. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1922.020557] env[63348]: DEBUG oslo_concurrency.lockutils [req-cb91cdb2-da4d-4715-a6c4-03ca51f70e6d req-0a96832e-706d-4e72-b721-2605c88a993c service nova] Acquiring lock "refresh_cache-6248c4a8-3234-4e2c-973c-b85b4e3b4e10" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.024604] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Releasing lock "refresh_cache-6248c4a8-3234-4e2c-973c-b85b4e3b4e10" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.024887] env[63348]: DEBUG nova.compute.manager [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Instance network_info: |[{"id": "b0e01917-414c-47ee-93b6-92f50f6d822e", "address": "fa:16:3e:a0:5d:a2", "network": {"id": "61ef3d35-56c6-4388-ab4f-3eef69b8ea5d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-434354865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2bf99c70a946f1a8ba8c7653a1a164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0e01917-41", "ovs_interfaceid": "b0e01917-414c-47ee-93b6-92f50f6d822e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1922.025152] env[63348]: DEBUG oslo_concurrency.lockutils [req-cb91cdb2-da4d-4715-a6c4-03ca51f70e6d req-0a96832e-706d-4e72-b721-2605c88a993c service nova] Acquired lock "refresh_cache-6248c4a8-3234-4e2c-973c-b85b4e3b4e10" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.025323] env[63348]: DEBUG nova.network.neutron [req-cb91cdb2-da4d-4715-a6c4-03ca51f70e6d req-0a96832e-706d-4e72-b721-2605c88a993c service nova] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Refreshing network info cache for port b0e01917-414c-47ee-93b6-92f50f6d822e {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1922.026449] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:5d:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0e01917-414c-47ee-93b6-92f50f6d822e', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1922.033993] env[63348]: DEBUG oslo.service.loopingcall [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1922.035476] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1922.035721] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50bb3a38-fff2-4de0-8f00-9a38ec4bedc9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.058628] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1922.058628] env[63348]: value = "task-2022901" [ 1922.058628] env[63348]: _type = "Task" [ 1922.058628] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.067650] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022901, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.096229] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071201} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.096229] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1922.096979] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee37ed9-0d76-4f3f-9a65-12524ba53570 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.125477] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] b9107764-681f-4d3d-a348-1ea595f0f4a4/b9107764-681f-4d3d-a348-1ea595f0f4a4.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1922.126165] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a87c5ad-9c5f-4f50-8427-29c5df9163ff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.147361] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1922.147361] env[63348]: value = "task-2022902" [ 1922.147361] env[63348]: _type = "Task" [ 1922.147361] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.156236] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.199158] env[63348]: DEBUG nova.network.neutron [-] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.220346] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.234375] env[63348]: DEBUG oslo_vmware.api [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022899, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.262151] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f884249-782c-4826-84c6-93acc718fda4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.265257] env[63348]: DEBUG nova.network.neutron [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Successfully created port: ec8cbee2-aea8-4959-ae03-54ccf56b1523 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1922.277348] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dabea0-337c-4fa1-ad7f-c3fdc628cc51 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.317121] env[63348]: DEBUG nova.compute.manager [req-9a49cfa7-8dfe-449b-945a-a6b516df57ec req-b18677e2-dd66-4d93-a0c3-d0715c96cc8c service nova] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Detach interface failed, port_id=0242c559-8bb5-476e-b214-8d51f64c4b35, reason: Instance 541086b2-489f-4845-84ca-135cb9e7d02b could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1922.361286] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022900, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.455947] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07332f7a-66fb-42e4-b12e-5dff4972da26 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.457400] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.987s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.458978] env[63348]: INFO nova.compute.claims [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1922.463359] env[63348]: DEBUG nova.compute.manager [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1922.572433] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022901, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.663459] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022902, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.702770] env[63348]: INFO nova.compute.manager [-] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Took 1.27 seconds to deallocate network for instance. [ 1922.735610] env[63348]: DEBUG oslo_vmware.api [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022899, 'name': PowerOffVM_Task, 'duration_secs': 0.517858} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.736291] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1922.736542] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1922.736946] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d0ad48c-0cfb-46be-b11a-cacc65f58545 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.839995] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1922.840230] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1922.840421] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Deleting the datastore file [datastore2] 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1922.840779] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4171b6a3-5278-4239-997a-9fb347703b65 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.849259] env[63348]: DEBUG oslo_vmware.api [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for the task: (returnval){ [ 1922.849259] env[63348]: value = "task-2022904" [ 1922.849259] env[63348]: _type = "Task" [ 1922.849259] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.864411] env[63348]: DEBUG oslo_vmware.api [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022900, 'name': PowerOnVM_Task, 'duration_secs': 0.578157} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.865071] env[63348]: DEBUG oslo_vmware.api [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.865071] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1922.865212] env[63348]: INFO nova.compute.manager [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1922.865404] env[63348]: DEBUG nova.compute.manager [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1922.866393] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c36384-125c-4525-8742-405b9e7f7c9e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.974732] env[63348]: DEBUG nova.network.neutron [req-cb91cdb2-da4d-4715-a6c4-03ca51f70e6d req-0a96832e-706d-4e72-b721-2605c88a993c service nova] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Updated VIF entry in instance network info cache for port b0e01917-414c-47ee-93b6-92f50f6d822e. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1922.974997] env[63348]: DEBUG nova.network.neutron [req-cb91cdb2-da4d-4715-a6c4-03ca51f70e6d req-0a96832e-706d-4e72-b721-2605c88a993c service nova] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Updating instance_info_cache with network_info: [{"id": "b0e01917-414c-47ee-93b6-92f50f6d822e", "address": "fa:16:3e:a0:5d:a2", "network": {"id": "61ef3d35-56c6-4388-ab4f-3eef69b8ea5d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-434354865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2bf99c70a946f1a8ba8c7653a1a164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0e01917-41", "ovs_interfaceid": "b0e01917-414c-47ee-93b6-92f50f6d822e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.074104] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022901, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.158226] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022902, 'name': ReconfigVM_Task, 'duration_secs': 0.516775} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.158723] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Reconfigured VM instance instance-0000004d to attach disk [datastore1] b9107764-681f-4d3d-a348-1ea595f0f4a4/b9107764-681f-4d3d-a348-1ea595f0f4a4.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1923.159150] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91eda693-b960-43ce-a01c-c00691b4cc39 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.165483] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1923.165483] env[63348]: value = "task-2022905" [ 1923.165483] env[63348]: _type = "Task" [ 1923.165483] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.173744] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022905, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.217568] env[63348]: DEBUG oslo_concurrency.lockutils [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.366343] env[63348]: DEBUG oslo_vmware.api [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Task: {'id': task-2022904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.484807} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.366803] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1923.367169] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1923.367429] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1923.367663] env[63348]: INFO nova.compute.manager [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1923.367934] env[63348]: DEBUG oslo.service.loopingcall [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1923.368177] env[63348]: DEBUG nova.compute.manager [-] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1923.368271] env[63348]: DEBUG nova.network.neutron [-] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1923.386064] env[63348]: INFO nova.compute.manager [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Took 29.22 seconds to build instance. [ 1923.473960] env[63348]: DEBUG nova.compute.manager [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1923.477801] env[63348]: DEBUG oslo_concurrency.lockutils [req-cb91cdb2-da4d-4715-a6c4-03ca51f70e6d req-0a96832e-706d-4e72-b721-2605c88a993c service nova] Releasing lock "refresh_cache-6248c4a8-3234-4e2c-973c-b85b4e3b4e10" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.507554] env[63348]: DEBUG nova.virt.hardware [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1923.507814] env[63348]: DEBUG nova.virt.hardware [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1923.507975] env[63348]: DEBUG nova.virt.hardware [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1923.508265] env[63348]: DEBUG nova.virt.hardware [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1923.508475] env[63348]: DEBUG nova.virt.hardware [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1923.508677] env[63348]: DEBUG nova.virt.hardware [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1923.508941] env[63348]: DEBUG nova.virt.hardware [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1923.509188] env[63348]: DEBUG nova.virt.hardware [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1923.509388] env[63348]: DEBUG nova.virt.hardware [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1923.509600] env[63348]: DEBUG nova.virt.hardware [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1923.510195] env[63348]: DEBUG nova.virt.hardware [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1923.510852] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4b97a8-8843-490c-abfb-96383c09c44d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.521451] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b7ee26-75f9-4a41-b83b-d35ed84a2e96 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.573936] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022901, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.681373] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022905, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.871480] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f07aba-e96d-4b63-99ae-9bc22fce3ba0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.881390] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47251045-61ce-43ca-a66e-21f26b075178 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.885967] env[63348]: DEBUG nova.network.neutron [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Successfully updated port: ec8cbee2-aea8-4959-ae03-54ccf56b1523 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1923.914122] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c0fcfd4-18ae-4894-8ba9-627dbfb83767 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "7910e991-ef8f-4308-96de-d78f82395cff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.226s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.914847] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b056671-811c-495d-b396-2846040bdc7f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.918624] env[63348]: DEBUG nova.compute.manager [req-fa2a133a-4e6c-4302-be30-9558fa47f2a3 req-f392fac6-87be-4c9e-862d-0c6121a30563 service nova] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Received event network-vif-plugged-ec8cbee2-aea8-4959-ae03-54ccf56b1523 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1923.918832] env[63348]: DEBUG oslo_concurrency.lockutils [req-fa2a133a-4e6c-4302-be30-9558fa47f2a3 req-f392fac6-87be-4c9e-862d-0c6121a30563 service nova] Acquiring lock "c3cac92b-0683-4113-8d95-fd4674f26a34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.919048] env[63348]: DEBUG oslo_concurrency.lockutils [req-fa2a133a-4e6c-4302-be30-9558fa47f2a3 req-f392fac6-87be-4c9e-862d-0c6121a30563 service nova] Lock "c3cac92b-0683-4113-8d95-fd4674f26a34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.919212] env[63348]: DEBUG oslo_concurrency.lockutils [req-fa2a133a-4e6c-4302-be30-9558fa47f2a3 req-f392fac6-87be-4c9e-862d-0c6121a30563 service nova] Lock "c3cac92b-0683-4113-8d95-fd4674f26a34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.919370] env[63348]: DEBUG nova.compute.manager [req-fa2a133a-4e6c-4302-be30-9558fa47f2a3 req-f392fac6-87be-4c9e-862d-0c6121a30563 service nova] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] No waiting events found dispatching network-vif-plugged-ec8cbee2-aea8-4959-ae03-54ccf56b1523 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1923.919535] env[63348]: WARNING nova.compute.manager [req-fa2a133a-4e6c-4302-be30-9558fa47f2a3 req-f392fac6-87be-4c9e-862d-0c6121a30563 service nova] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Received unexpected event network-vif-plugged-ec8cbee2-aea8-4959-ae03-54ccf56b1523 for instance with vm_state building and task_state spawning. [ 1923.927043] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec131d2-cbab-4012-9f73-4f7176134e15 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.945911] env[63348]: DEBUG nova.compute.provider_tree [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1923.987290] env[63348]: INFO nova.compute.manager [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Rescuing [ 1923.987756] env[63348]: DEBUG oslo_concurrency.lockutils [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "refresh_cache-7910e991-ef8f-4308-96de-d78f82395cff" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.987802] env[63348]: DEBUG oslo_concurrency.lockutils [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquired lock "refresh_cache-7910e991-ef8f-4308-96de-d78f82395cff" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.987958] env[63348]: DEBUG nova.network.neutron [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1924.073146] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022901, 'name': CreateVM_Task, 'duration_secs': 1.71985} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.073326] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1924.074027] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.074205] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.074533] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1924.074793] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-805828af-ec85-4e6f-bcc6-d7c91504c2bc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.080618] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1924.080618] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525dbf04-e5bc-1437-f272-dbac81ff13d1" [ 1924.080618] env[63348]: _type = "Task" [ 1924.080618] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.089406] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525dbf04-e5bc-1437-f272-dbac81ff13d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.180907] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022905, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.387518] env[63348]: DEBUG nova.compute.manager [req-cc341e33-bc1c-4594-9a1c-08eb1ad19e45 req-56167914-5091-4e44-aea2-30fdf49893a2 service nova] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Received event network-vif-deleted-e83c327f-83d8-47dd-9f4b-faa86411fe89 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1924.387730] env[63348]: INFO nova.compute.manager [req-cc341e33-bc1c-4594-9a1c-08eb1ad19e45 req-56167914-5091-4e44-aea2-30fdf49893a2 service nova] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Neutron deleted interface e83c327f-83d8-47dd-9f4b-faa86411fe89; detaching it from the instance and deleting it from the info cache [ 1924.387900] env[63348]: DEBUG nova.network.neutron [req-cc341e33-bc1c-4594-9a1c-08eb1ad19e45 req-56167914-5091-4e44-aea2-30fdf49893a2 service nova] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.389673] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Acquiring lock "refresh_cache-c3cac92b-0683-4113-8d95-fd4674f26a34" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.389813] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Acquired lock "refresh_cache-c3cac92b-0683-4113-8d95-fd4674f26a34" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.389950] env[63348]: DEBUG nova.network.neutron [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1924.453016] env[63348]: DEBUG nova.scheduler.client.report [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1924.593791] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525dbf04-e5bc-1437-f272-dbac81ff13d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.680294] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022905, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.736438] env[63348]: DEBUG nova.network.neutron [-] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.818066] env[63348]: DEBUG nova.network.neutron [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Updating instance_info_cache with network_info: [{"id": "983d592a-e527-4102-a981-69d81894e6ca", "address": "fa:16:3e:93:79:99", "network": {"id": "65b47b9e-13ec-407d-8bdb-a867138149ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-895997123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7df6d8fe90840578b969f63507384f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap983d592a-e5", "ovs_interfaceid": "983d592a-e527-4102-a981-69d81894e6ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.894510] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-832ff1db-9016-4144-8f72-6603cc8f9ebc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.905917] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb80122-0375-4571-9e2b-941e70071f72 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.962647] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.963520] env[63348]: DEBUG nova.compute.manager [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1924.968800] env[63348]: DEBUG nova.compute.manager [req-cc341e33-bc1c-4594-9a1c-08eb1ad19e45 req-56167914-5091-4e44-aea2-30fdf49893a2 service nova] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Detach interface failed, port_id=e83c327f-83d8-47dd-9f4b-faa86411fe89, reason: Instance 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1924.970575] env[63348]: DEBUG nova.network.neutron [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1924.975059] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.218s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.095030] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525dbf04-e5bc-1437-f272-dbac81ff13d1, 'name': SearchDatastore_Task, 'duration_secs': 0.683153} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.098386] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.098386] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1925.098612] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.098612] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.098718] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1925.098988] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-546e489b-de24-410b-8cc1-d1135e33a61d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.120110] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1925.120110] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1925.120859] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb6edc5-98ea-4c67-8503-ef5081ff3d96 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.128013] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1925.128013] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f40603-3737-09cf-43b5-45f56d14f1b8" [ 1925.128013] env[63348]: _type = "Task" [ 1925.128013] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.137683] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f40603-3737-09cf-43b5-45f56d14f1b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.178870] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022905, 'name': Rename_Task, 'duration_secs': 1.844609} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.179064] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1925.179327] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e684d478-cd11-490b-9e9a-f16a3d72fe69 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.189186] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1925.189186] env[63348]: value = "task-2022906" [ 1925.189186] env[63348]: _type = "Task" [ 1925.189186] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.198547] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.207799] env[63348]: DEBUG nova.network.neutron [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Updating instance_info_cache with network_info: [{"id": "ec8cbee2-aea8-4959-ae03-54ccf56b1523", "address": "fa:16:3e:c8:9b:49", "network": {"id": "43039315-3ab2-49f6-a75b-0dd8499538d5", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1072559777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51558af2993a449a8dc20f46e0d11e73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8cbee2-ae", "ovs_interfaceid": "ec8cbee2-aea8-4959-ae03-54ccf56b1523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.239382] env[63348]: INFO nova.compute.manager [-] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Took 1.87 seconds to deallocate network for instance. [ 1925.320756] env[63348]: DEBUG oslo_concurrency.lockutils [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Releasing lock "refresh_cache-7910e991-ef8f-4308-96de-d78f82395cff" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.419392] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "532893e1-986d-48a6-9303-0952b5a45d65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.419732] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "532893e1-986d-48a6-9303-0952b5a45d65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.470378] env[63348]: DEBUG nova.compute.utils [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1925.471820] env[63348]: DEBUG nova.compute.manager [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1925.472065] env[63348]: DEBUG nova.network.neutron [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1925.523353] env[63348]: DEBUG nova.policy [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a3177dbcfd245a39e85cc9dbd7eb474', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9494b2511d5246879b6922a285fc39ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1925.641763] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f40603-3737-09cf-43b5-45f56d14f1b8, 'name': SearchDatastore_Task, 'duration_secs': 0.012844} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.641942] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d25f2d3-428c-4473-b51e-0957d36334d4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.648356] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1925.648356] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522f6bd8-595e-bdcd-1beb-2aa7fed8e324" [ 1925.648356] env[63348]: _type = "Task" [ 1925.648356] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.657177] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522f6bd8-595e-bdcd-1beb-2aa7fed8e324, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.698477] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022906, 'name': PowerOnVM_Task} progress is 79%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.712338] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Releasing lock "refresh_cache-c3cac92b-0683-4113-8d95-fd4674f26a34" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.712678] env[63348]: DEBUG nova.compute.manager [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Instance network_info: |[{"id": "ec8cbee2-aea8-4959-ae03-54ccf56b1523", "address": "fa:16:3e:c8:9b:49", "network": {"id": "43039315-3ab2-49f6-a75b-0dd8499538d5", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1072559777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51558af2993a449a8dc20f46e0d11e73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8cbee2-ae", "ovs_interfaceid": "ec8cbee2-aea8-4959-ae03-54ccf56b1523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1925.713125] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:9b:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec8cbee2-aea8-4959-ae03-54ccf56b1523', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1925.722035] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Creating folder: Project (51558af2993a449a8dc20f46e0d11e73). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1925.722035] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c881f08-5b97-46a9-b550-696283f5a8fb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.726457] env[63348]: DEBUG oslo_concurrency.lockutils [None req-99de8ec8-f60c-4811-aaf0-1a6d19544b61 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "5b28e039-25cc-4791-95de-f00804dc9b51" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.730146] env[63348]: DEBUG oslo_concurrency.lockutils [None req-99de8ec8-f60c-4811-aaf0-1a6d19544b61 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "5b28e039-25cc-4791-95de-f00804dc9b51" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.730837] env[63348]: DEBUG nova.compute.manager [None req-99de8ec8-f60c-4811-aaf0-1a6d19544b61 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1925.731625] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c196d5c-677e-44fc-b3bf-034dd1cf9fd1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.735940] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Created folder: Project (51558af2993a449a8dc20f46e0d11e73) in parent group-v415427. [ 1925.737211] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Creating folder: Instances. Parent ref: group-v415653. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1925.737211] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45450403-34e5-4b5e-a661-803da7e685a0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.740334] env[63348]: DEBUG nova.compute.manager [None req-99de8ec8-f60c-4811-aaf0-1a6d19544b61 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63348) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1925.740933] env[63348]: DEBUG nova.objects.instance [None req-99de8ec8-f60c-4811-aaf0-1a6d19544b61 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lazy-loading 'flavor' on Instance uuid 5b28e039-25cc-4791-95de-f00804dc9b51 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1925.747269] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.747269] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Created folder: Instances in parent group-v415653. [ 1925.747450] env[63348]: DEBUG oslo.service.loopingcall [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.747633] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1925.747831] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ac9156d-bb57-4316-a54e-8824dfe5a951 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.772829] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1925.772829] env[63348]: value = "task-2022909" [ 1925.772829] env[63348]: _type = "Task" [ 1925.772829] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.781760] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022909, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.840725] env[63348]: DEBUG nova.network.neutron [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Successfully created port: a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1925.925307] env[63348]: DEBUG nova.compute.manager [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1925.934345] env[63348]: DEBUG nova.compute.manager [req-fe56d666-fa19-4318-b868-566b4dc9f293 req-daf02087-78d7-4c6a-bacd-55091776ddcb service nova] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Received event network-changed-ec8cbee2-aea8-4959-ae03-54ccf56b1523 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1925.934535] env[63348]: DEBUG nova.compute.manager [req-fe56d666-fa19-4318-b868-566b4dc9f293 req-daf02087-78d7-4c6a-bacd-55091776ddcb service nova] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Refreshing instance network info cache due to event network-changed-ec8cbee2-aea8-4959-ae03-54ccf56b1523. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1925.934745] env[63348]: DEBUG oslo_concurrency.lockutils [req-fe56d666-fa19-4318-b868-566b4dc9f293 req-daf02087-78d7-4c6a-bacd-55091776ddcb service nova] Acquiring lock "refresh_cache-c3cac92b-0683-4113-8d95-fd4674f26a34" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.934878] env[63348]: DEBUG oslo_concurrency.lockutils [req-fe56d666-fa19-4318-b868-566b4dc9f293 req-daf02087-78d7-4c6a-bacd-55091776ddcb service nova] Acquired lock "refresh_cache-c3cac92b-0683-4113-8d95-fd4674f26a34" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.935056] env[63348]: DEBUG nova.network.neutron [req-fe56d666-fa19-4318-b868-566b4dc9f293 req-daf02087-78d7-4c6a-bacd-55091776ddcb service nova] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Refreshing network info cache for port ec8cbee2-aea8-4959-ae03-54ccf56b1523 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1925.978066] env[63348]: DEBUG nova.compute.manager [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1926.023046] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 9cabacaf-16ed-4b57-8b1c-b90756c9be4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.023046] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 3550d32c-b873-462a-a7a1-afc3eb3251ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.023046] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance b29a50ef-eb4c-475f-a1a3-f5475093beb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.023046] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.023390] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.023390] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 65d8bf44-2a81-4cca-924a-d00ab0cc2222 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.023390] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 61650944-1904-4697-8ee5-2991057f442e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.023390] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.023521] env[63348]: WARNING nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 32d353bc-25df-44fe-a0f6-d8f85ada7da9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1926.023521] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance cd182cf8-d4f1-4131-953f-4ae565888bb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.023521] env[63348]: WARNING nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1926.023521] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 0baa31db-09cd-4bd7-9805-95c713cb8a17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.023666] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 736cccd6-837d-4bf8-a4f5-c8e9c72c555f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.023666] env[63348]: WARNING nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 541086b2-489f-4845-84ca-135cb9e7d02b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1926.023666] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 5b28e039-25cc-4791-95de-f00804dc9b51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.023666] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 67f9965f-32e8-4bb6-be80-7f273ac16b51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.023799] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance be2c402e-8c78-4e1d-a750-53dac005e728 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.023799] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance b9107764-681f-4d3d-a348-1ea595f0f4a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.023799] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 7910e991-ef8f-4308-96de-d78f82395cff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.165842] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522f6bd8-595e-bdcd-1beb-2aa7fed8e324, 'name': SearchDatastore_Task, 'duration_secs': 0.017387} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.166537] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.166537] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 6248c4a8-3234-4e2c-973c-b85b4e3b4e10/6248c4a8-3234-4e2c-973c-b85b4e3b4e10.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1926.166664] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-802d7847-75cb-4b3d-862c-25f2117e905e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.176172] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1926.176172] env[63348]: value = "task-2022910" [ 1926.176172] env[63348]: _type = "Task" [ 1926.176172] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.185090] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.196595] env[63348]: DEBUG oslo_vmware.api [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022906, 'name': PowerOnVM_Task, 'duration_secs': 0.988244} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.196862] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1926.197135] env[63348]: INFO nova.compute.manager [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Took 16.92 seconds to spawn the instance on the hypervisor. [ 1926.197243] env[63348]: DEBUG nova.compute.manager [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1926.198027] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c961c95b-0be7-45fc-8a77-2f09167bd6df {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.284574] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022909, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.445209] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.536025] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 223e5b24-bc2a-4de9-be5b-aa2cad088245 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1926.536025] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 6248c4a8-3234-4e2c-973c-b85b4e3b4e10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.536025] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance c3cac92b-0683-4113-8d95-fd4674f26a34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.536025] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 64345daf-ac70-46e0-82bd-6437e41b942d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.687407] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022910, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.696880] env[63348]: DEBUG nova.network.neutron [req-fe56d666-fa19-4318-b868-566b4dc9f293 req-daf02087-78d7-4c6a-bacd-55091776ddcb service nova] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Updated VIF entry in instance network info cache for port ec8cbee2-aea8-4959-ae03-54ccf56b1523. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1926.697190] env[63348]: DEBUG nova.network.neutron [req-fe56d666-fa19-4318-b868-566b4dc9f293 req-daf02087-78d7-4c6a-bacd-55091776ddcb service nova] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Updating instance_info_cache with network_info: [{"id": "ec8cbee2-aea8-4959-ae03-54ccf56b1523", "address": "fa:16:3e:c8:9b:49", "network": {"id": "43039315-3ab2-49f6-a75b-0dd8499538d5", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1072559777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51558af2993a449a8dc20f46e0d11e73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8cbee2-ae", "ovs_interfaceid": "ec8cbee2-aea8-4959-ae03-54ccf56b1523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.718299] env[63348]: INFO nova.compute.manager [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Took 42.60 seconds to build instance. [ 1926.748401] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-99de8ec8-f60c-4811-aaf0-1a6d19544b61 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1926.749081] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6c281a3-752d-406d-90ea-d164e671016e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.758582] env[63348]: DEBUG oslo_vmware.api [None req-99de8ec8-f60c-4811-aaf0-1a6d19544b61 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1926.758582] env[63348]: value = "task-2022911" [ 1926.758582] env[63348]: _type = "Task" [ 1926.758582] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.769291] env[63348]: DEBUG oslo_vmware.api [None req-99de8ec8-f60c-4811-aaf0-1a6d19544b61 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.784206] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022909, 'name': CreateVM_Task, 'duration_secs': 0.599865} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.784391] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1926.785175] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.785355] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.785757] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1926.786101] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1885681c-b63f-4fdb-94cc-79eccc07b98b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.792718] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the task: (returnval){ [ 1926.792718] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5240f981-d46b-d820-a4dc-ef5deca9ca44" [ 1926.792718] env[63348]: _type = "Task" [ 1926.792718] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.802071] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5240f981-d46b-d820-a4dc-ef5deca9ca44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.863786] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1926.863944] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55957676-9c81-4095-ad2e-0e622d27aae8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.873353] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1926.873353] env[63348]: value = "task-2022912" [ 1926.873353] env[63348]: _type = "Task" [ 1926.873353] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.882922] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.990318] env[63348]: DEBUG nova.compute.manager [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1927.017580] env[63348]: DEBUG nova.virt.hardware [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1927.017580] env[63348]: DEBUG nova.virt.hardware [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1927.017580] env[63348]: DEBUG nova.virt.hardware [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1927.017871] env[63348]: DEBUG nova.virt.hardware [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1927.017979] env[63348]: DEBUG nova.virt.hardware [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1927.018167] env[63348]: DEBUG nova.virt.hardware [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1927.018410] env[63348]: DEBUG nova.virt.hardware [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1927.018608] env[63348]: DEBUG nova.virt.hardware [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1927.018819] env[63348]: DEBUG nova.virt.hardware [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1927.019011] env[63348]: DEBUG nova.virt.hardware [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1927.019231] env[63348]: DEBUG nova.virt.hardware [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1927.020293] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2db8b3-d3c7-45b9-9926-c448a1d351e2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.029322] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1417cc27-d9fb-4b47-a141-6d9e9671400c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.046945] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 713936df-ad40-4728-a19f-ac1fe71e84ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1927.187622] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630078} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.187930] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 6248c4a8-3234-4e2c-973c-b85b4e3b4e10/6248c4a8-3234-4e2c-973c-b85b4e3b4e10.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1927.188186] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1927.188770] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b36e278-7c30-496d-9002-58fcfbd48c34 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.196248] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1927.196248] env[63348]: value = "task-2022913" [ 1927.196248] env[63348]: _type = "Task" [ 1927.196248] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.199740] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "b9107764-681f-4d3d-a348-1ea595f0f4a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.200458] env[63348]: DEBUG oslo_concurrency.lockutils [req-fe56d666-fa19-4318-b868-566b4dc9f293 req-daf02087-78d7-4c6a-bacd-55091776ddcb service nova] Releasing lock "refresh_cache-c3cac92b-0683-4113-8d95-fd4674f26a34" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.205558] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.220734] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e2445023-1ce3-4ed7-9e55-5425f992870f tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "b9107764-681f-4d3d-a348-1ea595f0f4a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.112s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.221594] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "b9107764-681f-4d3d-a348-1ea595f0f4a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.021s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.221594] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "b9107764-681f-4d3d-a348-1ea595f0f4a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.221594] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "b9107764-681f-4d3d-a348-1ea595f0f4a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.221874] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "b9107764-681f-4d3d-a348-1ea595f0f4a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.224184] env[63348]: INFO nova.compute.manager [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Terminating instance [ 1927.270815] env[63348]: DEBUG oslo_vmware.api [None req-99de8ec8-f60c-4811-aaf0-1a6d19544b61 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022911, 'name': PowerOffVM_Task, 'duration_secs': 0.383415} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.271147] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-99de8ec8-f60c-4811-aaf0-1a6d19544b61 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1927.271361] env[63348]: DEBUG nova.compute.manager [None req-99de8ec8-f60c-4811-aaf0-1a6d19544b61 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1927.272240] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f13b96c-6163-42de-a35c-6dc5d7fc2d27 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.306701] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5240f981-d46b-d820-a4dc-ef5deca9ca44, 'name': SearchDatastore_Task, 'duration_secs': 0.018842} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.307014] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.307263] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1927.307530] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.307651] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.307830] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1927.308666] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42362cbf-71da-4fa5-96f5-9347d1db99b4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.322972] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1927.323183] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1927.323924] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa56f80-bed9-4d0b-8848-656665e7d740 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.330149] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the task: (returnval){ [ 1927.330149] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524091e2-aefe-d42d-2d60-18ae2cb9109f" [ 1927.330149] env[63348]: _type = "Task" [ 1927.330149] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.338515] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524091e2-aefe-d42d-2d60-18ae2cb9109f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.385210] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022912, 'name': PowerOffVM_Task, 'duration_secs': 0.298387} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.385674] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1927.387024] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8336fcb-cd0b-4a84-b1e5-6421a81a01d0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.406624] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdf352d-0757-4ad7-96dc-230cf94c8c58 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.433823] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1927.434105] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd58c493-f211-43da-9cd4-cb859ed5ea9e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.442540] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1927.442540] env[63348]: value = "task-2022914" [ 1927.442540] env[63348]: _type = "Task" [ 1927.442540] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.452183] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.551740] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 532893e1-986d-48a6-9303-0952b5a45d65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1927.552166] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1927.552365] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1927.707078] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087802} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.710014] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1927.711280] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804a7e6c-69d3-43f0-9310-03b203914f01 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.735869] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 6248c4a8-3234-4e2c-973c-b85b4e3b4e10/6248c4a8-3234-4e2c-973c-b85b4e3b4e10.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1927.739172] env[63348]: DEBUG nova.compute.manager [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1927.739454] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1927.739988] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9180ff66-a957-4393-8a06-5ce6973113df {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.483741] env[63348]: DEBUG nova.network.neutron [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Successfully updated port: a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1928.487458] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dd35ae-0893-40c7-9545-5363044d787a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.493088] env[63348]: DEBUG nova.compute.manager [req-e7141b2c-1b9e-40de-b865-3aee8759adae req-d5112bfe-b84a-428f-a087-972810cb9ec9 service nova] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Received event network-vif-plugged-a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1928.493311] env[63348]: DEBUG oslo_concurrency.lockutils [req-e7141b2c-1b9e-40de-b865-3aee8759adae req-d5112bfe-b84a-428f-a087-972810cb9ec9 service nova] Acquiring lock "64345daf-ac70-46e0-82bd-6437e41b942d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.493517] env[63348]: DEBUG oslo_concurrency.lockutils [req-e7141b2c-1b9e-40de-b865-3aee8759adae req-d5112bfe-b84a-428f-a087-972810cb9ec9 service nova] Lock "64345daf-ac70-46e0-82bd-6437e41b942d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.493694] env[63348]: DEBUG oslo_concurrency.lockutils [req-e7141b2c-1b9e-40de-b865-3aee8759adae req-d5112bfe-b84a-428f-a087-972810cb9ec9 service nova] Lock "64345daf-ac70-46e0-82bd-6437e41b942d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.493866] env[63348]: DEBUG nova.compute.manager [req-e7141b2c-1b9e-40de-b865-3aee8759adae req-d5112bfe-b84a-428f-a087-972810cb9ec9 service nova] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] No waiting events found dispatching network-vif-plugged-a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1928.494044] env[63348]: WARNING nova.compute.manager [req-e7141b2c-1b9e-40de-b865-3aee8759adae req-d5112bfe-b84a-428f-a087-972810cb9ec9 service nova] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Received unexpected event network-vif-plugged-a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7 for instance with vm_state building and task_state spawning. [ 1928.498226] env[63348]: DEBUG oslo_concurrency.lockutils [None req-99de8ec8-f60c-4811-aaf0-1a6d19544b61 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "5b28e039-25cc-4791-95de-f00804dc9b51" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.772s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.511702] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1928.511702] env[63348]: value = "task-2022915" [ 1928.511702] env[63348]: _type = "Task" [ 1928.511702] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.517799] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1928.524800] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa9803e9-bc51-475a-80ce-a9a4c99d4064 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.526314] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] VM already powered off {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1928.526864] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1928.526864] env[63348]: DEBUG oslo_concurrency.lockutils [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.527029] env[63348]: DEBUG oslo_concurrency.lockutils [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.527074] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1928.529741] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524091e2-aefe-d42d-2d60-18ae2cb9109f, 'name': SearchDatastore_Task, 'duration_secs': 0.016955} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.531142] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88f0f263-a24f-4f74-ab39-a1ab3bd243a4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.535379] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d671dbde-fc4d-4db2-98fb-4e19c2103b70 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.541531] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.543252] env[63348]: DEBUG oslo_vmware.api [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1928.543252] env[63348]: value = "task-2022916" [ 1928.543252] env[63348]: _type = "Task" [ 1928.543252] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.548693] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the task: (returnval){ [ 1928.548693] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528afd25-a65d-e7ed-0a62-698f44f943cc" [ 1928.548693] env[63348]: _type = "Task" [ 1928.548693] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.556767] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1928.557086] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1928.562045] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76e78933-e990-40ab-b7d9-3d36b0888942 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.564895] env[63348]: DEBUG oslo_vmware.api [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.571868] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528afd25-a65d-e7ed-0a62-698f44f943cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.573573] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1928.573573] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b6da59-a8ad-4ec8-4d12-fd77530e2853" [ 1928.573573] env[63348]: _type = "Task" [ 1928.573573] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.583115] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b6da59-a8ad-4ec8-4d12-fd77530e2853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.719880] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b683fded-da31-4411-8076-0608bef00e09 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.727853] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61d3d32-b4fa-41ce-8ec3-f2c7d89a59fa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.762119] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e8c25f-0572-4f57-b83e-9f212bf01228 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.771026] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8ab8a3-0131-4efe-8f2a-4f607e052f03 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.785414] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1928.999458] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "refresh_cache-64345daf-ac70-46e0-82bd-6437e41b942d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.999639] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "refresh_cache-64345daf-ac70-46e0-82bd-6437e41b942d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.999808] env[63348]: DEBUG nova.network.neutron [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1929.001087] env[63348]: DEBUG oslo_concurrency.lockutils [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Acquiring lock "5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.001305] env[63348]: DEBUG oslo_concurrency.lockutils [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Lock "5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.001498] env[63348]: DEBUG oslo_concurrency.lockutils [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Acquiring lock "5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.001674] env[63348]: DEBUG oslo_concurrency.lockutils [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Lock "5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.001838] env[63348]: DEBUG oslo_concurrency.lockutils [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Lock "5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.004783] env[63348]: INFO nova.compute.manager [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Terminating instance [ 1929.006458] env[63348]: DEBUG nova.objects.instance [None req-fff35041-2d07-44bf-9397-8b8488e1d5e4 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lazy-loading 'flavor' on Instance uuid 5b28e039-25cc-4791-95de-f00804dc9b51 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1929.027514] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022915, 'name': ReconfigVM_Task, 'duration_secs': 0.307948} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.027775] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 6248c4a8-3234-4e2c-973c-b85b4e3b4e10/6248c4a8-3234-4e2c-973c-b85b4e3b4e10.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1929.028680] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7da1947-79f6-4615-a672-aef300ad8897 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.036774] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1929.036774] env[63348]: value = "task-2022917" [ 1929.036774] env[63348]: _type = "Task" [ 1929.036774] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.044797] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022917, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.052487] env[63348]: DEBUG oslo_vmware.api [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022916, 'name': PowerOffVM_Task, 'duration_secs': 0.193495} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.055416] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1929.055600] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1929.055870] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7887dd09-fe12-4e0d-bcb5-007e0556a1fd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.063739] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528afd25-a65d-e7ed-0a62-698f44f943cc, 'name': SearchDatastore_Task, 'duration_secs': 0.023924} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.063978] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.064262] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] c3cac92b-0683-4113-8d95-fd4674f26a34/c3cac92b-0683-4113-8d95-fd4674f26a34.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1929.064523] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-922a02ff-c8bb-48b0-8662-5b6b6d20693b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.071631] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the task: (returnval){ [ 1929.071631] env[63348]: value = "task-2022919" [ 1929.071631] env[63348]: _type = "Task" [ 1929.071631] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.084242] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b6da59-a8ad-4ec8-4d12-fd77530e2853, 'name': SearchDatastore_Task, 'duration_secs': 0.010555} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.088314] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.088599] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec98155-a5b4-458f-ada8-a7008bed2148 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.094253] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1929.094253] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ac13e9-cc60-21c5-fa0c-d2d88dffc865" [ 1929.094253] env[63348]: _type = "Task" [ 1929.094253] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.102145] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ac13e9-cc60-21c5-fa0c-d2d88dffc865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.165656] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1929.166621] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1929.166621] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Deleting the datastore file [datastore1] b9107764-681f-4d3d-a348-1ea595f0f4a4 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1929.166621] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ba078b3-70a7-4e85-9228-70d8dbc511dc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.174111] env[63348]: DEBUG oslo_vmware.api [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1929.174111] env[63348]: value = "task-2022920" [ 1929.174111] env[63348]: _type = "Task" [ 1929.174111] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.183993] env[63348]: DEBUG oslo_vmware.api [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.289273] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1929.513157] env[63348]: DEBUG nova.compute.manager [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1929.513157] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1929.513707] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fff35041-2d07-44bf-9397-8b8488e1d5e4 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "refresh_cache-5b28e039-25cc-4791-95de-f00804dc9b51" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.513778] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fff35041-2d07-44bf-9397-8b8488e1d5e4 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquired lock "refresh_cache-5b28e039-25cc-4791-95de-f00804dc9b51" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.513930] env[63348]: DEBUG nova.network.neutron [None req-fff35041-2d07-44bf-9397-8b8488e1d5e4 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1929.514078] env[63348]: DEBUG nova.objects.instance [None req-fff35041-2d07-44bf-9397-8b8488e1d5e4 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lazy-loading 'info_cache' on Instance uuid 5b28e039-25cc-4791-95de-f00804dc9b51 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1929.516103] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4357e3-e6fc-4e0d-bb98-e127ddec5bb0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.525424] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1929.525764] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b00180c4-de36-40f1-90e2-26da38bc8ba2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.535269] env[63348]: DEBUG oslo_vmware.api [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Waiting for the task: (returnval){ [ 1929.535269] env[63348]: value = "task-2022921" [ 1929.535269] env[63348]: _type = "Task" [ 1929.535269] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.543098] env[63348]: DEBUG nova.network.neutron [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1929.549389] env[63348]: DEBUG oslo_vmware.api [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.555040] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022917, 'name': Rename_Task, 'duration_secs': 0.163949} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.555182] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1929.555434] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f335b01a-6ba9-46d8-8454-da41ae75d8a9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.564268] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1929.564268] env[63348]: value = "task-2022922" [ 1929.564268] env[63348]: _type = "Task" [ 1929.564268] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.575637] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.588942] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022919, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.606055] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ac13e9-cc60-21c5-fa0c-d2d88dffc865, 'name': SearchDatastore_Task, 'duration_secs': 0.008546} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.606358] env[63348]: DEBUG oslo_concurrency.lockutils [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.606642] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 7910e991-ef8f-4308-96de-d78f82395cff/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk. {{(pid=63348) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1929.607317] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97936606-b3a4-42c0-9334-f1925767bd32 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.615999] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1929.615999] env[63348]: value = "task-2022923" [ 1929.615999] env[63348]: _type = "Task" [ 1929.615999] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.624550] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.685767] env[63348]: DEBUG oslo_vmware.api [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2022920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262421} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.685928] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1929.686288] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1929.686524] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1929.686703] env[63348]: INFO nova.compute.manager [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Took 1.95 seconds to destroy the instance on the hypervisor. [ 1929.687085] env[63348]: DEBUG oslo.service.loopingcall [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1929.687766] env[63348]: DEBUG nova.compute.manager [-] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1929.687766] env[63348]: DEBUG nova.network.neutron [-] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1929.796293] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1929.796597] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.823s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.796925] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.794s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.797160] env[63348]: DEBUG nova.objects.instance [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lazy-loading 'pci_requests' on Instance uuid 223e5b24-bc2a-4de9-be5b-aa2cad088245 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1929.821086] env[63348]: DEBUG nova.network.neutron [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Updating instance_info_cache with network_info: [{"id": "a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7", "address": "fa:16:3e:a7:3e:d4", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b4b4a2-1b", "ovs_interfaceid": "a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.003974] env[63348]: DEBUG nova.compute.manager [req-29984d35-4728-431c-a985-65c9085a3d5d req-94509210-ebbe-4b51-8d21-4d17c001b5a1 service nova] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Received event network-changed-a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1930.004732] env[63348]: DEBUG nova.compute.manager [req-29984d35-4728-431c-a985-65c9085a3d5d req-94509210-ebbe-4b51-8d21-4d17c001b5a1 service nova] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Refreshing instance network info cache due to event network-changed-a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1930.004983] env[63348]: DEBUG oslo_concurrency.lockutils [req-29984d35-4728-431c-a985-65c9085a3d5d req-94509210-ebbe-4b51-8d21-4d17c001b5a1 service nova] Acquiring lock "refresh_cache-64345daf-ac70-46e0-82bd-6437e41b942d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.020840] env[63348]: DEBUG nova.objects.base [None req-fff35041-2d07-44bf-9397-8b8488e1d5e4 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Object Instance<5b28e039-25cc-4791-95de-f00804dc9b51> lazy-loaded attributes: flavor,info_cache {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1930.027298] env[63348]: DEBUG nova.compute.manager [req-4c3dda37-d9e4-477e-a3cd-0bc9efcbdc64 req-eed6d569-09bc-47ce-8651-ea8778503e28 service nova] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Received event network-vif-deleted-0b6c3096-49ae-4a49-8152-9d04b1d46c56 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1930.027550] env[63348]: INFO nova.compute.manager [req-4c3dda37-d9e4-477e-a3cd-0bc9efcbdc64 req-eed6d569-09bc-47ce-8651-ea8778503e28 service nova] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Neutron deleted interface 0b6c3096-49ae-4a49-8152-9d04b1d46c56; detaching it from the instance and deleting it from the info cache [ 1930.028319] env[63348]: DEBUG nova.network.neutron [req-4c3dda37-d9e4-477e-a3cd-0bc9efcbdc64 req-eed6d569-09bc-47ce-8651-ea8778503e28 service nova] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.057456] env[63348]: DEBUG oslo_vmware.api [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022921, 'name': PowerOffVM_Task, 'duration_secs': 0.233083} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.057999] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1930.058294] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1930.058678] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2e981d5-d9a6-4099-a0ea-2e82f624ce66 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.086710] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022922, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.095779] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538342} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.096230] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] c3cac92b-0683-4113-8d95-fd4674f26a34/c3cac92b-0683-4113-8d95-fd4674f26a34.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1930.096755] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1930.096937] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b057ab69-3a01-467a-a54e-b469ee2ea1f0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.107329] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the task: (returnval){ [ 1930.107329] env[63348]: value = "task-2022925" [ 1930.107329] env[63348]: _type = "Task" [ 1930.107329] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.121382] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.135098] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022923, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.285102] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1930.285455] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1930.286391] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Deleting the datastore file [datastore2] 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1930.286391] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9c6b026-688c-4664-b69a-5e867d54445a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.296197] env[63348]: DEBUG oslo_vmware.api [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Waiting for the task: (returnval){ [ 1930.296197] env[63348]: value = "task-2022926" [ 1930.296197] env[63348]: _type = "Task" [ 1930.296197] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.303225] env[63348]: DEBUG nova.objects.instance [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lazy-loading 'numa_topology' on Instance uuid 223e5b24-bc2a-4de9-be5b-aa2cad088245 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1930.311258] env[63348]: DEBUG oslo_vmware.api [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.324538] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "refresh_cache-64345daf-ac70-46e0-82bd-6437e41b942d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.324828] env[63348]: DEBUG nova.compute.manager [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Instance network_info: |[{"id": "a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7", "address": "fa:16:3e:a7:3e:d4", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b4b4a2-1b", "ovs_interfaceid": "a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1930.325172] env[63348]: DEBUG oslo_concurrency.lockutils [req-29984d35-4728-431c-a985-65c9085a3d5d req-94509210-ebbe-4b51-8d21-4d17c001b5a1 service nova] Acquired lock "refresh_cache-64345daf-ac70-46e0-82bd-6437e41b942d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.325414] env[63348]: DEBUG nova.network.neutron [req-29984d35-4728-431c-a985-65c9085a3d5d req-94509210-ebbe-4b51-8d21-4d17c001b5a1 service nova] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Refreshing network info cache for port a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1930.326871] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:3e:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1930.335763] env[63348]: DEBUG oslo.service.loopingcall [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1930.337034] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1930.337158] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a4b225e-7392-4053-bca0-f87d61de9056 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.359082] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1930.359082] env[63348]: value = "task-2022927" [ 1930.359082] env[63348]: _type = "Task" [ 1930.359082] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.371020] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022927, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.456080] env[63348]: DEBUG nova.network.neutron [-] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.530684] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0aa7b31-64af-4bcb-8091-06b89f549b09 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.543718] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510547ce-8243-4257-94f5-ebcec91b1263 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.584381] env[63348]: DEBUG nova.compute.manager [req-4c3dda37-d9e4-477e-a3cd-0bc9efcbdc64 req-eed6d569-09bc-47ce-8651-ea8778503e28 service nova] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Detach interface failed, port_id=0b6c3096-49ae-4a49-8152-9d04b1d46c56, reason: Instance b9107764-681f-4d3d-a348-1ea595f0f4a4 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1930.586827] env[63348]: DEBUG oslo_vmware.api [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022922, 'name': PowerOnVM_Task, 'duration_secs': 0.527846} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.587348] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1930.587348] env[63348]: INFO nova.compute.manager [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Took 11.54 seconds to spawn the instance on the hypervisor. [ 1930.587348] env[63348]: DEBUG nova.compute.manager [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1930.588285] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d3a0b7-2eac-4c3b-9ed2-bbb9ea10c9e2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.620820] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22939} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.621263] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1930.625176] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0ceb51-a361-4ab5-a4d4-9d9023e976f6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.646047] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70563} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.655152] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] c3cac92b-0683-4113-8d95-fd4674f26a34/c3cac92b-0683-4113-8d95-fd4674f26a34.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1930.656591] env[63348]: INFO nova.virt.vmwareapi.ds_util [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 7910e991-ef8f-4308-96de-d78f82395cff/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk. [ 1930.656779] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ee4cc4f-cca1-4618-9ee7-2591992c1264 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.674703] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfa1706-6c6a-4f38-8a21-40c6f102fb5e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.703423] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 7910e991-ef8f-4308-96de-d78f82395cff/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1930.705466] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76181d7f-7a5c-4805-b986-cc543e056366 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.719102] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the task: (returnval){ [ 1930.719102] env[63348]: value = "task-2022928" [ 1930.719102] env[63348]: _type = "Task" [ 1930.719102] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.731265] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1930.731265] env[63348]: value = "task-2022929" [ 1930.731265] env[63348]: _type = "Task" [ 1930.731265] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.734843] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.746227] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022929, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.808284] env[63348]: INFO nova.compute.claims [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1930.811053] env[63348]: DEBUG oslo_vmware.api [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.812136] env[63348]: DEBUG nova.network.neutron [None req-fff35041-2d07-44bf-9397-8b8488e1d5e4 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Updating instance_info_cache with network_info: [{"id": "213209e8-54b9-4f01-bc0d-1ff222249dd8", "address": "fa:16:3e:15:34:06", "network": {"id": "ed83fd03-18e4-4e71-8167-ded9a2098b76", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2069014972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1386210eb74428926af92e998282bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213209e8-54", "ovs_interfaceid": "213209e8-54b9-4f01-bc0d-1ff222249dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.875204] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022927, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.959394] env[63348]: INFO nova.compute.manager [-] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Took 1.27 seconds to deallocate network for instance. [ 1931.111696] env[63348]: INFO nova.compute.manager [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Took 31.25 seconds to build instance. [ 1931.123149] env[63348]: DEBUG nova.network.neutron [req-29984d35-4728-431c-a985-65c9085a3d5d req-94509210-ebbe-4b51-8d21-4d17c001b5a1 service nova] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Updated VIF entry in instance network info cache for port a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1931.123594] env[63348]: DEBUG nova.network.neutron [req-29984d35-4728-431c-a985-65c9085a3d5d req-94509210-ebbe-4b51-8d21-4d17c001b5a1 service nova] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Updating instance_info_cache with network_info: [{"id": "a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7", "address": "fa:16:3e:a7:3e:d4", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b4b4a2-1b", "ovs_interfaceid": "a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.236107] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.246294] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.308031] env[63348]: DEBUG oslo_vmware.api [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Task: {'id': task-2022926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.527005} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.308299] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1931.308482] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1931.308657] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1931.308845] env[63348]: INFO nova.compute.manager [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Took 1.80 seconds to destroy the instance on the hypervisor. [ 1931.309179] env[63348]: DEBUG oslo.service.loopingcall [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1931.309397] env[63348]: DEBUG nova.compute.manager [-] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1931.309470] env[63348]: DEBUG nova.network.neutron [-] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1931.317436] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fff35041-2d07-44bf-9397-8b8488e1d5e4 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Releasing lock "refresh_cache-5b28e039-25cc-4791-95de-f00804dc9b51" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.371564] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022927, 'name': CreateVM_Task, 'duration_secs': 0.898581} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.374042] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1931.375016] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.375305] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.375722] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1931.376330] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6a5507-0351-42de-b76b-2512f5cb70a0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.383771] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1931.383771] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527db4e5-248b-6e17-96c4-389215788ce9" [ 1931.383771] env[63348]: _type = "Task" [ 1931.383771] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.394615] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527db4e5-248b-6e17-96c4-389215788ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.472402] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.615646] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d8dae6b0-9778-4af2-9ce5-ac5c5d34d5fb tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "6248c4a8-3234-4e2c-973c-b85b4e3b4e10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.776s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.626493] env[63348]: DEBUG oslo_concurrency.lockutils [req-29984d35-4728-431c-a985-65c9085a3d5d req-94509210-ebbe-4b51-8d21-4d17c001b5a1 service nova] Releasing lock "refresh_cache-64345daf-ac70-46e0-82bd-6437e41b942d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.735856] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.745568] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022929, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.896140] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527db4e5-248b-6e17-96c4-389215788ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.021935} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.898675] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.898920] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1931.899171] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.899321] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.899496] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1931.900148] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-385ed581-c101-45f2-9378-65bd9c16b656 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.911899] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1931.912147] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1931.912845] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-219332e7-9fab-45b0-8a13-1bb43b19a8e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.919123] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1931.919123] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52286b3b-44e1-21b6-d2fa-1c074837d029" [ 1931.919123] env[63348]: _type = "Task" [ 1931.919123] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.934906] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52286b3b-44e1-21b6-d2fa-1c074837d029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.059105] env[63348]: DEBUG nova.compute.manager [req-48badaea-4317-41e5-9993-6310b922a5cf req-baf88121-a367-41a4-9405-c4896d4f0a3e service nova] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Received event network-vif-deleted-68b381c6-89fa-4176-a1da-854a80091485 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1932.059105] env[63348]: INFO nova.compute.manager [req-48badaea-4317-41e5-9993-6310b922a5cf req-baf88121-a367-41a4-9405-c4896d4f0a3e service nova] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Neutron deleted interface 68b381c6-89fa-4176-a1da-854a80091485; detaching it from the instance and deleting it from the info cache [ 1932.059105] env[63348]: DEBUG nova.network.neutron [req-48badaea-4317-41e5-9993-6310b922a5cf req-baf88121-a367-41a4-9405-c4896d4f0a3e service nova] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.170863] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "05cfaff1-e949-438d-b516-05a3aca8c0b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.171575] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "05cfaff1-e949-438d-b516-05a3aca8c0b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.205034] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c70ac63-d0eb-4313-9759-fb8ed751340f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.218595] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68715f9a-d91b-43ef-825b-6bf2bb004b93 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.255777] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e32976-9359-406c-b50e-d8dc955ffd07 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.264050] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022929, 'name': ReconfigVM_Task, 'duration_secs': 1.0239} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.266053] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 7910e991-ef8f-4308-96de-d78f82395cff/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1932.266859] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d11f0ad-7a80-4cf3-b373-edc95cb534b2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.269997] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3990bf83-dacc-4764-9d9e-ab57bbb984ab {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.278214] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.305020] env[63348]: DEBUG nova.compute.provider_tree [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1932.306284] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9716126b-9020-4b2b-b5db-f587e2aaa7c6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.325391] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff35041-2d07-44bf-9397-8b8488e1d5e4 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1932.325713] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1932.325713] env[63348]: value = "task-2022930" [ 1932.325713] env[63348]: _type = "Task" [ 1932.325713] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.325894] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3cc484d-6d39-4400-8247-065de5d4dc5f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.330762] env[63348]: DEBUG nova.network.neutron [-] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.334531] env[63348]: DEBUG oslo_vmware.api [None req-fff35041-2d07-44bf-9397-8b8488e1d5e4 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1932.334531] env[63348]: value = "task-2022931" [ 1932.334531] env[63348]: _type = "Task" [ 1932.334531] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.337829] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.348345] env[63348]: DEBUG oslo_vmware.api [None req-fff35041-2d07-44bf-9397-8b8488e1d5e4 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.430359] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52286b3b-44e1-21b6-d2fa-1c074837d029, 'name': SearchDatastore_Task, 'duration_secs': 0.0336} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.431197] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c12b2f0-8c55-4457-be98-47cacdfb7279 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.437492] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1932.437492] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fcb7a7-7fae-1e2b-a593-b151815ca031" [ 1932.437492] env[63348]: _type = "Task" [ 1932.437492] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.445312] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fcb7a7-7fae-1e2b-a593-b151815ca031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.560493] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf19682b-1d94-46e8-ae60-c09391f95099 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.571022] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838e3860-0c3e-45e3-8931-10d01dbf356c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.608541] env[63348]: DEBUG nova.compute.manager [req-48badaea-4317-41e5-9993-6310b922a5cf req-baf88121-a367-41a4-9405-c4896d4f0a3e service nova] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Detach interface failed, port_id=68b381c6-89fa-4176-a1da-854a80091485, reason: Instance 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1932.674557] env[63348]: DEBUG nova.compute.manager [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1932.761847] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022928, 'name': ReconfigVM_Task, 'duration_secs': 1.924895} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.762186] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Reconfigured VM instance instance-00000050 to attach disk [datastore2] c3cac92b-0683-4113-8d95-fd4674f26a34/c3cac92b-0683-4113-8d95-fd4674f26a34.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1932.762838] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b942680d-fdb4-4eb7-8c54-093057c92198 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.771393] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the task: (returnval){ [ 1932.771393] env[63348]: value = "task-2022932" [ 1932.771393] env[63348]: _type = "Task" [ 1932.771393] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.781345] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022932, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.819389] env[63348]: DEBUG nova.scheduler.client.report [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1932.833631] env[63348]: INFO nova.compute.manager [-] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Took 1.52 seconds to deallocate network for instance. [ 1932.840562] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022930, 'name': ReconfigVM_Task, 'duration_secs': 0.262713} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.847150] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1932.847852] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9cc4b91-6e11-434d-93b9-373fd9046be4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.855709] env[63348]: DEBUG oslo_vmware.api [None req-fff35041-2d07-44bf-9397-8b8488e1d5e4 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022931, 'name': PowerOnVM_Task, 'duration_secs': 0.470303} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.857075] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff35041-2d07-44bf-9397-8b8488e1d5e4 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1932.857289] env[63348]: DEBUG nova.compute.manager [None req-fff35041-2d07-44bf-9397-8b8488e1d5e4 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1932.857663] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1932.857663] env[63348]: value = "task-2022933" [ 1932.857663] env[63348]: _type = "Task" [ 1932.857663] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.858322] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c732ec46-9b80-4b1d-92f8-05e3c8341bab {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.869476] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.948548] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fcb7a7-7fae-1e2b-a593-b151815ca031, 'name': SearchDatastore_Task, 'duration_secs': 0.014548} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.948878] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.949185] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 64345daf-ac70-46e0-82bd-6437e41b942d/64345daf-ac70-46e0-82bd-6437e41b942d.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1932.949486] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4766b7b3-db17-487c-87ff-4193f608051d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.957407] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1932.957407] env[63348]: value = "task-2022934" [ 1932.957407] env[63348]: _type = "Task" [ 1932.957407] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.966371] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.199392] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.283454] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022932, 'name': Rename_Task, 'duration_secs': 0.151381} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.283784] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1933.284066] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-145b6529-06fe-4ac4-9bda-6197fcbe71b7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.294379] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the task: (returnval){ [ 1933.294379] env[63348]: value = "task-2022935" [ 1933.294379] env[63348]: _type = "Task" [ 1933.294379] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.305673] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.324907] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.528s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.327693] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.213s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.328471] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.330643] env[63348]: DEBUG oslo_concurrency.lockutils [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.910s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.330895] env[63348]: DEBUG oslo_concurrency.lockutils [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.333674] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.113s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.335341] env[63348]: INFO nova.compute.claims [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1933.349703] env[63348]: DEBUG oslo_concurrency.lockutils [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.372300] env[63348]: INFO nova.scheduler.client.report [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleted allocations for instance a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba [ 1933.388620] env[63348]: DEBUG oslo_vmware.api [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022933, 'name': PowerOnVM_Task, 'duration_secs': 0.48988} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.390146] env[63348]: INFO nova.scheduler.client.report [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Deleted allocations for instance 32d353bc-25df-44fe-a0f6-d8f85ada7da9 [ 1933.396552] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1933.400148] env[63348]: DEBUG nova.compute.manager [None req-25ba0d62-94c6-4bee-9856-a3db198e8035 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1933.403850] env[63348]: INFO nova.network.neutron [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Updating port e995aa1e-79fd-4a3e-80d8-ea4b72197049 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1933.406382] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a50cd73-40e6-478f-b615-c35b2986461d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.471285] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022934, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.809008] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.885695] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a44a2c27-3f8b-4ac9-abea-06f9fe2efffa tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.998s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.903540] env[63348]: DEBUG oslo_concurrency.lockutils [None req-63fa06ca-49a9-498c-afe1-e7e5d1907aef tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "32d353bc-25df-44fe-a0f6-d8f85ada7da9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.054s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.970656] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671517} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.970926] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 64345daf-ac70-46e0-82bd-6437e41b942d/64345daf-ac70-46e0-82bd-6437e41b942d.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1933.971163] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1933.971728] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc48283f-a313-4998-8ab5-9adcae109792 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.981191] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1933.981191] env[63348]: value = "task-2022936" [ 1933.981191] env[63348]: _type = "Task" [ 1933.981191] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.993995] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.310036] env[63348]: DEBUG oslo_vmware.api [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022935, 'name': PowerOnVM_Task, 'duration_secs': 0.863349} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.310036] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1934.310036] env[63348]: INFO nova.compute.manager [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Took 10.83 seconds to spawn the instance on the hypervisor. [ 1934.310036] env[63348]: DEBUG nova.compute.manager [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1934.310036] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec0baff-4049-4bb9-8282-ec27aa7c4b38 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.491993] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140354} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.495092] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1934.495955] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2de01c-41a5-496d-b57d-eb1d3bcb29a0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.521238] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 64345daf-ac70-46e0-82bd-6437e41b942d/64345daf-ac70-46e0-82bd-6437e41b942d.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1934.524074] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06bc4ee2-4399-47f6-af09-f26590c12d00 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.539347] env[63348]: INFO nova.compute.manager [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Rebuilding instance [ 1934.548410] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1934.548410] env[63348]: value = "task-2022937" [ 1934.548410] env[63348]: _type = "Task" [ 1934.548410] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.561098] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022937, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.592657] env[63348]: DEBUG nova.compute.manager [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1934.593679] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5337fd8-d6e1-4a83-8630-baa996ae68ad {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.734512] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58217ccc-1fb0-42b9-ad96-32585bf45395 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.743069] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553ad774-23e5-44d0-8128-63d36f256a98 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.777105] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e118d94f-a3ef-484b-8780-72ea27f6ab0b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.786281] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba15192a-1f11-4489-8ef0-17887374715d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.801176] env[63348]: DEBUG nova.compute.provider_tree [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1934.827489] env[63348]: INFO nova.compute.manager [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Took 32.75 seconds to build instance. [ 1935.040922] env[63348]: DEBUG oslo_concurrency.lockutils [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "99bc2f43-621c-4004-90e4-106bcd607b5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.041229] env[63348]: DEBUG oslo_concurrency.lockutils [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "99bc2f43-621c-4004-90e4-106bcd607b5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.061778] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022937, 'name': ReconfigVM_Task, 'duration_secs': 0.505584} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.062100] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 64345daf-ac70-46e0-82bd-6437e41b942d/64345daf-ac70-46e0-82bd-6437e41b942d.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1935.062749] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d228f36-ec5f-4fe1-bae1-471d110da969 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.069909] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1935.069909] env[63348]: value = "task-2022938" [ 1935.069909] env[63348]: _type = "Task" [ 1935.069909] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.078891] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022938, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.305203] env[63348]: DEBUG nova.scheduler.client.report [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1935.318718] env[63348]: INFO nova.compute.manager [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Unrescuing [ 1935.319046] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "refresh_cache-7910e991-ef8f-4308-96de-d78f82395cff" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.319205] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquired lock "refresh_cache-7910e991-ef8f-4308-96de-d78f82395cff" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.319373] env[63348]: DEBUG nova.network.neutron [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1935.330359] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cccd1e7a-2261-4fde-b5ef-aa8cb3f1b092 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Lock "c3cac92b-0683-4113-8d95-fd4674f26a34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.256s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.389238] env[63348]: DEBUG nova.compute.manager [req-3acd032d-f84b-449f-8bba-b3047054db09 req-2cfffda2-59a8-4cfc-8bf3-250ad2496143 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Received event network-vif-plugged-e995aa1e-79fd-4a3e-80d8-ea4b72197049 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1935.389417] env[63348]: DEBUG oslo_concurrency.lockutils [req-3acd032d-f84b-449f-8bba-b3047054db09 req-2cfffda2-59a8-4cfc-8bf3-250ad2496143 service nova] Acquiring lock "223e5b24-bc2a-4de9-be5b-aa2cad088245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.389721] env[63348]: DEBUG oslo_concurrency.lockutils [req-3acd032d-f84b-449f-8bba-b3047054db09 req-2cfffda2-59a8-4cfc-8bf3-250ad2496143 service nova] Lock "223e5b24-bc2a-4de9-be5b-aa2cad088245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.389944] env[63348]: DEBUG oslo_concurrency.lockutils [req-3acd032d-f84b-449f-8bba-b3047054db09 req-2cfffda2-59a8-4cfc-8bf3-250ad2496143 service nova] Lock "223e5b24-bc2a-4de9-be5b-aa2cad088245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.390417] env[63348]: DEBUG nova.compute.manager [req-3acd032d-f84b-449f-8bba-b3047054db09 req-2cfffda2-59a8-4cfc-8bf3-250ad2496143 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] No waiting events found dispatching network-vif-plugged-e995aa1e-79fd-4a3e-80d8-ea4b72197049 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1935.390573] env[63348]: WARNING nova.compute.manager [req-3acd032d-f84b-449f-8bba-b3047054db09 req-2cfffda2-59a8-4cfc-8bf3-250ad2496143 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Received unexpected event network-vif-plugged-e995aa1e-79fd-4a3e-80d8-ea4b72197049 for instance with vm_state shelved_offloaded and task_state spawning. [ 1935.496388] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.496645] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquired lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.496752] env[63348]: DEBUG nova.network.neutron [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1935.544226] env[63348]: DEBUG nova.compute.manager [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1935.582370] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022938, 'name': Rename_Task, 'duration_secs': 0.360005} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.582494] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1935.582737] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f988bba6-cc92-4a82-b55b-63573ff1cb94 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.590428] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1935.590428] env[63348]: value = "task-2022939" [ 1935.590428] env[63348]: _type = "Task" [ 1935.590428] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.601243] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.615992] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1935.616615] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2154c6b5-5362-4205-8fd2-7e0b5bb2bc93 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.626070] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1935.626070] env[63348]: value = "task-2022940" [ 1935.626070] env[63348]: _type = "Task" [ 1935.626070] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.638163] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.810269] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.810921] env[63348]: DEBUG nova.compute.manager [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1935.819824] env[63348]: DEBUG oslo_concurrency.lockutils [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.598s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.820198] env[63348]: DEBUG oslo_concurrency.lockutils [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.006s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.828019] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.077s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.828019] env[63348]: DEBUG nova.objects.instance [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lazy-loading 'resources' on Instance uuid 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1935.875142] env[63348]: INFO nova.scheduler.client.report [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Deleted allocations for instance 541086b2-489f-4845-84ca-135cb9e7d02b [ 1936.047456] env[63348]: DEBUG nova.network.neutron [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Updating instance_info_cache with network_info: [{"id": "983d592a-e527-4102-a981-69d81894e6ca", "address": "fa:16:3e:93:79:99", "network": {"id": "65b47b9e-13ec-407d-8bdb-a867138149ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-895997123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7df6d8fe90840578b969f63507384f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap983d592a-e5", "ovs_interfaceid": "983d592a-e527-4102-a981-69d81894e6ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.066544] env[63348]: DEBUG oslo_concurrency.lockutils [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.103147] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022939, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.137618] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022940, 'name': PowerOffVM_Task, 'duration_secs': 0.285766} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.140488] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1936.140832] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1936.141701] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b21f04f-b3ef-436d-86eb-46b1ef35ce06 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.150053] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1936.150294] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e933a143-3068-437f-805f-2b13907ae19c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.231439] env[63348]: DEBUG nova.compute.manager [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1936.232476] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83052d1-ece8-44f9-b67c-554949048856 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.328697] env[63348]: DEBUG nova.compute.utils [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1936.330205] env[63348]: DEBUG nova.compute.manager [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1936.330357] env[63348]: DEBUG nova.network.neutron [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1936.371761] env[63348]: DEBUG nova.network.neutron [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Updating instance_info_cache with network_info: [{"id": "e995aa1e-79fd-4a3e-80d8-ea4b72197049", "address": "fa:16:3e:96:99:2b", "network": {"id": "5edd345e-2f85-4bb2-b0c7-ea9419001beb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-46101521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "519d7268afd0446f88e263990b4fdce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape995aa1e-79", "ovs_interfaceid": "e995aa1e-79fd-4a3e-80d8-ea4b72197049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.388076] env[63348]: DEBUG nova.policy [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00f3106349b24f2d9e834331cc8915b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '277ce0a77c4d42cc87644e9a649aa0c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1936.390502] env[63348]: DEBUG oslo_concurrency.lockutils [None req-101df665-a339-4f18-a1d5-f6d5fc276ece tempest-ImagesTestJSON-1804034691 tempest-ImagesTestJSON-1804034691-project-member] Lock "541086b2-489f-4845-84ca-135cb9e7d02b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.902s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.547552] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "be2c402e-8c78-4e1d-a750-53dac005e728" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.547826] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "be2c402e-8c78-4e1d-a750-53dac005e728" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.548056] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "be2c402e-8c78-4e1d-a750-53dac005e728-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.548264] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "be2c402e-8c78-4e1d-a750-53dac005e728-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.548447] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "be2c402e-8c78-4e1d-a750-53dac005e728-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.550766] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Releasing lock "refresh_cache-7910e991-ef8f-4308-96de-d78f82395cff" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.551343] env[63348]: DEBUG nova.objects.instance [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lazy-loading 'flavor' on Instance uuid 7910e991-ef8f-4308-96de-d78f82395cff {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1936.553022] env[63348]: INFO nova.compute.manager [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Terminating instance [ 1936.603030] env[63348]: DEBUG oslo_vmware.api [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022939, 'name': PowerOnVM_Task, 'duration_secs': 0.98787} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.605940] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1936.606573] env[63348]: INFO nova.compute.manager [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1936.606573] env[63348]: DEBUG nova.compute.manager [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1936.610348] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea8dc2a-0290-4428-b6fa-cdf743122490 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.712132] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22056b14-fb3e-4939-8fe9-ba19988cc6df {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.724788] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e20504-edd9-49b8-9a67-b32bc8f72b45 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.767523] env[63348]: INFO nova.compute.manager [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] instance snapshotting [ 1936.769297] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0c3257-620d-4382-855c-df47b907a730 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.775318] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec641cf3-bf20-4233-8a52-51a994a2adfd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.809561] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655b5daa-c953-4bc6-938b-2b98f11d19ac {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.815847] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3d2345-fa1b-4819-ab82-a0c378cbb763 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.826113] env[63348]: DEBUG nova.network.neutron [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Successfully created port: 2d85e47e-a1f3-499a-aa96-bba9681c0c80 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1936.854336] env[63348]: DEBUG nova.compute.manager [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1936.859406] env[63348]: DEBUG nova.compute.provider_tree [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1936.873151] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Releasing lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.927508] env[63348]: DEBUG nova.virt.hardware [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bf969908bc9947fc79644c733854a857',container_format='bare',created_at=2025-01-06T02:39:20Z,direct_url=,disk_format='vmdk',id=a2db73c3-0981-491e-8fb8-3f8423f696b4,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1129039383-shelved',owner='519d7268afd0446f88e263990b4fdce7',properties=ImageMetaProps,protected=,size=31591424,status='active',tags=,updated_at=2025-01-06T02:39:40Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1936.927779] env[63348]: DEBUG nova.virt.hardware [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1936.927936] env[63348]: DEBUG nova.virt.hardware [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1936.928149] env[63348]: DEBUG nova.virt.hardware [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1936.928336] env[63348]: DEBUG nova.virt.hardware [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1936.928451] env[63348]: DEBUG nova.virt.hardware [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1936.928692] env[63348]: DEBUG nova.virt.hardware [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1936.928859] env[63348]: DEBUG nova.virt.hardware [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1936.929034] env[63348]: DEBUG nova.virt.hardware [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1936.929252] env[63348]: DEBUG nova.virt.hardware [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1936.929428] env[63348]: DEBUG nova.virt.hardware [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1936.930669] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca394be-62a9-493b-a7da-91e8c3173239 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.939793] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66fb16f-794a-478d-bcfd-7146cc4dc0e2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.955458] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:99:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e995aa1e-79fd-4a3e-80d8-ea4b72197049', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1936.964731] env[63348]: DEBUG oslo.service.loopingcall [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1936.965160] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1936.965479] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87721f93-5aa3-4e43-9ce2-eb8b3cf81c7a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.987470] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1936.987470] env[63348]: value = "task-2022942" [ 1936.987470] env[63348]: _type = "Task" [ 1936.987470] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.995985] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022942, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.057952] env[63348]: DEBUG nova.compute.manager [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1937.058292] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1937.059831] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e54b80-658c-43ce-a571-5e74ef0d0f66 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.064142] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b47dead-e065-4b84-8bb8-ae623d18a79c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.073400] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1937.093532] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d836cce-e1ff-4718-91e9-290a9ce8c000 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.095397] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1937.095693] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2cd8e6c-8651-4a59-9f7c-286df94456fa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.103801] env[63348]: DEBUG oslo_vmware.api [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1937.103801] env[63348]: value = "task-2022944" [ 1937.103801] env[63348]: _type = "Task" [ 1937.103801] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.105561] env[63348]: DEBUG oslo_vmware.api [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1937.105561] env[63348]: value = "task-2022943" [ 1937.105561] env[63348]: _type = "Task" [ 1937.105561] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.131337] env[63348]: DEBUG oslo_vmware.api [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.139062] env[63348]: DEBUG oslo_vmware.api [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.139925] env[63348]: INFO nova.compute.manager [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Took 27.69 seconds to build instance. [ 1937.363056] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Creating Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1937.368095] env[63348]: DEBUG nova.scheduler.client.report [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1937.377873] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-89eada93-c82a-49e0-886d-99c603104990 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.386356] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the task: (returnval){ [ 1937.386356] env[63348]: value = "task-2022945" [ 1937.386356] env[63348]: _type = "Task" [ 1937.386356] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.396789] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022945, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.498747] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022942, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.555840] env[63348]: DEBUG nova.compute.manager [req-a1e1c7c9-1c26-4bb0-aff4-c3d864586998 req-742484ae-a9b8-41f4-9c5d-45d72c78eb14 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Received event network-changed-e995aa1e-79fd-4a3e-80d8-ea4b72197049 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1937.556041] env[63348]: DEBUG nova.compute.manager [req-a1e1c7c9-1c26-4bb0-aff4-c3d864586998 req-742484ae-a9b8-41f4-9c5d-45d72c78eb14 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Refreshing instance network info cache due to event network-changed-e995aa1e-79fd-4a3e-80d8-ea4b72197049. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1937.556272] env[63348]: DEBUG oslo_concurrency.lockutils [req-a1e1c7c9-1c26-4bb0-aff4-c3d864586998 req-742484ae-a9b8-41f4-9c5d-45d72c78eb14 service nova] Acquiring lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.556420] env[63348]: DEBUG oslo_concurrency.lockutils [req-a1e1c7c9-1c26-4bb0-aff4-c3d864586998 req-742484ae-a9b8-41f4-9c5d-45d72c78eb14 service nova] Acquired lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.556609] env[63348]: DEBUG nova.network.neutron [req-a1e1c7c9-1c26-4bb0-aff4-c3d864586998 req-742484ae-a9b8-41f4-9c5d-45d72c78eb14 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Refreshing network info cache for port e995aa1e-79fd-4a3e-80d8-ea4b72197049 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1937.616077] env[63348]: DEBUG oslo_vmware.api [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022944, 'name': PowerOffVM_Task, 'duration_secs': 0.267364} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.616706] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1937.622192] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1937.625372] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38587e5d-aad8-4840-baa4-e64afe9bf2da {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.642059] env[63348]: DEBUG oslo_vmware.api [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022943, 'name': PowerOffVM_Task, 'duration_secs': 0.236986} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.644049] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab77095c-91fb-4f14-b5c9-3dbc829550a2 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "64345daf-ac70-46e0-82bd-6437e41b942d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.199s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.644379] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1937.644555] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1937.644859] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1937.645078] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1937.645272] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Deleting the datastore file [datastore1] 61650944-1904-4697-8ee5-2991057f442e {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1937.646075] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f40297f5-12d8-4aed-af01-c2e62ec7a045 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.647738] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0ec85a3-3cee-4e94-a609-a8975acc8837 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.652709] env[63348]: DEBUG oslo_vmware.api [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1937.652709] env[63348]: value = "task-2022946" [ 1937.652709] env[63348]: _type = "Task" [ 1937.652709] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.662285] env[63348]: DEBUG oslo_vmware.api [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.667210] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1937.667210] env[63348]: value = "task-2022948" [ 1937.667210] env[63348]: _type = "Task" [ 1937.667210] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.675406] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.874636] env[63348]: DEBUG nova.compute.manager [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1937.878334] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.880991] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.436s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.882815] env[63348]: INFO nova.compute.claims [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1937.899945] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022945, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.938647] env[63348]: INFO nova.scheduler.client.report [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Deleted allocations for instance 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b [ 1937.943242] env[63348]: DEBUG nova.virt.hardware [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1937.943242] env[63348]: DEBUG nova.virt.hardware [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1937.943242] env[63348]: DEBUG nova.virt.hardware [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1937.943406] env[63348]: DEBUG nova.virt.hardware [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1937.943610] env[63348]: DEBUG nova.virt.hardware [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1937.943852] env[63348]: DEBUG nova.virt.hardware [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1937.944039] env[63348]: DEBUG nova.virt.hardware [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1937.944213] env[63348]: DEBUG nova.virt.hardware [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1937.944394] env[63348]: DEBUG nova.virt.hardware [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1937.944783] env[63348]: DEBUG nova.virt.hardware [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1937.944783] env[63348]: DEBUG nova.virt.hardware [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1937.945780] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719d19df-2a7f-47e6-bec8-dabeecf6be25 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.961265] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73a2ada-545c-446b-9d96-09cf7d9fb36c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.983767] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1937.983767] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1937.983767] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Deleting the datastore file [datastore1] be2c402e-8c78-4e1d-a750-53dac005e728 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1937.983767] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee0575f7-b62e-4eb2-a802-28f05b96ce27 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.995044] env[63348]: DEBUG oslo_vmware.api [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1937.995044] env[63348]: value = "task-2022949" [ 1937.995044] env[63348]: _type = "Task" [ 1937.995044] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.002809] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022942, 'name': CreateVM_Task, 'duration_secs': 0.557851} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.003539] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1938.004304] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a2db73c3-0981-491e-8fb8-3f8423f696b4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.004473] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a2db73c3-0981-491e-8fb8-3f8423f696b4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.004922] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a2db73c3-0981-491e-8fb8-3f8423f696b4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1938.005330] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be51cd39-f4a0-44d2-809f-1a4b5ce8b89a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.011200] env[63348]: DEBUG oslo_vmware.api [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.013250] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1938.013250] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52912de3-5ed9-a9eb-38bf-8270dd0eca23" [ 1938.013250] env[63348]: _type = "Task" [ 1938.013250] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.022453] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52912de3-5ed9-a9eb-38bf-8270dd0eca23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.166534] env[63348]: DEBUG oslo_vmware.api [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022946, 'name': ReconfigVM_Task, 'duration_secs': 0.281655} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.170048] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1938.170287] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1938.170607] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0baaa34c-b8a3-4eb3-9cbf-e40ed9936059 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.178828] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23585} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.180321] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1938.181015] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1938.181015] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1938.183602] env[63348]: DEBUG oslo_vmware.api [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1938.183602] env[63348]: value = "task-2022950" [ 1938.183602] env[63348]: _type = "Task" [ 1938.183602] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.193285] env[63348]: DEBUG oslo_vmware.api [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.408945] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022945, 'name': CreateSnapshot_Task, 'duration_secs': 0.639383} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.408945] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Created Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1938.408945] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e810b8-0d8f-49d6-ae5c-dfc44f0530bb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.457319] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e1c048ae-01d8-4179-8017-75724b829c0b tempest-ServersWithSpecificFlavorTestJSON-578980623 tempest-ServersWithSpecificFlavorTestJSON-578980623-project-member] Lock "1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.266s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.509361] env[63348]: DEBUG oslo_vmware.api [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324785} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.509743] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1938.509800] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1938.510364] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1938.510364] env[63348]: INFO nova.compute.manager [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Took 1.45 seconds to destroy the instance on the hypervisor. [ 1938.510610] env[63348]: DEBUG oslo.service.loopingcall [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1938.510872] env[63348]: DEBUG nova.compute.manager [-] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1938.510996] env[63348]: DEBUG nova.network.neutron [-] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1938.531298] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a2db73c3-0981-491e-8fb8-3f8423f696b4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.531298] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Processing image a2db73c3-0981-491e-8fb8-3f8423f696b4 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1938.531298] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a2db73c3-0981-491e-8fb8-3f8423f696b4/a2db73c3-0981-491e-8fb8-3f8423f696b4.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.531298] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a2db73c3-0981-491e-8fb8-3f8423f696b4/a2db73c3-0981-491e-8fb8-3f8423f696b4.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.531613] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1938.532390] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8340f2d8-7650-42d7-9dab-12b5132f87fc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.544372] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1938.544632] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1938.547380] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87d5056-7aed-479e-b114-6fddf1d968a8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.557024] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1938.557024] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528743bb-2e48-e87d-0af8-ab5cb2d552eb" [ 1938.557024] env[63348]: _type = "Task" [ 1938.557024] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.571280] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528743bb-2e48-e87d-0af8-ab5cb2d552eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.700285] env[63348]: DEBUG oslo_vmware.api [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022950, 'name': PowerOnVM_Task, 'duration_secs': 0.432754} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.700395] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1938.700603] env[63348]: DEBUG nova.compute.manager [None req-c5809b35-a1c0-48b6-a83e-c37265d7caf7 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1938.701671] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b0c6fd-ece0-45ef-af39-a53ff9b3a182 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.832228] env[63348]: DEBUG nova.network.neutron [req-a1e1c7c9-1c26-4bb0-aff4-c3d864586998 req-742484ae-a9b8-41f4-9c5d-45d72c78eb14 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Updated VIF entry in instance network info cache for port e995aa1e-79fd-4a3e-80d8-ea4b72197049. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1938.832708] env[63348]: DEBUG nova.network.neutron [req-a1e1c7c9-1c26-4bb0-aff4-c3d864586998 req-742484ae-a9b8-41f4-9c5d-45d72c78eb14 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Updating instance_info_cache with network_info: [{"id": "e995aa1e-79fd-4a3e-80d8-ea4b72197049", "address": "fa:16:3e:96:99:2b", "network": {"id": "5edd345e-2f85-4bb2-b0c7-ea9419001beb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-46101521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "519d7268afd0446f88e263990b4fdce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape995aa1e-79", "ovs_interfaceid": "e995aa1e-79fd-4a3e-80d8-ea4b72197049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.931432] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Creating linked-clone VM from snapshot {{(pid=63348) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1938.931869] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fce1921f-b502-41e2-a01f-45844ecb505f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.942288] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the task: (returnval){ [ 1938.942288] env[63348]: value = "task-2022951" [ 1938.942288] env[63348]: _type = "Task" [ 1938.942288] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.953039] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022951, 'name': CloneVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.073843] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Preparing fetch location {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1939.074208] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Fetch image to [datastore2] OSTACK_IMG_f53d4706-d159-4d0c-a293-2676b46bdf4d/OSTACK_IMG_f53d4706-d159-4d0c-a293-2676b46bdf4d.vmdk {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1939.074477] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Downloading stream optimized image a2db73c3-0981-491e-8fb8-3f8423f696b4 to [datastore2] OSTACK_IMG_f53d4706-d159-4d0c-a293-2676b46bdf4d/OSTACK_IMG_f53d4706-d159-4d0c-a293-2676b46bdf4d.vmdk on the data store datastore2 as vApp {{(pid=63348) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1939.074846] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Downloading image file data a2db73c3-0981-491e-8fb8-3f8423f696b4 to the ESX as VM named 'OSTACK_IMG_f53d4706-d159-4d0c-a293-2676b46bdf4d' {{(pid=63348) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1939.178248] env[63348]: DEBUG nova.compute.manager [req-30cc1d1b-e8de-42b3-99ed-c32779c6a539 req-e8058e80-019c-4486-8294-dea226aa43e5 service nova] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Received event network-vif-plugged-2d85e47e-a1f3-499a-aa96-bba9681c0c80 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1939.178556] env[63348]: DEBUG oslo_concurrency.lockutils [req-30cc1d1b-e8de-42b3-99ed-c32779c6a539 req-e8058e80-019c-4486-8294-dea226aa43e5 service nova] Acquiring lock "713936df-ad40-4728-a19f-ac1fe71e84ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.178793] env[63348]: DEBUG oslo_concurrency.lockutils [req-30cc1d1b-e8de-42b3-99ed-c32779c6a539 req-e8058e80-019c-4486-8294-dea226aa43e5 service nova] Lock "713936df-ad40-4728-a19f-ac1fe71e84ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.179099] env[63348]: DEBUG oslo_concurrency.lockutils [req-30cc1d1b-e8de-42b3-99ed-c32779c6a539 req-e8058e80-019c-4486-8294-dea226aa43e5 service nova] Lock "713936df-ad40-4728-a19f-ac1fe71e84ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.179224] env[63348]: DEBUG nova.compute.manager [req-30cc1d1b-e8de-42b3-99ed-c32779c6a539 req-e8058e80-019c-4486-8294-dea226aa43e5 service nova] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] No waiting events found dispatching network-vif-plugged-2d85e47e-a1f3-499a-aa96-bba9681c0c80 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1939.179392] env[63348]: WARNING nova.compute.manager [req-30cc1d1b-e8de-42b3-99ed-c32779c6a539 req-e8058e80-019c-4486-8294-dea226aa43e5 service nova] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Received unexpected event network-vif-plugged-2d85e47e-a1f3-499a-aa96-bba9681c0c80 for instance with vm_state building and task_state spawning. [ 1939.201546] env[63348]: DEBUG oslo_vmware.rw_handles [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1939.201546] env[63348]: value = "resgroup-9" [ 1939.201546] env[63348]: _type = "ResourcePool" [ 1939.201546] env[63348]: }. {{(pid=63348) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1939.203033] env[63348]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e81bdb5a-ae82-413a-b96b-7611d9e8b370 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.235123] env[63348]: DEBUG nova.virt.hardware [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1939.235123] env[63348]: DEBUG nova.virt.hardware [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1939.235369] env[63348]: DEBUG nova.virt.hardware [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1939.235598] env[63348]: DEBUG nova.virt.hardware [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1939.235812] env[63348]: DEBUG nova.virt.hardware [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1939.236008] env[63348]: DEBUG nova.virt.hardware [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1939.236252] env[63348]: DEBUG nova.virt.hardware [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1939.236418] env[63348]: DEBUG nova.virt.hardware [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1939.236614] env[63348]: DEBUG nova.virt.hardware [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1939.236790] env[63348]: DEBUG nova.virt.hardware [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1939.236988] env[63348]: DEBUG nova.virt.hardware [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1939.238984] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1991b0-ff09-45b2-be5a-645e218a9585 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.249915] env[63348]: DEBUG oslo_vmware.rw_handles [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lease: (returnval){ [ 1939.249915] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f50c23-394b-c1d4-ead1-866b1adf535c" [ 1939.249915] env[63348]: _type = "HttpNfcLease" [ 1939.249915] env[63348]: } obtained for vApp import into resource pool (val){ [ 1939.249915] env[63348]: value = "resgroup-9" [ 1939.249915] env[63348]: _type = "ResourcePool" [ 1939.249915] env[63348]: }. {{(pid=63348) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1939.249915] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the lease: (returnval){ [ 1939.249915] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f50c23-394b-c1d4-ead1-866b1adf535c" [ 1939.249915] env[63348]: _type = "HttpNfcLease" [ 1939.249915] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1939.261226] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37bafda-9e28-43bc-8c8c-0c9f34590250 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.275946] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1939.275946] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f50c23-394b-c1d4-ead1-866b1adf535c" [ 1939.275946] env[63348]: _type = "HttpNfcLease" [ 1939.275946] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1939.285268] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:30:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2f1d0c1-31f8-4117-b880-86522e1bc86b', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1939.293295] env[63348]: DEBUG oslo.service.loopingcall [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1939.297377] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61650944-1904-4697-8ee5-2991057f442e] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1939.298203] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb79002e-6201-45e3-b5a7-e940177fef33 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.323826] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1939.323826] env[63348]: value = "task-2022953" [ 1939.323826] env[63348]: _type = "Task" [ 1939.323826] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.340827] env[63348]: DEBUG oslo_concurrency.lockutils [req-a1e1c7c9-1c26-4bb0-aff4-c3d864586998 req-742484ae-a9b8-41f4-9c5d-45d72c78eb14 service nova] Releasing lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.341313] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022953, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.419642] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5697a080-f9e1-4771-bce2-69a484ceda0c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.430795] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b4bf7f-c2d8-4700-bac2-3c94813d8932 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.472236] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349a51e0-0394-464d-b398-3cb73c6583b8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.487040] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec68ba2-7b1f-4e74-b001-872f9e2433bb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.489387] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022951, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.500439] env[63348]: DEBUG nova.compute.provider_tree [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1939.678803] env[63348]: DEBUG nova.compute.manager [req-331b1f1b-66b5-465e-a588-d5c12d6148a7 req-41e7549a-7c3f-41a0-8385-796e76e33d81 service nova] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Received event network-vif-deleted-3c7e2b0a-1bbd-45a1-9cd9-7333261fc2d8 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1939.679957] env[63348]: INFO nova.compute.manager [req-331b1f1b-66b5-465e-a588-d5c12d6148a7 req-41e7549a-7c3f-41a0-8385-796e76e33d81 service nova] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Neutron deleted interface 3c7e2b0a-1bbd-45a1-9cd9-7333261fc2d8; detaching it from the instance and deleting it from the info cache [ 1939.679957] env[63348]: DEBUG nova.network.neutron [req-331b1f1b-66b5-465e-a588-d5c12d6148a7 req-41e7549a-7c3f-41a0-8385-796e76e33d81 service nova] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.682916] env[63348]: DEBUG nova.network.neutron [-] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.696529] env[63348]: DEBUG nova.network.neutron [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Successfully updated port: 2d85e47e-a1f3-499a-aa96-bba9681c0c80 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1939.759733] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1939.759733] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f50c23-394b-c1d4-ead1-866b1adf535c" [ 1939.759733] env[63348]: _type = "HttpNfcLease" [ 1939.759733] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1939.842871] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022953, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.980093] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022951, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.004753] env[63348]: DEBUG nova.scheduler.client.report [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1940.185339] env[63348]: INFO nova.compute.manager [-] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Took 1.67 seconds to deallocate network for instance. [ 1940.185665] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66d1a364-4671-448b-98c3-1d7a95839604 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.198316] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2859a0e3-27a5-4d5d-9c42-6fe7fe18f427 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.209898] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "refresh_cache-713936df-ad40-4728-a19f-ac1fe71e84ec" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.210063] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "refresh_cache-713936df-ad40-4728-a19f-ac1fe71e84ec" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.210510] env[63348]: DEBUG nova.network.neutron [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1940.239876] env[63348]: DEBUG nova.compute.manager [req-331b1f1b-66b5-465e-a588-d5c12d6148a7 req-41e7549a-7c3f-41a0-8385-796e76e33d81 service nova] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Detach interface failed, port_id=3c7e2b0a-1bbd-45a1-9cd9-7333261fc2d8, reason: Instance be2c402e-8c78-4e1d-a750-53dac005e728 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1940.257918] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1940.257918] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f50c23-394b-c1d4-ead1-866b1adf535c" [ 1940.257918] env[63348]: _type = "HttpNfcLease" [ 1940.257918] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1940.258892] env[63348]: DEBUG oslo_vmware.rw_handles [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1940.258892] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f50c23-394b-c1d4-ead1-866b1adf535c" [ 1940.258892] env[63348]: _type = "HttpNfcLease" [ 1940.258892] env[63348]: }. {{(pid=63348) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1940.260439] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7843cc08-296a-4207-89db-69aea3b389a3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.276021] env[63348]: DEBUG oslo_vmware.rw_handles [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ecd8e-b80d-f743-858a-503dc57b4a46/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1940.276021] env[63348]: DEBUG oslo_vmware.rw_handles [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Creating HTTP connection to write to file with size = 31591424 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ecd8e-b80d-f743-858a-503dc57b4a46/disk-0.vmdk. {{(pid=63348) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1940.349669] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-28c53eb1-0552-47b8-8775-e46372b050a6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.353023] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022953, 'name': CreateVM_Task, 'duration_secs': 0.607275} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.353023] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61650944-1904-4697-8ee5-2991057f442e] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1940.353023] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.353217] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.353514] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1940.353766] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-432e1a30-4a30-4f01-ae00-fd864eb741c1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.361307] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1940.361307] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527839b4-f976-e68c-8b3e-33731312df53" [ 1940.361307] env[63348]: _type = "Task" [ 1940.361307] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.373437] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527839b4-f976-e68c-8b3e-33731312df53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.490118] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022951, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.509795] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.510351] env[63348]: DEBUG nova.compute.manager [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1940.517627] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.045s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.517986] env[63348]: DEBUG nova.objects.instance [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lazy-loading 'resources' on Instance uuid b9107764-681f-4d3d-a348-1ea595f0f4a4 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1940.695904] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.746886] env[63348]: DEBUG nova.network.neutron [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1940.877995] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.878330] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.878555] env[63348]: INFO nova.compute.manager [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Shelving [ 1940.889773] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527839b4-f976-e68c-8b3e-33731312df53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.981021] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022951, 'name': CloneVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.026758] env[63348]: DEBUG nova.compute.utils [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1941.038498] env[63348]: DEBUG nova.compute.manager [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1941.038800] env[63348]: DEBUG nova.network.neutron [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1941.043101] env[63348]: DEBUG nova.network.neutron [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Updating instance_info_cache with network_info: [{"id": "2d85e47e-a1f3-499a-aa96-bba9681c0c80", "address": "fa:16:3e:1f:fd:46", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d85e47e-a1", "ovs_interfaceid": "2d85e47e-a1f3-499a-aa96-bba9681c0c80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.094850] env[63348]: DEBUG nova.policy [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36027416e1e341e09f86f596d569e958', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dc5889b2fcc4ecd810a1016eb845ddf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1941.341286] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "7910e991-ef8f-4308-96de-d78f82395cff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.341531] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "7910e991-ef8f-4308-96de-d78f82395cff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.342272] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "7910e991-ef8f-4308-96de-d78f82395cff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.342552] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "7910e991-ef8f-4308-96de-d78f82395cff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.342750] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "7910e991-ef8f-4308-96de-d78f82395cff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.350872] env[63348]: INFO nova.compute.manager [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Terminating instance [ 1941.376186] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527839b4-f976-e68c-8b3e-33731312df53, 'name': SearchDatastore_Task, 'duration_secs': 0.956672} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.378971] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.378971] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1941.379128] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.379322] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.379452] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1941.381743] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef1e8721-0e36-49b3-abc8-8bffc96471ee {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.397890] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1941.398159] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1941.401395] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d2d4176-f02f-428e-9887-614f08e9be17 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.420175] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1941.420175] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b68706-2ab8-f4e4-1805-aaab70d6161a" [ 1941.420175] env[63348]: _type = "Task" [ 1941.420175] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.433494] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b68706-2ab8-f4e4-1805-aaab70d6161a, 'name': SearchDatastore_Task, 'duration_secs': 0.011399} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.439013] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a0b2a5d-29f5-4dc6-89cd-dbbc290faa48 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.446357] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1941.446357] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ea7aa6-aed6-6859-842d-72fb0862a964" [ 1941.446357] env[63348]: _type = "Task" [ 1941.446357] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.460805] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ea7aa6-aed6-6859-842d-72fb0862a964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.484614] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022951, 'name': CloneVM_Task, 'duration_secs': 2.047692} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.487241] env[63348]: INFO nova.virt.vmwareapi.vmops [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Created linked-clone VM from snapshot [ 1941.490273] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968910dc-5f18-4d35-8e6b-2d241c2be66d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.503101] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Uploading image 77d8cb23-225b-4364-89ee-78d59b73c9ac {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1941.509984] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d38d597-6ae1-42af-8dad-8f9494865eda {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.520611] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dc1992-40ce-43ab-9707-82a0fe8b4991 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.556356] env[63348]: DEBUG nova.compute.manager [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1941.560258] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "refresh_cache-713936df-ad40-4728-a19f-ac1fe71e84ec" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.560547] env[63348]: DEBUG nova.compute.manager [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Instance network_info: |[{"id": "2d85e47e-a1f3-499a-aa96-bba9681c0c80", "address": "fa:16:3e:1f:fd:46", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d85e47e-a1", "ovs_interfaceid": "2d85e47e-a1f3-499a-aa96-bba9681c0c80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1941.569506] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:fd:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d85e47e-a1f3-499a-aa96-bba9681c0c80', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1941.577332] env[63348]: DEBUG oslo.service.loopingcall [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.578135] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f8edfc-58aa-46f8-98ca-0e658e3f0a82 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.584518] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1941.584775] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72f19073-ef82-4ec7-8c11-e338a6a68614 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.603669] env[63348]: DEBUG oslo_vmware.rw_handles [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1941.603669] env[63348]: value = "vm-415659" [ 1941.603669] env[63348]: _type = "VirtualMachine" [ 1941.603669] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1941.607167] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f38c91f8-12e2-4922-be36-fb921766f781 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.613572] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24776d18-74fc-40da-8f5d-dbf215b47e03 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.625703] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1941.625703] env[63348]: value = "task-2022954" [ 1941.625703] env[63348]: _type = "Task" [ 1941.625703] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.625874] env[63348]: DEBUG oslo_vmware.rw_handles [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Lease: (returnval){ [ 1941.625874] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523e85ea-7c8e-e2b1-ebee-f78903a562a5" [ 1941.625874] env[63348]: _type = "HttpNfcLease" [ 1941.625874] env[63348]: } obtained for exporting VM: (result){ [ 1941.625874] env[63348]: value = "vm-415659" [ 1941.625874] env[63348]: _type = "VirtualMachine" [ 1941.625874] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1941.626154] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the lease: (returnval){ [ 1941.626154] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523e85ea-7c8e-e2b1-ebee-f78903a562a5" [ 1941.626154] env[63348]: _type = "HttpNfcLease" [ 1941.626154] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1941.659996] env[63348]: DEBUG nova.compute.provider_tree [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1941.674110] env[63348]: DEBUG nova.compute.manager [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Stashing vm_state: active {{(pid=63348) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1941.681161] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022954, 'name': CreateVM_Task} progress is 15%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.681525] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1941.681525] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523e85ea-7c8e-e2b1-ebee-f78903a562a5" [ 1941.681525] env[63348]: _type = "HttpNfcLease" [ 1941.681525] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1941.683029] env[63348]: DEBUG oslo_vmware.rw_handles [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1941.683029] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523e85ea-7c8e-e2b1-ebee-f78903a562a5" [ 1941.683029] env[63348]: _type = "HttpNfcLease" [ 1941.683029] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1941.684066] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6a46b9-14fd-414b-913d-ccba05a6b510 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.698824] env[63348]: DEBUG oslo_vmware.rw_handles [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52abf0f6-2d86-057f-024d-665473125a2a/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1941.699525] env[63348]: DEBUG oslo_vmware.rw_handles [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52abf0f6-2d86-057f-024d-665473125a2a/disk-0.vmdk for reading. {{(pid=63348) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1941.818796] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-66854d8d-7526-47b4-a0ea-8c2565e4a7cd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.861322] env[63348]: DEBUG nova.compute.manager [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1941.861542] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1941.863072] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf5baf6-86bf-4eb1-a862-831f23640bef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.873970] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1941.874276] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d52ed019-eaff-4d81-bbc5-c61522e0faba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.882621] env[63348]: DEBUG oslo_vmware.api [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1941.882621] env[63348]: value = "task-2022956" [ 1941.882621] env[63348]: _type = "Task" [ 1941.882621] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.895873] env[63348]: DEBUG oslo_vmware.api [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.904277] env[63348]: DEBUG nova.network.neutron [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Successfully created port: fb6102f9-dec4-4af3-8b93-57158ec44512 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1941.910387] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1941.912749] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aebc053d-b8e0-46a6-843b-6b69e8092576 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.920873] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 1941.920873] env[63348]: value = "task-2022957" [ 1941.920873] env[63348]: _type = "Task" [ 1941.920873] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.922410] env[63348]: DEBUG oslo_vmware.rw_handles [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Completed reading data from the image iterator. {{(pid=63348) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1941.922670] env[63348]: DEBUG oslo_vmware.rw_handles [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ecd8e-b80d-f743-858a-503dc57b4a46/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1941.923808] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68733b43-c05a-4c4f-840c-0a2db33a405c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.933972] env[63348]: DEBUG oslo_vmware.rw_handles [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ecd8e-b80d-f743-858a-503dc57b4a46/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1941.934187] env[63348]: DEBUG oslo_vmware.rw_handles [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ecd8e-b80d-f743-858a-503dc57b4a46/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1941.937371] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9c5e29a8-ca43-4d32-b561-46486371ead9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.939681] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.954242] env[63348]: DEBUG nova.compute.manager [req-9f62f674-186e-4ad9-b7d2-3a902b636b0e req-7124c4ca-e2ce-4fb4-8d76-feae0abbbd5a service nova] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Received event network-changed-2d85e47e-a1f3-499a-aa96-bba9681c0c80 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1941.954456] env[63348]: DEBUG nova.compute.manager [req-9f62f674-186e-4ad9-b7d2-3a902b636b0e req-7124c4ca-e2ce-4fb4-8d76-feae0abbbd5a service nova] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Refreshing instance network info cache due to event network-changed-2d85e47e-a1f3-499a-aa96-bba9681c0c80. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1941.954762] env[63348]: DEBUG oslo_concurrency.lockutils [req-9f62f674-186e-4ad9-b7d2-3a902b636b0e req-7124c4ca-e2ce-4fb4-8d76-feae0abbbd5a service nova] Acquiring lock "refresh_cache-713936df-ad40-4728-a19f-ac1fe71e84ec" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.954902] env[63348]: DEBUG oslo_concurrency.lockutils [req-9f62f674-186e-4ad9-b7d2-3a902b636b0e req-7124c4ca-e2ce-4fb4-8d76-feae0abbbd5a service nova] Acquired lock "refresh_cache-713936df-ad40-4728-a19f-ac1fe71e84ec" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.955111] env[63348]: DEBUG nova.network.neutron [req-9f62f674-186e-4ad9-b7d2-3a902b636b0e req-7124c4ca-e2ce-4fb4-8d76-feae0abbbd5a service nova] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Refreshing network info cache for port 2d85e47e-a1f3-499a-aa96-bba9681c0c80 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1941.960810] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ea7aa6-aed6-6859-842d-72fb0862a964, 'name': SearchDatastore_Task, 'duration_secs': 0.01196} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.961693] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.961766] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 61650944-1904-4697-8ee5-2991057f442e/61650944-1904-4697-8ee5-2991057f442e.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1941.962031] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34c206d4-d970-4af8-91b8-d5538d36d703 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.973188] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1941.973188] env[63348]: value = "task-2022958" [ 1941.973188] env[63348]: _type = "Task" [ 1941.973188] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.984404] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.143559] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022954, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.170194] env[63348]: DEBUG nova.scheduler.client.report [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1942.242221] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.259739] env[63348]: DEBUG oslo_vmware.rw_handles [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ecd8e-b80d-f743-858a-503dc57b4a46/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1942.259991] env[63348]: INFO nova.virt.vmwareapi.images [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Downloaded image file data a2db73c3-0981-491e-8fb8-3f8423f696b4 [ 1942.260966] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7726e2-501a-43dc-adef-1f5a3c033241 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.283347] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac2de311-9751-4c5b-80ec-dbf93048dd92 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.318486] env[63348]: INFO nova.virt.vmwareapi.images [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] The imported VM was unregistered [ 1942.323194] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Caching image {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1942.323590] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a2db73c3-0981-491e-8fb8-3f8423f696b4 {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1942.324109] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbe9c06b-43f6-4ce0-83fa-2d9291f990f1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.341086] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Created directory with path [datastore2] devstack-image-cache_base/a2db73c3-0981-491e-8fb8-3f8423f696b4 {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1942.341739] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f53d4706-d159-4d0c-a293-2676b46bdf4d/OSTACK_IMG_f53d4706-d159-4d0c-a293-2676b46bdf4d.vmdk to [datastore2] devstack-image-cache_base/a2db73c3-0981-491e-8fb8-3f8423f696b4/a2db73c3-0981-491e-8fb8-3f8423f696b4.vmdk. {{(pid=63348) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1942.342209] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-55b75bde-cb44-46a1-9a9b-9b7144756534 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.353083] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1942.353083] env[63348]: value = "task-2022960" [ 1942.353083] env[63348]: _type = "Task" [ 1942.353083] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.367137] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022960, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.398257] env[63348]: DEBUG oslo_vmware.api [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022956, 'name': PowerOffVM_Task, 'duration_secs': 0.272614} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.398257] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1942.398257] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1942.400075] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52327f6c-988c-4520-a338-c39ba23c2a6c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.444155] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022957, 'name': PowerOffVM_Task, 'duration_secs': 0.28478} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.444670] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1942.447862] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6261403d-b4df-4de6-829f-2b08c645bf2e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.475640] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e12485-97d0-40eb-b4b9-c76fa13aeea6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.493433] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022958, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.569828] env[63348]: DEBUG nova.compute.manager [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1942.598075] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1942.604067] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1942.604067] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Deleting the datastore file [datastore1] 7910e991-ef8f-4308-96de-d78f82395cff {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1942.604067] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96411e66-cd12-4ca1-92d7-6f10e5d878c7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.614233] env[63348]: DEBUG oslo_vmware.api [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1942.614233] env[63348]: value = "task-2022962" [ 1942.614233] env[63348]: _type = "Task" [ 1942.614233] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.621720] env[63348]: DEBUG nova.virt.hardware [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1942.622479] env[63348]: DEBUG nova.virt.hardware [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1942.622905] env[63348]: DEBUG nova.virt.hardware [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1942.623286] env[63348]: DEBUG nova.virt.hardware [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1942.623500] env[63348]: DEBUG nova.virt.hardware [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1942.623707] env[63348]: DEBUG nova.virt.hardware [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1942.624386] env[63348]: DEBUG nova.virt.hardware [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1942.624386] env[63348]: DEBUG nova.virt.hardware [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1942.624386] env[63348]: DEBUG nova.virt.hardware [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1942.624896] env[63348]: DEBUG nova.virt.hardware [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1942.625328] env[63348]: DEBUG nova.virt.hardware [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1942.626789] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db979eb1-dd88-42e2-8413-627d3308051c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.643543] env[63348]: DEBUG oslo_vmware.api [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.648384] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa662087-3dfb-48f7-b68b-9d367f70acd3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.658998] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022954, 'name': CreateVM_Task, 'duration_secs': 0.79577} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.659653] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1942.661094] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.661260] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.661794] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1942.672171] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdfce6f5-9ef0-4ab0-b341-d701d8eecf15 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.676174] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.682597] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.481s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.684238] env[63348]: INFO nova.compute.claims [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1942.687195] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1942.687195] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523c3ad3-6af3-dfbf-3e7b-c373ac8ca641" [ 1942.687195] env[63348]: _type = "Task" [ 1942.687195] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.702336] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523c3ad3-6af3-dfbf-3e7b-c373ac8ca641, 'name': SearchDatastore_Task} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.702710] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.703077] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1942.703385] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.703546] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.703843] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1942.704320] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cb90891-93c1-422b-93c5-86b184ebd8a7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.717881] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1942.718292] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1942.719271] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2b639cc-22eb-4b05-9542-524043170c11 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.726382] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1942.726382] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52160978-b872-5ee7-0049-7056efd71581" [ 1942.726382] env[63348]: _type = "Task" [ 1942.726382] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.736786] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52160978-b872-5ee7-0049-7056efd71581, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.745433] env[63348]: INFO nova.scheduler.client.report [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Deleted allocations for instance b9107764-681f-4d3d-a348-1ea595f0f4a4 [ 1942.871544] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022960, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.988051] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666456} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.988467] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 61650944-1904-4697-8ee5-2991057f442e/61650944-1904-4697-8ee5-2991057f442e.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1942.988751] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1942.989178] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e36edf42-1e5e-4bfc-9b9d-618dde6ebe2d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.001696] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Creating Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1943.002724] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1943.002724] env[63348]: value = "task-2022963" [ 1943.002724] env[63348]: _type = "Task" [ 1943.002724] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.003137] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1922591e-7cff-4053-8312-0a4514ddf7fc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.016055] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.017944] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 1943.017944] env[63348]: value = "task-2022964" [ 1943.017944] env[63348]: _type = "Task" [ 1943.017944] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.031035] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022964, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.127372] env[63348]: DEBUG oslo_vmware.api [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2022962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420535} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.128884] env[63348]: DEBUG nova.network.neutron [req-9f62f674-186e-4ad9-b7d2-3a902b636b0e req-7124c4ca-e2ce-4fb4-8d76-feae0abbbd5a service nova] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Updated VIF entry in instance network info cache for port 2d85e47e-a1f3-499a-aa96-bba9681c0c80. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1943.133156] env[63348]: DEBUG nova.network.neutron [req-9f62f674-186e-4ad9-b7d2-3a902b636b0e req-7124c4ca-e2ce-4fb4-8d76-feae0abbbd5a service nova] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Updating instance_info_cache with network_info: [{"id": "2d85e47e-a1f3-499a-aa96-bba9681c0c80", "address": "fa:16:3e:1f:fd:46", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d85e47e-a1", "ovs_interfaceid": "2d85e47e-a1f3-499a-aa96-bba9681c0c80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.133156] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1943.133411] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1943.133519] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1943.133830] env[63348]: INFO nova.compute.manager [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1943.134244] env[63348]: DEBUG oslo.service.loopingcall [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1943.134930] env[63348]: DEBUG nova.compute.manager [-] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1943.135994] env[63348]: DEBUG nova.network.neutron [-] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1943.241464] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52160978-b872-5ee7-0049-7056efd71581, 'name': SearchDatastore_Task, 'duration_secs': 0.020873} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.242544] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc69ee1b-8b50-418e-b1e5-ca4c502c2429 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.254228] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1943.254228] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a4fd7e-124b-5fe6-d47d-cc76f2fc2cab" [ 1943.254228] env[63348]: _type = "Task" [ 1943.254228] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.254903] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c9cf89c3-106d-4ea4-be16-f41b84266c93 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "b9107764-681f-4d3d-a348-1ea595f0f4a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.034s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.273753] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a4fd7e-124b-5fe6-d47d-cc76f2fc2cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.374367] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022960, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.523778] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097382} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.530022] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1943.530022] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5914a3-ecdc-4245-a459-e9a828c6d53e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.555995] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 61650944-1904-4697-8ee5-2991057f442e/61650944-1904-4697-8ee5-2991057f442e.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1943.559044] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-722b836c-0915-4ca3-82fe-f06f0f8cea88 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.576845] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022964, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.587419] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1943.587419] env[63348]: value = "task-2022965" [ 1943.587419] env[63348]: _type = "Task" [ 1943.587419] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.598427] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.637030] env[63348]: DEBUG oslo_concurrency.lockutils [req-9f62f674-186e-4ad9-b7d2-3a902b636b0e req-7124c4ca-e2ce-4fb4-8d76-feae0abbbd5a service nova] Releasing lock "refresh_cache-713936df-ad40-4728-a19f-ac1fe71e84ec" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.769060] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a4fd7e-124b-5fe6-d47d-cc76f2fc2cab, 'name': SearchDatastore_Task, 'duration_secs': 0.021206} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.772692] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.772980] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 713936df-ad40-4728-a19f-ac1fe71e84ec/713936df-ad40-4728-a19f-ac1fe71e84ec.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1943.774499] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6737ae25-440c-4844-8308-a0fccc68b246 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.786313] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1943.786313] env[63348]: value = "task-2022966" [ 1943.786313] env[63348]: _type = "Task" [ 1943.786313] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.808393] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.865810] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022960, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.036455] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022964, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.109566] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.139600] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207be39b-2324-4ab1-92b7-d87ea17ead95 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.152034] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca80e529-7af1-421b-b51c-2aa2cf8a9148 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.194381] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65668ea7-8089-4dd6-9c6f-c659ed6f4a71 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.202746] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf4e578-a7ed-4d0c-b905-c79ee7e89ef3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.226028] env[63348]: DEBUG nova.compute.provider_tree [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1944.304348] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022966, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.350246] env[63348]: DEBUG nova.compute.manager [req-8ee40823-5ca6-4448-9b4f-d189a8d1bfcb req-98dd0b9a-bccd-4f73-8b86-443957c21e33 service nova] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Received event network-vif-plugged-fb6102f9-dec4-4af3-8b93-57158ec44512 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1944.350246] env[63348]: DEBUG oslo_concurrency.lockutils [req-8ee40823-5ca6-4448-9b4f-d189a8d1bfcb req-98dd0b9a-bccd-4f73-8b86-443957c21e33 service nova] Acquiring lock "532893e1-986d-48a6-9303-0952b5a45d65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.350246] env[63348]: DEBUG oslo_concurrency.lockutils [req-8ee40823-5ca6-4448-9b4f-d189a8d1bfcb req-98dd0b9a-bccd-4f73-8b86-443957c21e33 service nova] Lock "532893e1-986d-48a6-9303-0952b5a45d65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.350246] env[63348]: DEBUG oslo_concurrency.lockutils [req-8ee40823-5ca6-4448-9b4f-d189a8d1bfcb req-98dd0b9a-bccd-4f73-8b86-443957c21e33 service nova] Lock "532893e1-986d-48a6-9303-0952b5a45d65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.350246] env[63348]: DEBUG nova.compute.manager [req-8ee40823-5ca6-4448-9b4f-d189a8d1bfcb req-98dd0b9a-bccd-4f73-8b86-443957c21e33 service nova] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] No waiting events found dispatching network-vif-plugged-fb6102f9-dec4-4af3-8b93-57158ec44512 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1944.350546] env[63348]: WARNING nova.compute.manager [req-8ee40823-5ca6-4448-9b4f-d189a8d1bfcb req-98dd0b9a-bccd-4f73-8b86-443957c21e33 service nova] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Received unexpected event network-vif-plugged-fb6102f9-dec4-4af3-8b93-57158ec44512 for instance with vm_state building and task_state spawning. [ 1944.369933] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022960, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.547836] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022964, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.559125] env[63348]: DEBUG nova.network.neutron [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Successfully updated port: fb6102f9-dec4-4af3-8b93-57158ec44512 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1944.609868] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022965, 'name': ReconfigVM_Task, 'duration_secs': 0.964721} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.609868] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 61650944-1904-4697-8ee5-2991057f442e/61650944-1904-4697-8ee5-2991057f442e.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1944.611496] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58722e69-34b2-43be-a99b-62c0627eceeb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.623373] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1944.623373] env[63348]: value = "task-2022967" [ 1944.623373] env[63348]: _type = "Task" [ 1944.623373] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.640884] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022967, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.732750] env[63348]: DEBUG nova.scheduler.client.report [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1944.809113] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884999} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.809531] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 713936df-ad40-4728-a19f-ac1fe71e84ec/713936df-ad40-4728-a19f-ac1fe71e84ec.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1944.809985] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1944.810363] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef261bb2-8569-48d8-8d6a-1dec4202fd45 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.822881] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1944.822881] env[63348]: value = "task-2022968" [ 1944.822881] env[63348]: _type = "Task" [ 1944.822881] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.834734] env[63348]: DEBUG nova.network.neutron [-] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.837633] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.869614] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022960, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.041658] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022964, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.064547] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "refresh_cache-532893e1-986d-48a6-9303-0952b5a45d65" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.064702] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "refresh_cache-532893e1-986d-48a6-9303-0952b5a45d65" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.064927] env[63348]: DEBUG nova.network.neutron [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1945.140734] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022967, 'name': Rename_Task, 'duration_secs': 0.249102} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.141225] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1945.141574] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51d6f58e-d376-454b-ad40-7049c06357e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.151584] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1945.151584] env[63348]: value = "task-2022969" [ 1945.151584] env[63348]: _type = "Task" [ 1945.151584] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.170069] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.244704] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.245641] env[63348]: DEBUG nova.compute.manager [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1945.256402] env[63348]: DEBUG oslo_concurrency.lockutils [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.904s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.256402] env[63348]: DEBUG nova.objects.instance [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Lazy-loading 'resources' on Instance uuid 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1945.336887] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12887} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.338494] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1945.338685] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ebfcfc-6982-4f8b-8b5b-e54385323103 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.343436] env[63348]: INFO nova.compute.manager [-] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Took 2.21 seconds to deallocate network for instance. [ 1945.369673] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 713936df-ad40-4728-a19f-ac1fe71e84ec/713936df-ad40-4728-a19f-ac1fe71e84ec.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1945.373658] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb64e18f-f770-4b9f-9f43-9204b31fe6be {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.405034] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022960, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.983305} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.405034] env[63348]: INFO nova.virt.vmwareapi.ds_util [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f53d4706-d159-4d0c-a293-2676b46bdf4d/OSTACK_IMG_f53d4706-d159-4d0c-a293-2676b46bdf4d.vmdk to [datastore2] devstack-image-cache_base/a2db73c3-0981-491e-8fb8-3f8423f696b4/a2db73c3-0981-491e-8fb8-3f8423f696b4.vmdk. [ 1945.405034] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Cleaning up location [datastore2] OSTACK_IMG_f53d4706-d159-4d0c-a293-2676b46bdf4d {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1945.405034] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f53d4706-d159-4d0c-a293-2676b46bdf4d {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1945.405034] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1945.405034] env[63348]: value = "task-2022970" [ 1945.405034] env[63348]: _type = "Task" [ 1945.405429] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.405573] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-909cd4e2-7752-4514-8432-a67f3faf9c83 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.421528] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.421528] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1945.421528] env[63348]: value = "task-2022971" [ 1945.421528] env[63348]: _type = "Task" [ 1945.421528] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.429684] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.511871] env[63348]: DEBUG oslo_concurrency.lockutils [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "c21fef7e-20be-462b-b127-29c969e45187" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.511871] env[63348]: DEBUG oslo_concurrency.lockutils [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "c21fef7e-20be-462b-b127-29c969e45187" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.537778] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022964, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.607842] env[63348]: DEBUG nova.network.neutron [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1945.663342] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022969, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.759281] env[63348]: DEBUG nova.compute.utils [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1945.764583] env[63348]: DEBUG nova.compute.manager [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1945.764824] env[63348]: DEBUG nova.network.neutron [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1945.863697] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.899638] env[63348]: DEBUG nova.policy [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0114ca2a0ff74288bea6fc34449f62cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e2bf99c70a946f1a8ba8c7653a1a164', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1945.927016] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022970, 'name': ReconfigVM_Task, 'duration_secs': 0.418556} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.928105] env[63348]: DEBUG nova.network.neutron [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Updating instance_info_cache with network_info: [{"id": "fb6102f9-dec4-4af3-8b93-57158ec44512", "address": "fa:16:3e:f2:3d:91", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6102f9-de", "ovs_interfaceid": "fb6102f9-dec4-4af3-8b93-57158ec44512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.932822] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 713936df-ad40-4728-a19f-ac1fe71e84ec/713936df-ad40-4728-a19f-ac1fe71e84ec.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1945.933805] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d451f2b-db9f-48e6-a17e-aeb6671c32ca {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.947455] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091404} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.949616] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1945.949736] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a2db73c3-0981-491e-8fb8-3f8423f696b4/a2db73c3-0981-491e-8fb8-3f8423f696b4.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.950091] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a2db73c3-0981-491e-8fb8-3f8423f696b4/a2db73c3-0981-491e-8fb8-3f8423f696b4.vmdk to [datastore2] 223e5b24-bc2a-4de9-be5b-aa2cad088245/223e5b24-bc2a-4de9-be5b-aa2cad088245.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1945.950733] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1945.950733] env[63348]: value = "task-2022972" [ 1945.950733] env[63348]: _type = "Task" [ 1945.950733] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.951038] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79cd9c85-9a63-4502-aec8-ed765e682225 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.968687] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022972, 'name': Rename_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.969314] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1945.969314] env[63348]: value = "task-2022973" [ 1945.969314] env[63348]: _type = "Task" [ 1945.969314] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.979869] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.016149] env[63348]: DEBUG nova.compute.manager [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1946.039674] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022964, 'name': CreateSnapshot_Task, 'duration_secs': 2.712573} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.043304] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Created Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1946.044625] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de48253c-789f-443d-b3e6-bff77dc60f1e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.164399] env[63348]: DEBUG oslo_vmware.api [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2022969, 'name': PowerOnVM_Task, 'duration_secs': 0.731336} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.164726] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1946.164907] env[63348]: DEBUG nova.compute.manager [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.165770] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56111de-8b68-4183-b8d3-a1dfd06f9e1b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.259511] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32ab4b9-cc84-4893-8424-fddbbaba2ec6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.268925] env[63348]: DEBUG nova.compute.manager [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1946.275089] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96654ff6-8d4f-4deb-a2eb-69426446c0d5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.318574] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb334675-47fd-42e8-bf7c-d7f1bc730266 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.328694] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3784919-673e-4bb4-bbfb-c638a3710c93 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.353081] env[63348]: DEBUG nova.compute.provider_tree [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1946.435814] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "refresh_cache-532893e1-986d-48a6-9303-0952b5a45d65" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.436929] env[63348]: DEBUG nova.compute.manager [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Instance network_info: |[{"id": "fb6102f9-dec4-4af3-8b93-57158ec44512", "address": "fa:16:3e:f2:3d:91", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6102f9-de", "ovs_interfaceid": "fb6102f9-dec4-4af3-8b93-57158ec44512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1946.437179] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:3d:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb6102f9-dec4-4af3-8b93-57158ec44512', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1946.444776] env[63348]: DEBUG oslo.service.loopingcall [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1946.445069] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1946.445747] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18e64c1b-5f8b-4067-95d1-79343f34d71e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.474114] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022972, 'name': Rename_Task, 'duration_secs': 0.199682} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.480136] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1946.480136] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1946.480136] env[63348]: value = "task-2022974" [ 1946.480136] env[63348]: _type = "Task" [ 1946.480136] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.480136] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97120613-624d-448a-a6ae-8c2176ec3b5a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.494563] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022973, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.495578] env[63348]: DEBUG nova.network.neutron [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Successfully created port: a75a7cd4-0154-43a8-a622-2ce027336447 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1946.501794] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022974, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.505154] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1946.505154] env[63348]: value = "task-2022975" [ 1946.505154] env[63348]: _type = "Task" [ 1946.505154] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.506842] env[63348]: DEBUG nova.compute.manager [req-bdc589b9-1560-4684-8b3d-b1a8e97c2855 req-40ed1d63-511e-45c3-85ad-3d46a2118966 service nova] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Received event network-vif-deleted-983d592a-e527-4102-a981-69d81894e6ca {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1946.507073] env[63348]: DEBUG nova.compute.manager [req-bdc589b9-1560-4684-8b3d-b1a8e97c2855 req-40ed1d63-511e-45c3-85ad-3d46a2118966 service nova] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Received event network-changed-fb6102f9-dec4-4af3-8b93-57158ec44512 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1946.507240] env[63348]: DEBUG nova.compute.manager [req-bdc589b9-1560-4684-8b3d-b1a8e97c2855 req-40ed1d63-511e-45c3-85ad-3d46a2118966 service nova] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Refreshing instance network info cache due to event network-changed-fb6102f9-dec4-4af3-8b93-57158ec44512. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1946.507450] env[63348]: DEBUG oslo_concurrency.lockutils [req-bdc589b9-1560-4684-8b3d-b1a8e97c2855 req-40ed1d63-511e-45c3-85ad-3d46a2118966 service nova] Acquiring lock "refresh_cache-532893e1-986d-48a6-9303-0952b5a45d65" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.507590] env[63348]: DEBUG oslo_concurrency.lockutils [req-bdc589b9-1560-4684-8b3d-b1a8e97c2855 req-40ed1d63-511e-45c3-85ad-3d46a2118966 service nova] Acquired lock "refresh_cache-532893e1-986d-48a6-9303-0952b5a45d65" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.507747] env[63348]: DEBUG nova.network.neutron [req-bdc589b9-1560-4684-8b3d-b1a8e97c2855 req-40ed1d63-511e-45c3-85ad-3d46a2118966 service nova] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Refreshing network info cache for port fb6102f9-dec4-4af3-8b93-57158ec44512 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1946.528717] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.567080] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Creating linked-clone VM from snapshot {{(pid=63348) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1946.568138] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-30da69c7-3a1f-4384-8ff7-ffd0a1e7ee0c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.577953] env[63348]: DEBUG oslo_concurrency.lockutils [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.583048] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 1946.583048] env[63348]: value = "task-2022976" [ 1946.583048] env[63348]: _type = "Task" [ 1946.583048] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.600083] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022976, 'name': CloneVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.698509] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.903435] env[63348]: ERROR nova.scheduler.client.report [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] [req-708077c5-96a9-4f9b-bb4d-a6e37131477e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 792f3f50-7bf3-4710-b72e-b20aee2a288d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-708077c5-96a9-4f9b-bb4d-a6e37131477e"}]} [ 1946.923912] env[63348]: DEBUG nova.scheduler.client.report [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Refreshing inventories for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1946.955542] env[63348]: DEBUG nova.scheduler.client.report [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Updating ProviderTree inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1946.955699] env[63348]: DEBUG nova.compute.provider_tree [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1946.976209] env[63348]: DEBUG nova.scheduler.client.report [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Refreshing aggregate associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, aggregates: None {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1946.996270] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022973, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.999945] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022974, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.020730] env[63348]: DEBUG nova.scheduler.client.report [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Refreshing trait associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1947.027614] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022975, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.101445] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022976, 'name': CloneVM_Task} progress is 93%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.286858] env[63348]: DEBUG nova.compute.manager [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1947.353976] env[63348]: DEBUG nova.virt.hardware [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1947.354288] env[63348]: DEBUG nova.virt.hardware [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1947.354480] env[63348]: DEBUG nova.virt.hardware [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1947.354727] env[63348]: DEBUG nova.virt.hardware [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1947.354839] env[63348]: DEBUG nova.virt.hardware [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1947.355029] env[63348]: DEBUG nova.virt.hardware [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1947.355521] env[63348]: DEBUG nova.virt.hardware [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1947.355747] env[63348]: DEBUG nova.virt.hardware [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1947.355974] env[63348]: DEBUG nova.virt.hardware [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1947.356196] env[63348]: DEBUG nova.virt.hardware [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1947.356393] env[63348]: DEBUG nova.virt.hardware [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1947.357406] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59894ddb-cf5f-43d3-b267-46079213b95f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.372449] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd05adf7-348e-47fe-b9f9-df43a24b50d9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.488899] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022973, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.507446] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022974, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.528663] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022975, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.542505] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaaf27b-09e2-4dd9-8ce3-52676b5ac116 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.553407] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaae81b-5751-451c-9feb-c2639536b570 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.596511] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfbd87a-eb56-41f6-9618-4ed3b4fc14f7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.610889] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29fbcd9-4bd2-4994-ae2f-9d41d264345a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.614960] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022976, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.634029] env[63348]: DEBUG nova.compute.provider_tree [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1947.873193] env[63348]: DEBUG nova.network.neutron [req-bdc589b9-1560-4684-8b3d-b1a8e97c2855 req-40ed1d63-511e-45c3-85ad-3d46a2118966 service nova] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Updated VIF entry in instance network info cache for port fb6102f9-dec4-4af3-8b93-57158ec44512. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1947.873193] env[63348]: DEBUG nova.network.neutron [req-bdc589b9-1560-4684-8b3d-b1a8e97c2855 req-40ed1d63-511e-45c3-85ad-3d46a2118966 service nova] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Updating instance_info_cache with network_info: [{"id": "fb6102f9-dec4-4af3-8b93-57158ec44512", "address": "fa:16:3e:f2:3d:91", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6102f9-de", "ovs_interfaceid": "fb6102f9-dec4-4af3-8b93-57158ec44512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.985403] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022973, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.998457] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022974, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.021688] env[63348]: DEBUG oslo_vmware.api [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2022975, 'name': PowerOnVM_Task, 'duration_secs': 1.171806} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.022094] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1948.022368] env[63348]: INFO nova.compute.manager [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1948.022556] env[63348]: DEBUG nova.compute.manager [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1948.023428] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb635ca9-d943-4d79-b41b-f20c6144b081 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.103224] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022976, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.181574] env[63348]: DEBUG nova.scheduler.client.report [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Updated inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1948.181817] env[63348]: DEBUG nova.compute.provider_tree [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Updating resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d generation from 107 to 108 during operation: update_inventory {{(pid=63348) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1948.182019] env[63348]: DEBUG nova.compute.provider_tree [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1948.375073] env[63348]: DEBUG oslo_concurrency.lockutils [req-bdc589b9-1560-4684-8b3d-b1a8e97c2855 req-40ed1d63-511e-45c3-85ad-3d46a2118966 service nova] Releasing lock "refresh_cache-532893e1-986d-48a6-9303-0952b5a45d65" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.487483] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022973, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.499348] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022974, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.546288] env[63348]: INFO nova.compute.manager [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Took 26.35 seconds to build instance. [ 1948.607234] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022976, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.687612] env[63348]: DEBUG oslo_concurrency.lockutils [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.434s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.691035] env[63348]: DEBUG oslo_concurrency.lockutils [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.624s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.693208] env[63348]: INFO nova.compute.claims [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1948.761622] env[63348]: INFO nova.scheduler.client.report [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Deleted allocations for instance 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774 [ 1948.986961] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022973, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.717179} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.987260] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a2db73c3-0981-491e-8fb8-3f8423f696b4/a2db73c3-0981-491e-8fb8-3f8423f696b4.vmdk to [datastore2] 223e5b24-bc2a-4de9-be5b-aa2cad088245/223e5b24-bc2a-4de9-be5b-aa2cad088245.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1948.988193] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1bad4e-b917-424b-ab4e-63f3b29a618e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.000746] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022974, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.019873] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 223e5b24-bc2a-4de9-be5b-aa2cad088245/223e5b24-bc2a-4de9-be5b-aa2cad088245.vmdk or device None with type streamOptimized {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1949.020250] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06d86523-fdae-42d0-8908-376e716f2431 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.047892] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1949.047892] env[63348]: value = "task-2022977" [ 1949.047892] env[63348]: _type = "Task" [ 1949.047892] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.048420] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ce8592b8-be49-44f7-a547-7cb770b125c8 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "713936df-ad40-4728-a19f-ac1fe71e84ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.863s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.059880] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.105262] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022976, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.275117] env[63348]: DEBUG oslo_concurrency.lockutils [None req-528b9660-ff23-4931-9ccc-c30c035b3454 tempest-ServersTestManualDisk-1896469582 tempest-ServersTestManualDisk-1896469582-project-member] Lock "5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.274s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.505647] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022974, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.561246] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.604280] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022976, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.003463] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022974, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.061826] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022977, 'name': ReconfigVM_Task, 'duration_secs': 0.816308} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.061937] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 223e5b24-bc2a-4de9-be5b-aa2cad088245/223e5b24-bc2a-4de9-be5b-aa2cad088245.vmdk or device None with type streamOptimized {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1950.062588] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-723dfb9d-fadf-49b0-8c8f-5d1ae8d4d04f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.068898] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1950.068898] env[63348]: value = "task-2022978" [ 1950.068898] env[63348]: _type = "Task" [ 1950.068898] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.080294] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022978, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.107888] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022976, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.138550] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168a6130-5aaa-4e33-b953-6a94475001a1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.146948] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32797b95-3add-4897-8c31-9801bd4ab6e5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.184337] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ed038e-b85f-47a9-a2ac-558ca3556b24 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.193366] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b726456-0ccd-4ffe-a17f-162f3d68fa81 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.207968] env[63348]: DEBUG nova.compute.provider_tree [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1950.279981] env[63348]: DEBUG oslo_concurrency.lockutils [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "beda0967-a3a7-477f-945b-e8ff964d1350" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.280328] env[63348]: DEBUG oslo_concurrency.lockutils [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "beda0967-a3a7-477f-945b-e8ff964d1350" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.505115] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022974, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.582456] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022978, 'name': Rename_Task, 'duration_secs': 0.209157} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.582779] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1950.583107] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c26f2966-9222-4137-b03b-886c51c3bd12 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.590355] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1950.590355] env[63348]: value = "task-2022979" [ 1950.590355] env[63348]: _type = "Task" [ 1950.590355] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.598866] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.609998] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022976, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.684464] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "8523ee5a-b470-4613-82fc-6a729e714b21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.684944] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "8523ee5a-b470-4613-82fc-6a729e714b21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.734019] env[63348]: ERROR nova.scheduler.client.report [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [req-013c9fc6-6764-4ed9-9800-84c53f423f2f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 792f3f50-7bf3-4710-b72e-b20aee2a288d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-013c9fc6-6764-4ed9-9800-84c53f423f2f"}]} [ 1950.752287] env[63348]: DEBUG nova.scheduler.client.report [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Refreshing inventories for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1950.769216] env[63348]: DEBUG nova.scheduler.client.report [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Updating ProviderTree inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1950.769464] env[63348]: DEBUG nova.compute.provider_tree [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1950.783302] env[63348]: DEBUG nova.compute.manager [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1950.787431] env[63348]: DEBUG nova.scheduler.client.report [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Refreshing aggregate associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, aggregates: None {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1950.814398] env[63348]: DEBUG nova.scheduler.client.report [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Refreshing trait associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1951.009811] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022974, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.107470] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022979, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.118446] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022976, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.188191] env[63348]: DEBUG nova.compute.manager [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1951.195133] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff733a8-2709-4ca5-a8c6-3c6d53ca2200 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.200752] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9654f37-7efb-4490-8956-df2aad1fce8d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.232145] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9356fb-7e3d-4099-8d46-4ef11b9ec5e1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.241160] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fde21a7-c75a-45d4-936d-afbe09ed76bf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.257936] env[63348]: DEBUG nova.compute.provider_tree [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1951.306221] env[63348]: DEBUG oslo_concurrency.lockutils [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.504925] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022974, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.605328] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022979, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.614898] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022976, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.723663] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.798862] env[63348]: DEBUG nova.scheduler.client.report [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Updated inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1951.799169] env[63348]: DEBUG nova.compute.provider_tree [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Updating resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d generation from 110 to 111 during operation: update_inventory {{(pid=63348) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1951.799355] env[63348]: DEBUG nova.compute.provider_tree [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1952.005730] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022974, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.102085] env[63348]: DEBUG oslo_vmware.api [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022979, 'name': PowerOnVM_Task, 'duration_secs': 1.036174} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.102409] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1952.113767] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022976, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.268973] env[63348]: DEBUG nova.compute.manager [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1952.270103] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac71727-df40-410b-ae5c-a0efcb31e7d7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.305443] env[63348]: DEBUG oslo_concurrency.lockutils [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.614s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.306079] env[63348]: DEBUG nova.compute.manager [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1952.310655] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.615s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.311027] env[63348]: DEBUG nova.objects.instance [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lazy-loading 'resources' on Instance uuid be2c402e-8c78-4e1d-a750-53dac005e728 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1952.509942] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022974, 'name': CreateVM_Task, 'duration_secs': 6.003197} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.509942] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1952.509942] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.509942] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.509942] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1952.509942] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df8461c4-7d9f-44a7-ab6b-eea792dd340e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.515706] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1952.515706] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522d40e0-a92c-3151-ad5a-ad95c12cc037" [ 1952.515706] env[63348]: _type = "Task" [ 1952.515706] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.524655] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522d40e0-a92c-3151-ad5a-ad95c12cc037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.618483] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022976, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.799246] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0c1fa006-74a9-492d-be03-7a79b569bf3e tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "223e5b24-bc2a-4de9-be5b-aa2cad088245" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 37.830s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.814888] env[63348]: DEBUG nova.compute.utils [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1952.817184] env[63348]: DEBUG nova.compute.manager [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1952.818018] env[63348]: DEBUG nova.network.neutron [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1952.929810] env[63348]: DEBUG nova.policy [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f189de2002eb4ee5bea0869fa91dba6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba9b91eb11ab481a95e8539c3f979117', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1953.028911] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522d40e0-a92c-3151-ad5a-ad95c12cc037, 'name': SearchDatastore_Task, 'duration_secs': 0.021332} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.033285] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.033285] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1953.033285] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.033285] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.033538] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1953.034096] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19605a49-a91f-4245-8cc8-24563e6001f9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.046664] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1953.048069] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1953.049121] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-784a6306-7936-4dca-966d-ec83530230dc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.059383] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1953.059383] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52da213d-3f0a-60b2-6b6b-635538280529" [ 1953.059383] env[63348]: _type = "Task" [ 1953.059383] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.069786] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52da213d-3f0a-60b2-6b6b-635538280529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.118011] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022976, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.264358] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a0a2a1-3f86-45a3-80d3-30ea88f7ba43 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.272380] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d05585-8e04-4389-9ffc-83d54e063226 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.310366] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702744c8-0b09-4f30-9b35-7b2629597175 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.320333] env[63348]: DEBUG nova.compute.manager [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1953.322134] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2c7aa2-ae9c-4efb-9698-0adaff0c5e3a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.337592] env[63348]: DEBUG nova.compute.provider_tree [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1953.560635] env[63348]: DEBUG nova.network.neutron [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Successfully created port: 760a5001-d3e6-4ddf-aa01-178548ea10a6 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1953.575127] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52da213d-3f0a-60b2-6b6b-635538280529, 'name': SearchDatastore_Task, 'duration_secs': 0.031033} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.576154] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4635aea9-9888-41d1-a0b7-94751086761a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.584807] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1953.584807] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528e4428-b1a3-ee23-2041-589db435a84c" [ 1953.584807] env[63348]: _type = "Task" [ 1953.584807] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.596765] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528e4428-b1a3-ee23-2041-589db435a84c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.615447] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022976, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.728497] env[63348]: DEBUG nova.network.neutron [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Successfully updated port: a75a7cd4-0154-43a8-a622-2ce027336447 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1953.756649] env[63348]: DEBUG nova.compute.manager [req-259458dd-3337-4d3a-a956-50c4535897ae req-34f84221-7165-4dc2-8f89-81e988efcb59 service nova] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Received event network-vif-plugged-a75a7cd4-0154-43a8-a622-2ce027336447 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1953.757388] env[63348]: DEBUG oslo_concurrency.lockutils [req-259458dd-3337-4d3a-a956-50c4535897ae req-34f84221-7165-4dc2-8f89-81e988efcb59 service nova] Acquiring lock "05cfaff1-e949-438d-b516-05a3aca8c0b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.757565] env[63348]: DEBUG oslo_concurrency.lockutils [req-259458dd-3337-4d3a-a956-50c4535897ae req-34f84221-7165-4dc2-8f89-81e988efcb59 service nova] Lock "05cfaff1-e949-438d-b516-05a3aca8c0b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.757842] env[63348]: DEBUG oslo_concurrency.lockutils [req-259458dd-3337-4d3a-a956-50c4535897ae req-34f84221-7165-4dc2-8f89-81e988efcb59 service nova] Lock "05cfaff1-e949-438d-b516-05a3aca8c0b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.758017] env[63348]: DEBUG nova.compute.manager [req-259458dd-3337-4d3a-a956-50c4535897ae req-34f84221-7165-4dc2-8f89-81e988efcb59 service nova] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] No waiting events found dispatching network-vif-plugged-a75a7cd4-0154-43a8-a622-2ce027336447 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1953.758445] env[63348]: WARNING nova.compute.manager [req-259458dd-3337-4d3a-a956-50c4535897ae req-34f84221-7165-4dc2-8f89-81e988efcb59 service nova] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Received unexpected event network-vif-plugged-a75a7cd4-0154-43a8-a622-2ce027336447 for instance with vm_state building and task_state spawning. [ 1953.840606] env[63348]: DEBUG nova.scheduler.client.report [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1954.097239] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528e4428-b1a3-ee23-2041-589db435a84c, 'name': SearchDatastore_Task, 'duration_secs': 0.060657} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.097239] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.097239] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 532893e1-986d-48a6-9303-0952b5a45d65/532893e1-986d-48a6-9303-0952b5a45d65.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1954.100037] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9c8712e-8b8f-4cc4-849e-4760f6aafdd7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.112966] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1954.112966] env[63348]: value = "task-2022980" [ 1954.112966] env[63348]: _type = "Task" [ 1954.112966] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.120517] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022976, 'name': CloneVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.125116] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.229765] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "refresh_cache-05cfaff1-e949-438d-b516-05a3aca8c0b6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.230222] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired lock "refresh_cache-05cfaff1-e949-438d-b516-05a3aca8c0b6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.230222] env[63348]: DEBUG nova.network.neutron [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1954.335987] env[63348]: DEBUG nova.compute.manager [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1954.352244] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.357101] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.116s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.372304] env[63348]: DEBUG nova.virt.hardware [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1954.372304] env[63348]: DEBUG nova.virt.hardware [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1954.372304] env[63348]: DEBUG nova.virt.hardware [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1954.372591] env[63348]: DEBUG nova.virt.hardware [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1954.372591] env[63348]: DEBUG nova.virt.hardware [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1954.372591] env[63348]: DEBUG nova.virt.hardware [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1954.373338] env[63348]: DEBUG nova.virt.hardware [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1954.373787] env[63348]: DEBUG nova.virt.hardware [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1954.373872] env[63348]: DEBUG nova.virt.hardware [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1954.374012] env[63348]: DEBUG nova.virt.hardware [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1954.374197] env[63348]: DEBUG nova.virt.hardware [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1954.375505] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52496727-df71-4a12-87cf-c11d105fce3f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.387141] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfeefe5-fb3a-4733-8c6b-7a1dfa1d4bbc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.406206] env[63348]: INFO nova.scheduler.client.report [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Deleted allocations for instance be2c402e-8c78-4e1d-a750-53dac005e728 [ 1954.621296] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2022976, 'name': CloneVM_Task, 'duration_secs': 7.666235} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.621296] env[63348]: INFO nova.virt.vmwareapi.vmops [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Created linked-clone VM from snapshot [ 1954.623749] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d429b4e-f271-48e1-984e-4d0adee34506 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.631261] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022980, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.634613] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Uploading image 6036718b-1693-45f2-9da1-8527e654bd33 {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1954.676211] env[63348]: DEBUG oslo_vmware.rw_handles [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1954.676211] env[63348]: value = "vm-415665" [ 1954.676211] env[63348]: _type = "VirtualMachine" [ 1954.676211] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1954.676535] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a4924b04-09ea-430c-865a-c0a81064880a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.684884] env[63348]: DEBUG oslo_vmware.rw_handles [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lease: (returnval){ [ 1954.684884] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e6a883-0ab1-02b6-62f5-2db282038176" [ 1954.684884] env[63348]: _type = "HttpNfcLease" [ 1954.684884] env[63348]: } obtained for exporting VM: (result){ [ 1954.684884] env[63348]: value = "vm-415665" [ 1954.684884] env[63348]: _type = "VirtualMachine" [ 1954.684884] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1954.685197] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the lease: (returnval){ [ 1954.685197] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e6a883-0ab1-02b6-62f5-2db282038176" [ 1954.685197] env[63348]: _type = "HttpNfcLease" [ 1954.685197] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1954.693320] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1954.693320] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e6a883-0ab1-02b6-62f5-2db282038176" [ 1954.693320] env[63348]: _type = "HttpNfcLease" [ 1954.693320] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1954.780569] env[63348]: DEBUG nova.network.neutron [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1954.866255] env[63348]: INFO nova.compute.claims [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1954.918585] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c0a5684c-255b-4bb0-ad05-e2eb8b707ab0 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "be2c402e-8c78-4e1d-a750-53dac005e728" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.371s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.992437] env[63348]: DEBUG nova.network.neutron [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Updating instance_info_cache with network_info: [{"id": "a75a7cd4-0154-43a8-a622-2ce027336447", "address": "fa:16:3e:ac:2c:44", "network": {"id": "61ef3d35-56c6-4388-ab4f-3eef69b8ea5d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-434354865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2bf99c70a946f1a8ba8c7653a1a164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa75a7cd4-01", "ovs_interfaceid": "a75a7cd4-0154-43a8-a622-2ce027336447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.003406] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc4fd43-a50c-47a3-ad05-ac5a63c0d10f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.012526] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b5e069-0c56-42b3-81d6-98cc95e9b28d tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Suspending the VM {{(pid=63348) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1955.012860] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-dc87e054-8aa3-4af3-99d3-83427be48afc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.021519] env[63348]: DEBUG oslo_vmware.api [None req-f3b5e069-0c56-42b3-81d6-98cc95e9b28d tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1955.021519] env[63348]: value = "task-2022982" [ 1955.021519] env[63348]: _type = "Task" [ 1955.021519] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.033782] env[63348]: DEBUG oslo_vmware.api [None req-f3b5e069-0c56-42b3-81d6-98cc95e9b28d tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022982, 'name': SuspendVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.128525] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022980, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.196385] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1955.196385] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e6a883-0ab1-02b6-62f5-2db282038176" [ 1955.196385] env[63348]: _type = "HttpNfcLease" [ 1955.196385] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1955.196698] env[63348]: DEBUG oslo_vmware.rw_handles [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1955.196698] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e6a883-0ab1-02b6-62f5-2db282038176" [ 1955.196698] env[63348]: _type = "HttpNfcLease" [ 1955.196698] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1955.198042] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e236800f-d0c3-45db-91ff-8c7cd1180baf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.209376] env[63348]: DEBUG oslo_vmware.rw_handles [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c2d2b-77ee-2714-0948-8f2c4a688919/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1955.210339] env[63348]: DEBUG oslo_vmware.rw_handles [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c2d2b-77ee-2714-0948-8f2c4a688919/disk-0.vmdk for reading. {{(pid=63348) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1955.367042] env[63348]: DEBUG nova.network.neutron [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Successfully updated port: 760a5001-d3e6-4ddf-aa01-178548ea10a6 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1955.374124] env[63348]: INFO nova.compute.resource_tracker [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Updating resource usage from migration 8933858e-e888-4db2-a859-1921f41453e5 [ 1955.492755] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-61bffe47-40f5-44b1-bec1-429a54a0ad96 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.495214] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Releasing lock "refresh_cache-05cfaff1-e949-438d-b516-05a3aca8c0b6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.495214] env[63348]: DEBUG nova.compute.manager [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Instance network_info: |[{"id": "a75a7cd4-0154-43a8-a622-2ce027336447", "address": "fa:16:3e:ac:2c:44", "network": {"id": "61ef3d35-56c6-4388-ab4f-3eef69b8ea5d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-434354865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2bf99c70a946f1a8ba8c7653a1a164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa75a7cd4-01", "ovs_interfaceid": "a75a7cd4-0154-43a8-a622-2ce027336447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1955.498019] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:2c:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a75a7cd4-0154-43a8-a622-2ce027336447', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1955.505826] env[63348]: DEBUG oslo.service.loopingcall [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1955.506765] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1955.507024] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c51ff8a-42f3-4538-9641-2700a1ecca24 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.534854] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1955.534854] env[63348]: value = "task-2022983" [ 1955.534854] env[63348]: _type = "Task" [ 1955.534854] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.538045] env[63348]: DEBUG oslo_vmware.api [None req-f3b5e069-0c56-42b3-81d6-98cc95e9b28d tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022982, 'name': SuspendVM_Task} progress is 58%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.549182] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022983, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.632152] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022980, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.029126} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.632152] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 532893e1-986d-48a6-9303-0952b5a45d65/532893e1-986d-48a6-9303-0952b5a45d65.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1955.632152] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1955.632152] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-254a7b77-21be-4a50-a36a-cb69899697f0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.638278] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1955.638278] env[63348]: value = "task-2022984" [ 1955.638278] env[63348]: _type = "Task" [ 1955.638278] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.646998] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.857024] env[63348]: DEBUG nova.compute.manager [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Received event network-changed-a75a7cd4-0154-43a8-a622-2ce027336447 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1955.857234] env[63348]: DEBUG nova.compute.manager [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Refreshing instance network info cache due to event network-changed-a75a7cd4-0154-43a8-a622-2ce027336447. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1955.857624] env[63348]: DEBUG oslo_concurrency.lockutils [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] Acquiring lock "refresh_cache-05cfaff1-e949-438d-b516-05a3aca8c0b6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.857801] env[63348]: DEBUG oslo_concurrency.lockutils [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] Acquired lock "refresh_cache-05cfaff1-e949-438d-b516-05a3aca8c0b6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.857966] env[63348]: DEBUG nova.network.neutron [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Refreshing network info cache for port a75a7cd4-0154-43a8-a622-2ce027336447 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1955.866414] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6111af-46f1-48ab-9d12-e1edda20459a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.871291] env[63348]: DEBUG oslo_concurrency.lockutils [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.871291] env[63348]: DEBUG oslo_concurrency.lockutils [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.871291] env[63348]: DEBUG nova.network.neutron [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1955.880743] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ccca17-28bc-4e45-b621-37b4bc0c19ed {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.912281] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "67f9965f-32e8-4bb6-be80-7f273ac16b51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.912535] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "67f9965f-32e8-4bb6-be80-7f273ac16b51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.912739] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "67f9965f-32e8-4bb6-be80-7f273ac16b51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.912921] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "67f9965f-32e8-4bb6-be80-7f273ac16b51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.913129] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "67f9965f-32e8-4bb6-be80-7f273ac16b51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.915275] env[63348]: INFO nova.compute.manager [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Terminating instance [ 1955.920304] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208c7a66-5a53-44c9-8c43-e9926bff060a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.926485] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5f1aed-a0f3-458f-b481-42fb3cabce3d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.947252] env[63348]: DEBUG nova.compute.provider_tree [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1956.039451] env[63348]: DEBUG oslo_vmware.api [None req-f3b5e069-0c56-42b3-81d6-98cc95e9b28d tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022982, 'name': SuspendVM_Task} progress is 58%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.051926] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022983, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.151537] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109544} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.152669] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1956.153682] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fc2307-bd7a-47c7-9b92-168ce1272c16 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.181969] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 532893e1-986d-48a6-9303-0952b5a45d65/532893e1-986d-48a6-9303-0952b5a45d65.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1956.182058] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe718a8e-919d-496b-96c6-73fbbce1b125 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.202024] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1956.202024] env[63348]: value = "task-2022985" [ 1956.202024] env[63348]: _type = "Task" [ 1956.202024] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.210563] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.408508] env[63348]: DEBUG nova.network.neutron [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1956.424937] env[63348]: DEBUG nova.compute.manager [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1956.424937] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1956.424937] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e2c8a8-a184-436f-80cf-083a0f2798c4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.433244] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1956.433669] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eddaeae5-f3a9-41af-a12d-926f0be73c7e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.440163] env[63348]: DEBUG oslo_vmware.api [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1956.440163] env[63348]: value = "task-2022986" [ 1956.440163] env[63348]: _type = "Task" [ 1956.440163] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.457411] env[63348]: DEBUG oslo_vmware.api [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.503214] env[63348]: DEBUG nova.scheduler.client.report [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Updated inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1956.503582] env[63348]: DEBUG nova.compute.provider_tree [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Updating resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d generation from 111 to 112 during operation: update_inventory {{(pid=63348) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1956.503820] env[63348]: DEBUG nova.compute.provider_tree [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1956.539377] env[63348]: DEBUG oslo_vmware.api [None req-f3b5e069-0c56-42b3-81d6-98cc95e9b28d tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022982, 'name': SuspendVM_Task} progress is 58%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.550644] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022983, 'name': CreateVM_Task, 'duration_secs': 0.596766} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.551025] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1956.551828] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.552725] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.552725] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1956.552725] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7786d96-dbe7-4c9d-b6d6-96f66ddc4c82 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.562155] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1956.562155] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525899be-0cec-3d43-e36e-4e6ca47677aa" [ 1956.562155] env[63348]: _type = "Task" [ 1956.562155] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.569872] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525899be-0cec-3d43-e36e-4e6ca47677aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.709977] env[63348]: DEBUG nova.network.neutron [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Updated VIF entry in instance network info cache for port a75a7cd4-0154-43a8-a622-2ce027336447. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1956.710498] env[63348]: DEBUG nova.network.neutron [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Updating instance_info_cache with network_info: [{"id": "a75a7cd4-0154-43a8-a622-2ce027336447", "address": "fa:16:3e:ac:2c:44", "network": {"id": "61ef3d35-56c6-4388-ab4f-3eef69b8ea5d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-434354865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2bf99c70a946f1a8ba8c7653a1a164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa75a7cd4-01", "ovs_interfaceid": "a75a7cd4-0154-43a8-a622-2ce027336447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.719596] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.721580] env[63348]: DEBUG nova.network.neutron [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updating instance_info_cache with network_info: [{"id": "760a5001-d3e6-4ddf-aa01-178548ea10a6", "address": "fa:16:3e:e4:5b:b5", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760a5001-d3", "ovs_interfaceid": "760a5001-d3e6-4ddf-aa01-178548ea10a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.951116] env[63348]: DEBUG oslo_vmware.api [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022986, 'name': PowerOffVM_Task, 'duration_secs': 0.209124} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.951528] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1956.951799] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1956.952045] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1d38dc4-b8cf-4e08-9a36-1d2d771c3980 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.013632] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.654s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.013632] env[63348]: INFO nova.compute.manager [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Migrating [ 1957.022048] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.158s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.022048] env[63348]: DEBUG nova.objects.instance [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lazy-loading 'resources' on Instance uuid 7910e991-ef8f-4308-96de-d78f82395cff {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1957.046724] env[63348]: DEBUG oslo_vmware.api [None req-f3b5e069-0c56-42b3-81d6-98cc95e9b28d tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2022982, 'name': SuspendVM_Task, 'duration_secs': 1.592722} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.047068] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b5e069-0c56-42b3-81d6-98cc95e9b28d tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Suspended the VM {{(pid=63348) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1957.047267] env[63348]: DEBUG nova.compute.manager [None req-f3b5e069-0c56-42b3-81d6-98cc95e9b28d tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1957.048133] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5653145f-6596-4cca-bd88-98d8cc2da863 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.073820] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525899be-0cec-3d43-e36e-4e6ca47677aa, 'name': SearchDatastore_Task, 'duration_secs': 0.018642} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.074690] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.074907] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1957.075162] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.075312] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.075491] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1957.075770] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a580167-04e8-4e40-bafe-f7a8aeb33a71 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.087856] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1957.088122] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1957.089176] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7395278-63fe-4ca2-b18a-93e8943b1748 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.097977] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1957.097977] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52757ed0-40db-cd61-1b61-4d810eb08541" [ 1957.097977] env[63348]: _type = "Task" [ 1957.097977] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.107690] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52757ed0-40db-cd61-1b61-4d810eb08541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.214346] env[63348]: DEBUG oslo_concurrency.lockutils [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] Releasing lock "refresh_cache-05cfaff1-e949-438d-b516-05a3aca8c0b6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.214692] env[63348]: DEBUG nova.compute.manager [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Received event network-vif-plugged-760a5001-d3e6-4ddf-aa01-178548ea10a6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1957.215075] env[63348]: DEBUG oslo_concurrency.lockutils [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] Acquiring lock "99bc2f43-621c-4004-90e4-106bcd607b5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.215372] env[63348]: DEBUG oslo_concurrency.lockutils [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] Lock "99bc2f43-621c-4004-90e4-106bcd607b5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.215615] env[63348]: DEBUG oslo_concurrency.lockutils [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] Lock "99bc2f43-621c-4004-90e4-106bcd607b5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.215952] env[63348]: DEBUG nova.compute.manager [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] No waiting events found dispatching network-vif-plugged-760a5001-d3e6-4ddf-aa01-178548ea10a6 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1957.216073] env[63348]: WARNING nova.compute.manager [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Received unexpected event network-vif-plugged-760a5001-d3e6-4ddf-aa01-178548ea10a6 for instance with vm_state building and task_state spawning. [ 1957.216351] env[63348]: DEBUG nova.compute.manager [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Received event network-changed-760a5001-d3e6-4ddf-aa01-178548ea10a6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1957.216699] env[63348]: DEBUG nova.compute.manager [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Refreshing instance network info cache due to event network-changed-760a5001-d3e6-4ddf-aa01-178548ea10a6. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1957.216699] env[63348]: DEBUG oslo_concurrency.lockutils [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] Acquiring lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.216895] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022985, 'name': ReconfigVM_Task, 'duration_secs': 0.85682} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.217143] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 532893e1-986d-48a6-9303-0952b5a45d65/532893e1-986d-48a6-9303-0952b5a45d65.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1957.217977] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6aab96d1-5bd1-46ec-a7ab-d85c6238e680 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.227275] env[63348]: DEBUG oslo_concurrency.lockutils [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.227275] env[63348]: DEBUG nova.compute.manager [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Instance network_info: |[{"id": "760a5001-d3e6-4ddf-aa01-178548ea10a6", "address": "fa:16:3e:e4:5b:b5", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760a5001-d3", "ovs_interfaceid": "760a5001-d3e6-4ddf-aa01-178548ea10a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1957.227418] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1957.227418] env[63348]: value = "task-2022988" [ 1957.227418] env[63348]: _type = "Task" [ 1957.227418] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.227556] env[63348]: DEBUG oslo_concurrency.lockutils [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] Acquired lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.227873] env[63348]: DEBUG nova.network.neutron [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Refreshing network info cache for port 760a5001-d3e6-4ddf-aa01-178548ea10a6 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1957.229200] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:5b:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '760a5001-d3e6-4ddf-aa01-178548ea10a6', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1957.237651] env[63348]: DEBUG oslo.service.loopingcall [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1957.238414] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1957.241867] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-536cdd24-1d46-4507-b3f0-3e4db8b2c731 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.270793] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022988, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.272382] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1957.272382] env[63348]: value = "task-2022989" [ 1957.272382] env[63348]: _type = "Task" [ 1957.272382] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.280924] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022989, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.296990] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1957.297285] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1957.297926] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Deleting the datastore file [datastore1] 67f9965f-32e8-4bb6-be80-7f273ac16b51 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1957.298328] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-687ffc9a-9955-41e5-871b-b6b59d116557 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.307068] env[63348]: DEBUG oslo_vmware.api [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1957.307068] env[63348]: value = "task-2022990" [ 1957.307068] env[63348]: _type = "Task" [ 1957.307068] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.318226] env[63348]: DEBUG oslo_vmware.api [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.535047] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "refresh_cache-64345daf-ac70-46e0-82bd-6437e41b942d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.535337] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "refresh_cache-64345daf-ac70-46e0-82bd-6437e41b942d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.535537] env[63348]: DEBUG nova.network.neutron [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1957.617018] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52757ed0-40db-cd61-1b61-4d810eb08541, 'name': SearchDatastore_Task, 'duration_secs': 0.015039} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.617940] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59741fd7-240d-418b-98e0-af4c32fec8f6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.627501] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1957.627501] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52884f5d-4fbb-6827-a3c2-afc1e791ab21" [ 1957.627501] env[63348]: _type = "Task" [ 1957.627501] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.639238] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52884f5d-4fbb-6827-a3c2-afc1e791ab21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.759107] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022988, 'name': Rename_Task, 'duration_secs': 0.344474} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.760709] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1957.760992] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12e5bab7-cf2a-473d-82df-f1fc5bdb4708 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.773457] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1957.773457] env[63348]: value = "task-2022991" [ 1957.773457] env[63348]: _type = "Task" [ 1957.773457] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.792814] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022989, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.796942] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.823227] env[63348]: DEBUG oslo_vmware.api [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2022990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291909} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.823494] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1957.823674] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1957.823843] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1957.824026] env[63348]: INFO nova.compute.manager [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1957.824278] env[63348]: DEBUG oslo.service.loopingcall [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1957.824471] env[63348]: DEBUG nova.compute.manager [-] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1957.825162] env[63348]: DEBUG nova.network.neutron [-] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1957.933028] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1d8c49-21d1-4282-8b0c-5e9c43ffa80a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.944986] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2899fe71-ba02-4770-8e44-23508f3b9237 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.981588] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa8e5e2-1252-473c-a577-4b1f6a900ba8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.989668] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a381e43-4834-42ce-82ee-275ef594365d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.008446] env[63348]: DEBUG nova.compute.provider_tree [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1958.138444] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52884f5d-4fbb-6827-a3c2-afc1e791ab21, 'name': SearchDatastore_Task, 'duration_secs': 0.018973} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.138717] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.138988] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 05cfaff1-e949-438d-b516-05a3aca8c0b6/05cfaff1-e949-438d-b516-05a3aca8c0b6.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1958.139283] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b301a5a8-5444-4e55-bd08-e14704dfb119 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.146464] env[63348]: DEBUG nova.network.neutron [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updated VIF entry in instance network info cache for port 760a5001-d3e6-4ddf-aa01-178548ea10a6. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1958.146993] env[63348]: DEBUG nova.network.neutron [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updating instance_info_cache with network_info: [{"id": "760a5001-d3e6-4ddf-aa01-178548ea10a6", "address": "fa:16:3e:e4:5b:b5", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760a5001-d3", "ovs_interfaceid": "760a5001-d3e6-4ddf-aa01-178548ea10a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.149562] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1958.149562] env[63348]: value = "task-2022992" [ 1958.149562] env[63348]: _type = "Task" [ 1958.149562] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.158657] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.285908] env[63348]: DEBUG nova.network.neutron [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Updating instance_info_cache with network_info: [{"id": "a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7", "address": "fa:16:3e:a7:3e:d4", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b4b4a2-1b", "ovs_interfaceid": "a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.293811] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2022989, 'name': CreateVM_Task, 'duration_secs': 0.979365} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.294795] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1958.299630] env[63348]: DEBUG oslo_concurrency.lockutils [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.299864] env[63348]: DEBUG oslo_concurrency.lockutils [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.300413] env[63348]: DEBUG oslo_concurrency.lockutils [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1958.300691] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.301240] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08226b9e-4eef-4d84-87a9-2390e26593a2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.306381] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1958.306381] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a968f3-36fc-828a-8b3a-0d1e093c56e4" [ 1958.306381] env[63348]: _type = "Task" [ 1958.306381] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.315137] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a968f3-36fc-828a-8b3a-0d1e093c56e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.531057] env[63348]: DEBUG oslo_vmware.rw_handles [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52abf0f6-2d86-057f-024d-665473125a2a/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1958.532124] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c117200-7414-4558-8b22-1e56523c284a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.541901] env[63348]: DEBUG oslo_vmware.rw_handles [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52abf0f6-2d86-057f-024d-665473125a2a/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1958.541901] env[63348]: ERROR oslo_vmware.rw_handles [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52abf0f6-2d86-057f-024d-665473125a2a/disk-0.vmdk due to incomplete transfer. [ 1958.541901] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e3ca981c-94f9-4921-b45b-104730412871 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.550358] env[63348]: DEBUG oslo_vmware.rw_handles [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52abf0f6-2d86-057f-024d-665473125a2a/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1958.550590] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Uploaded image 77d8cb23-225b-4364-89ee-78d59b73c9ac to the Glance image server {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1958.552633] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Destroying the VM {{(pid=63348) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1958.552992] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-51e4faba-fd43-47da-951e-88995bf856b3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.559965] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the task: (returnval){ [ 1958.559965] env[63348]: value = "task-2022993" [ 1958.559965] env[63348]: _type = "Task" [ 1958.559965] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.570470] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022993, 'name': Destroy_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.570470] env[63348]: DEBUG nova.scheduler.client.report [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Updated inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1958.570657] env[63348]: DEBUG nova.compute.provider_tree [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Updating resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d generation from 112 to 113 during operation: update_inventory {{(pid=63348) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1958.570748] env[63348]: DEBUG nova.compute.provider_tree [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1958.654021] env[63348]: DEBUG oslo_concurrency.lockutils [req-b7eeb4ad-9ac0-47bb-8091-b304f3df566f req-fc539e0a-dd3b-45b3-9596-570dae10df92 service nova] Releasing lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.662836] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022992, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.754649] env[63348]: DEBUG nova.network.neutron [-] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.790702] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022991, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.795462] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "refresh_cache-64345daf-ac70-46e0-82bd-6437e41b942d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.817134] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a968f3-36fc-828a-8b3a-0d1e093c56e4, 'name': SearchDatastore_Task, 'duration_secs': 0.031825} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.817134] env[63348]: DEBUG oslo_concurrency.lockutils [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.821740] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1958.821740] env[63348]: DEBUG oslo_concurrency.lockutils [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.821740] env[63348]: DEBUG oslo_concurrency.lockutils [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.821740] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1958.821740] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37ad2f6a-6f9a-4191-996a-551a8dc0dd9e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.828676] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1958.828876] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1958.829668] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-916cd572-97e4-49d0-afc0-54798c7f5011 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.835458] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1958.835458] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524fbba2-7aa2-d81d-a8d3-328280982cad" [ 1958.835458] env[63348]: _type = "Task" [ 1958.835458] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.843771] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524fbba2-7aa2-d81d-a8d3-328280982cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.071761] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022993, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.076025] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.078981] env[63348]: DEBUG oslo_concurrency.lockutils [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.501s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.080665] env[63348]: INFO nova.compute.claims [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1959.084621] env[63348]: DEBUG nova.compute.manager [req-739ca278-7510-4eb5-81b7-625aa7af1e17 req-dbe50d44-c39b-47fa-aef9-2d8bf122e76c service nova] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Received event network-vif-deleted-a00ee174-54ad-4293-af35-caaa13765641 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1959.118741] env[63348]: INFO nova.scheduler.client.report [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Deleted allocations for instance 7910e991-ef8f-4308-96de-d78f82395cff [ 1959.135164] env[63348]: INFO nova.compute.manager [None req-9f799bfe-a3e4-4492-ba0f-9de3cde05ad3 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Resuming [ 1959.136318] env[63348]: DEBUG nova.objects.instance [None req-9f799bfe-a3e4-4492-ba0f-9de3cde05ad3 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lazy-loading 'flavor' on Instance uuid 223e5b24-bc2a-4de9-be5b-aa2cad088245 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1959.165438] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022992, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.259376] env[63348]: INFO nova.compute.manager [-] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Took 1.43 seconds to deallocate network for instance. [ 1959.293555] env[63348]: DEBUG oslo_vmware.api [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2022991, 'name': PowerOnVM_Task, 'duration_secs': 1.166083} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.293931] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1959.294243] env[63348]: INFO nova.compute.manager [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Took 16.72 seconds to spawn the instance on the hypervisor. [ 1959.294517] env[63348]: DEBUG nova.compute.manager [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1959.295560] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47b37b0-956e-472d-b014-98f5bd205b24 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.347285] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524fbba2-7aa2-d81d-a8d3-328280982cad, 'name': SearchDatastore_Task, 'duration_secs': 0.017159} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.348304] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4446e0c-176b-4681-b956-46ac722b4980 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.354085] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1959.354085] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5267dbbf-418f-21e1-0a3d-4854df68e6d4" [ 1959.354085] env[63348]: _type = "Task" [ 1959.354085] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.362851] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5267dbbf-418f-21e1-0a3d-4854df68e6d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.572339] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022993, 'name': Destroy_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.627948] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bd8ca8c-6410-491a-b915-cb4a4c744c5d tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "7910e991-ef8f-4308-96de-d78f82395cff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.286s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.663943] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022992, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.766863] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquiring lock "a825e801-5fc4-4d52-be98-3df7ce4bb938" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.767172] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "a825e801-5fc4-4d52-be98-3df7ce4bb938" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.769433] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.827775] env[63348]: INFO nova.compute.manager [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Took 33.40 seconds to build instance. [ 1959.865535] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5267dbbf-418f-21e1-0a3d-4854df68e6d4, 'name': SearchDatastore_Task, 'duration_secs': 0.029785} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.866097] env[63348]: DEBUG oslo_concurrency.lockutils [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.866440] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 99bc2f43-621c-4004-90e4-106bcd607b5a/99bc2f43-621c-4004-90e4-106bcd607b5a.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1959.866769] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6e479c8-3d24-441f-89b5-628e9b4998e3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.878321] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1959.878321] env[63348]: value = "task-2022994" [ 1959.878321] env[63348]: _type = "Task" [ 1959.878321] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.891378] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.073146] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022993, 'name': Destroy_Task, 'duration_secs': 1.027544} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.073467] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Destroyed the VM [ 1960.073676] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Deleting Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1960.073946] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a3856127-f027-4022-b428-030ef9a3c239 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.081088] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the task: (returnval){ [ 1960.081088] env[63348]: value = "task-2022995" [ 1960.081088] env[63348]: _type = "Task" [ 1960.081088] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.092603] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022995, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.167327] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022992, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.667857} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.171629] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 05cfaff1-e949-438d-b516-05a3aca8c0b6/05cfaff1-e949-438d-b516-05a3aca8c0b6.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1960.171774] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1960.172622] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-262cc3f4-2e45-4621-b83f-17ba9cd71054 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.180028] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1960.180028] env[63348]: value = "task-2022996" [ 1960.180028] env[63348]: _type = "Task" [ 1960.180028] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.192204] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.269649] env[63348]: DEBUG nova.compute.manager [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1960.312841] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15237447-887a-43ec-8ec9-78b37fcb3d1c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.338662] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8f0918e9-6538-40f2-bf7a-d5cf922f3b65 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "532893e1-986d-48a6-9303-0952b5a45d65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.919s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.339066] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Updating instance '64345daf-ac70-46e0-82bd-6437e41b942d' progress to 0 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1960.389913] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022994, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.396592] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "8f0e74f0-e28d-4bbf-9472-5eafe2d47f91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.396717] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "8f0e74f0-e28d-4bbf-9472-5eafe2d47f91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.396882] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "8f0e74f0-e28d-4bbf-9472-5eafe2d47f91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.397234] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "8f0e74f0-e28d-4bbf-9472-5eafe2d47f91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.397234] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "8f0e74f0-e28d-4bbf-9472-5eafe2d47f91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.399366] env[63348]: INFO nova.compute.manager [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Terminating instance [ 1960.471389] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c581a53-55a5-4fb2-8da3-5e93474c3482 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.480346] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f69be0-86dd-43a6-8e36-12adf9ec2861 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.514447] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e04d25-6b9a-4d61-b6ca-75b8cdee49d1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.522182] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cdf0dc-4627-4168-98dd-fd92e8aa5d4b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.535866] env[63348]: DEBUG nova.compute.provider_tree [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1960.591422] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022995, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.649736] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9f799bfe-a3e4-4492-ba0f-9de3cde05ad3 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.649983] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9f799bfe-a3e4-4492-ba0f-9de3cde05ad3 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquired lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.650190] env[63348]: DEBUG nova.network.neutron [None req-9f799bfe-a3e4-4492-ba0f-9de3cde05ad3 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1960.690359] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081392} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.690623] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1960.691562] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1d90b1-ada2-4474-bbf0-e7f1333e2089 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.719227] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 05cfaff1-e949-438d-b516-05a3aca8c0b6/05cfaff1-e949-438d-b516-05a3aca8c0b6.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1960.719609] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17b88ac7-02b3-4551-8bd9-4ed35337e671 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.741859] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1960.741859] env[63348]: value = "task-2022997" [ 1960.741859] env[63348]: _type = "Task" [ 1960.741859] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.750663] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.797219] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.848993] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1960.849896] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5428ab0f-6d1d-4868-9386-3563aeb523db {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.857959] env[63348]: DEBUG oslo_vmware.api [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1960.857959] env[63348]: value = "task-2022998" [ 1960.857959] env[63348]: _type = "Task" [ 1960.857959] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.870019] env[63348]: DEBUG oslo_vmware.api [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.889551] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537353} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.889828] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 99bc2f43-621c-4004-90e4-106bcd607b5a/99bc2f43-621c-4004-90e4-106bcd607b5a.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1960.890115] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1960.890410] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f90ad27-b23b-4a25-b7f0-47a1e1949da5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.898052] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1960.898052] env[63348]: value = "task-2022999" [ 1960.898052] env[63348]: _type = "Task" [ 1960.898052] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.906387] env[63348]: DEBUG nova.compute.manager [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1960.906659] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1960.906965] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.908663] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78dcc2f-b717-45d5-a01f-c2982aa52637 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.915976] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1960.916289] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b1cf18d-fff4-428e-bbce-ca3ea1ad50cc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.923413] env[63348]: DEBUG oslo_vmware.api [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1960.923413] env[63348]: value = "task-2023000" [ 1960.923413] env[63348]: _type = "Task" [ 1960.923413] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.932114] env[63348]: DEBUG oslo_vmware.api [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2023000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.051486] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35126d7f-4561-40cd-87bb-43c250847803 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "532893e1-986d-48a6-9303-0952b5a45d65" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.051601] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35126d7f-4561-40cd-87bb-43c250847803 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "532893e1-986d-48a6-9303-0952b5a45d65" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.051875] env[63348]: DEBUG nova.compute.manager [None req-35126d7f-4561-40cd-87bb-43c250847803 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1961.052724] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f3dc1f-dec9-4d7b-840a-c9ea4cf89532 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.061576] env[63348]: DEBUG nova.compute.manager [None req-35126d7f-4561-40cd-87bb-43c250847803 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63348) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1961.062561] env[63348]: DEBUG nova.objects.instance [None req-35126d7f-4561-40cd-87bb-43c250847803 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lazy-loading 'flavor' on Instance uuid 532893e1-986d-48a6-9303-0952b5a45d65 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1961.071733] env[63348]: ERROR nova.scheduler.client.report [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [req-5707b01f-f40f-424c-b03c-3330d7aa06cb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 792f3f50-7bf3-4710-b72e-b20aee2a288d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5707b01f-f40f-424c-b03c-3330d7aa06cb"}]} [ 1961.094386] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022995, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.094386] env[63348]: DEBUG nova.scheduler.client.report [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Refreshing inventories for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1961.117988] env[63348]: DEBUG nova.scheduler.client.report [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Updating ProviderTree inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1961.118268] env[63348]: DEBUG nova.compute.provider_tree [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1961.133350] env[63348]: DEBUG nova.scheduler.client.report [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Refreshing aggregate associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, aggregates: None {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1961.156164] env[63348]: DEBUG nova.scheduler.client.report [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Refreshing trait associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1961.268032] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022997, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.371423] env[63348]: DEBUG oslo_vmware.api [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2022998, 'name': PowerOffVM_Task, 'duration_secs': 0.232024} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.371690] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1961.371872] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Updating instance '64345daf-ac70-46e0-82bd-6437e41b942d' progress to 17 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1961.407775] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2022999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071464} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.408209] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1961.412972] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aba3ce3-3c2f-44e9-8c87-aeb216355385 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.440205] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 99bc2f43-621c-4004-90e4-106bcd607b5a/99bc2f43-621c-4004-90e4-106bcd607b5a.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1961.446977] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccff1171-6c2d-4257-8c56-93b2d43a7120 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.468613] env[63348]: DEBUG oslo_vmware.api [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2023000, 'name': PowerOffVM_Task, 'duration_secs': 0.247155} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.469667] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1961.469852] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1961.470500] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1961.470500] env[63348]: value = "task-2023001" [ 1961.470500] env[63348]: _type = "Task" [ 1961.470500] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.472885] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b66ec99-729c-4b56-889a-2a5dfc790529 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.485832] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.513597] env[63348]: DEBUG nova.network.neutron [None req-9f799bfe-a3e4-4492-ba0f-9de3cde05ad3 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Updating instance_info_cache with network_info: [{"id": "e995aa1e-79fd-4a3e-80d8-ea4b72197049", "address": "fa:16:3e:96:99:2b", "network": {"id": "5edd345e-2f85-4bb2-b0c7-ea9419001beb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-46101521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "519d7268afd0446f88e263990b4fdce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape995aa1e-79", "ovs_interfaceid": "e995aa1e-79fd-4a3e-80d8-ea4b72197049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.569264] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7a7f8b-0f13-49d0-908c-081b1e102988 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.578426] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf9d2a2-a0ff-43e3-9b4a-702edad9acae {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.613871] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bf9f98-d48e-4082-9dc1-b4482c10766f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.616680] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1961.616877] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1961.617103] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Deleting the datastore file [datastore1] 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1961.620571] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cadf4d54-9647-425f-b08e-a987cd9851d4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.623505] env[63348]: DEBUG oslo_vmware.api [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2022995, 'name': RemoveSnapshot_Task, 'duration_secs': 1.280978} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.623887] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Deleted Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1961.624220] env[63348]: INFO nova.compute.manager [None req-f66a262d-543b-46f4-bc18-a197e678b44d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Took 24.85 seconds to snapshot the instance on the hypervisor. [ 1961.633022] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a13f8f4-ae6d-4128-8d09-d0d5d03c1581 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.636240] env[63348]: DEBUG oslo_vmware.api [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for the task: (returnval){ [ 1961.636240] env[63348]: value = "task-2023003" [ 1961.636240] env[63348]: _type = "Task" [ 1961.636240] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.650042] env[63348]: DEBUG nova.compute.provider_tree [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1961.658982] env[63348]: DEBUG oslo_vmware.api [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2023003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.755861] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2022997, 'name': ReconfigVM_Task, 'duration_secs': 0.600869} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.756205] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 05cfaff1-e949-438d-b516-05a3aca8c0b6/05cfaff1-e949-438d-b516-05a3aca8c0b6.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1961.756901] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e2eda4a-2d89-44e9-b3e9-4b3ada0b3169 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.763605] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1961.763605] env[63348]: value = "task-2023004" [ 1961.763605] env[63348]: _type = "Task" [ 1961.763605] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.773425] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023004, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.879510] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1961.880740] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1961.880740] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1961.880963] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1961.881027] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1961.881222] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1961.881482] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1961.881687] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1961.881871] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1961.882068] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1961.882270] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1961.888151] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee0c5ff0-0d43-4e89-9c2a-ac0e5fff9c41 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.905945] env[63348]: DEBUG oslo_vmware.api [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1961.905945] env[63348]: value = "task-2023005" [ 1961.905945] env[63348]: _type = "Task" [ 1961.905945] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.916639] env[63348]: DEBUG oslo_vmware.api [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.984667] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023001, 'name': ReconfigVM_Task, 'duration_secs': 0.436718} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.984871] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 99bc2f43-621c-4004-90e4-106bcd607b5a/99bc2f43-621c-4004-90e4-106bcd607b5a.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1961.985531] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1288976-c529-43f3-b5bd-a800b0404489 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.993257] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1961.993257] env[63348]: value = "task-2023006" [ 1961.993257] env[63348]: _type = "Task" [ 1961.993257] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.002575] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023006, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.020522] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9f799bfe-a3e4-4492-ba0f-9de3cde05ad3 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Releasing lock "refresh_cache-223e5b24-bc2a-4de9-be5b-aa2cad088245" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.020522] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5757d4-8f82-4563-a0f9-e9f815b491f7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.027116] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9f799bfe-a3e4-4492-ba0f-9de3cde05ad3 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Resuming the VM {{(pid=63348) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1962.027407] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e8ef9dd-c347-4159-935f-18826e14f3a0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.033600] env[63348]: DEBUG oslo_vmware.api [None req-9f799bfe-a3e4-4492-ba0f-9de3cde05ad3 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1962.033600] env[63348]: value = "task-2023007" [ 1962.033600] env[63348]: _type = "Task" [ 1962.033600] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.041802] env[63348]: DEBUG oslo_vmware.api [None req-9f799bfe-a3e4-4492-ba0f-9de3cde05ad3 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2023007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.074748] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-35126d7f-4561-40cd-87bb-43c250847803 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1962.075064] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12b51305-5cd3-4601-8cc1-cb93d7e87316 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.081780] env[63348]: DEBUG oslo_vmware.api [None req-35126d7f-4561-40cd-87bb-43c250847803 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1962.081780] env[63348]: value = "task-2023008" [ 1962.081780] env[63348]: _type = "Task" [ 1962.081780] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.090333] env[63348]: DEBUG oslo_vmware.api [None req-35126d7f-4561-40cd-87bb-43c250847803 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.148379] env[63348]: DEBUG oslo_vmware.api [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Task: {'id': task-2023003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251786} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.148818] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1962.149089] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1962.149314] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1962.149495] env[63348]: INFO nova.compute.manager [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1962.149836] env[63348]: DEBUG oslo.service.loopingcall [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1962.150185] env[63348]: DEBUG nova.compute.manager [-] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1962.150314] env[63348]: DEBUG nova.network.neutron [-] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1962.193793] env[63348]: DEBUG nova.scheduler.client.report [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Updated inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1962.194293] env[63348]: DEBUG nova.compute.provider_tree [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Updating resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d generation from 114 to 115 during operation: update_inventory {{(pid=63348) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1962.194419] env[63348]: DEBUG nova.compute.provider_tree [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1962.279616] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023004, 'name': Rename_Task, 'duration_secs': 0.20276} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.279919] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1962.280445] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2abcfe8c-7c65-415f-b2c2-df7d16ab83de {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.288204] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1962.288204] env[63348]: value = "task-2023009" [ 1962.288204] env[63348]: _type = "Task" [ 1962.288204] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.298336] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.416350] env[63348]: DEBUG oslo_vmware.api [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023005, 'name': ReconfigVM_Task, 'duration_secs': 0.28893} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.416697] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Updating instance '64345daf-ac70-46e0-82bd-6437e41b942d' progress to 33 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1962.503735] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023006, 'name': Rename_Task, 'duration_secs': 0.245466} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.504071] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1962.504388] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3249e50-6685-4f04-84f2-b008a8500da1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.510247] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 1962.510247] env[63348]: value = "task-2023010" [ 1962.510247] env[63348]: _type = "Task" [ 1962.510247] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.519401] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.544530] env[63348]: DEBUG oslo_vmware.api [None req-9f799bfe-a3e4-4492-ba0f-9de3cde05ad3 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2023007, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.592713] env[63348]: DEBUG oslo_vmware.api [None req-35126d7f-4561-40cd-87bb-43c250847803 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023008, 'name': PowerOffVM_Task, 'duration_secs': 0.245903} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.593055] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-35126d7f-4561-40cd-87bb-43c250847803 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1962.593304] env[63348]: DEBUG nova.compute.manager [None req-35126d7f-4561-40cd-87bb-43c250847803 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1962.594153] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e988610-218c-4b45-926a-77ab6b12098e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.666611] env[63348]: DEBUG nova.compute.manager [req-43e61d7f-3f57-48aa-b516-eede22015278 req-d7f35e13-4024-47cd-836c-73080d230e49 service nova] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Received event network-vif-deleted-2d818439-b01b-4644-bd7c-583f76c44bb3 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1962.666940] env[63348]: INFO nova.compute.manager [req-43e61d7f-3f57-48aa-b516-eede22015278 req-d7f35e13-4024-47cd-836c-73080d230e49 service nova] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Neutron deleted interface 2d818439-b01b-4644-bd7c-583f76c44bb3; detaching it from the instance and deleting it from the info cache [ 1962.666983] env[63348]: DEBUG nova.network.neutron [req-43e61d7f-3f57-48aa-b516-eede22015278 req-d7f35e13-4024-47cd-836c-73080d230e49 service nova] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.701045] env[63348]: DEBUG oslo_concurrency.lockutils [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.622s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.702038] env[63348]: DEBUG nova.compute.manager [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1962.704634] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.009s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.704837] env[63348]: DEBUG nova.objects.instance [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63348) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1962.799819] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023009, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.924285] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1962.924701] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1962.924946] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1962.928180] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1962.928392] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1962.928556] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1962.928777] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1962.928941] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1962.929192] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1962.929412] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1962.929558] env[63348]: DEBUG nova.virt.hardware [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1962.939243] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1962.940085] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c068f8f-2e68-4892-844e-b7cacab5d5c2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.969129] env[63348]: DEBUG oslo_vmware.api [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1962.969129] env[63348]: value = "task-2023011" [ 1962.969129] env[63348]: _type = "Task" [ 1962.969129] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.981839] env[63348]: DEBUG oslo_vmware.api [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023011, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.025697] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.045061] env[63348]: DEBUG oslo_vmware.api [None req-9f799bfe-a3e4-4492-ba0f-9de3cde05ad3 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2023007, 'name': PowerOnVM_Task, 'duration_secs': 0.763886} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.045509] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9f799bfe-a3e4-4492-ba0f-9de3cde05ad3 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Resumed the VM {{(pid=63348) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1963.045722] env[63348]: DEBUG nova.compute.manager [None req-9f799bfe-a3e4-4492-ba0f-9de3cde05ad3 tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1963.046584] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec18fce-e49d-441a-8b8b-68bc799f8ad7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.053469] env[63348]: DEBUG nova.network.neutron [-] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.112030] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35126d7f-4561-40cd-87bb-43c250847803 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "532893e1-986d-48a6-9303-0952b5a45d65" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.172234] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6181814-7476-4ed2-adde-7822e9ad96f4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.182474] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3ee719-dadd-46e4-9a30-a2f55976c905 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.228778] env[63348]: DEBUG nova.compute.utils [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1963.230201] env[63348]: DEBUG nova.compute.manager [req-43e61d7f-3f57-48aa-b516-eede22015278 req-d7f35e13-4024-47cd-836c-73080d230e49 service nova] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Detach interface failed, port_id=2d818439-b01b-4644-bd7c-583f76c44bb3, reason: Instance 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1963.230964] env[63348]: DEBUG nova.compute.manager [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1963.231144] env[63348]: DEBUG nova.network.neutron [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1963.278359] env[63348]: DEBUG nova.policy [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b3336cc22414991982f00822d5e33da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79bfc0b43f6b4eb6897457bf0d0a0fdd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1963.299470] env[63348]: DEBUG oslo_vmware.api [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023009, 'name': PowerOnVM_Task, 'duration_secs': 0.525151} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.301054] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1963.301306] env[63348]: INFO nova.compute.manager [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Took 16.01 seconds to spawn the instance on the hypervisor. [ 1963.302109] env[63348]: DEBUG nova.compute.manager [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1963.305782] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67654b72-bed9-4b50-9dc0-1ae63d3e6aa3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.479884] env[63348]: DEBUG oslo_vmware.api [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023011, 'name': ReconfigVM_Task, 'duration_secs': 0.304542} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.480300] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1963.481129] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c471a2-8817-4408-a526-9a9c9442e48d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.506156] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 64345daf-ac70-46e0-82bd-6437e41b942d/64345daf-ac70-46e0-82bd-6437e41b942d.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1963.508701] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fed20fa1-56bf-463e-8942-466c1779982c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.531657] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023010, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.534758] env[63348]: DEBUG oslo_vmware.api [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1963.534758] env[63348]: value = "task-2023012" [ 1963.534758] env[63348]: _type = "Task" [ 1963.534758] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.543201] env[63348]: DEBUG oslo_vmware.api [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.558407] env[63348]: INFO nova.compute.manager [-] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Took 1.41 seconds to deallocate network for instance. [ 1963.732372] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2620ff99-f6d1-460c-bdfc-fed88c946b65 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.733814] env[63348]: DEBUG oslo_concurrency.lockutils [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.428s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.736259] env[63348]: INFO nova.compute.claims [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1963.741020] env[63348]: DEBUG nova.compute.manager [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1963.810264] env[63348]: INFO nova.compute.manager [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Rebuilding instance [ 1963.832366] env[63348]: INFO nova.compute.manager [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Took 30.65 seconds to build instance. [ 1963.871262] env[63348]: DEBUG nova.compute.manager [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1963.872217] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb5f217-64f8-4c86-913e-d008ee3a96fa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.875772] env[63348]: DEBUG nova.network.neutron [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Successfully created port: 4afd268b-94d3-4b7f-85b4-4579d7f13d7b {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1964.024250] env[63348]: DEBUG nova.compute.manager [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1964.025498] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709df63d-8c0f-43df-9792-4f8e13519c58 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.043517] env[63348]: DEBUG oslo_vmware.api [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023010, 'name': PowerOnVM_Task, 'duration_secs': 1.140362} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.044041] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1964.044254] env[63348]: INFO nova.compute.manager [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1964.044430] env[63348]: DEBUG nova.compute.manager [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1964.045733] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5ab72d-86b5-48f2-a73f-436b833c535c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.052351] env[63348]: DEBUG oslo_vmware.api [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.069111] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.337570] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07016aef-a244-45ea-b795-6515c30677d4 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "05cfaff1-e949-438d-b516-05a3aca8c0b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.166s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.484231] env[63348]: DEBUG oslo_concurrency.lockutils [None req-05686c48-7dc8-4908-a538-fa868d63334e tempest-ServersAdminTestJSON-1675354118 tempest-ServersAdminTestJSON-1675354118-project-admin] Acquiring lock "refresh_cache-05cfaff1-e949-438d-b516-05a3aca8c0b6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.484859] env[63348]: DEBUG oslo_concurrency.lockutils [None req-05686c48-7dc8-4908-a538-fa868d63334e tempest-ServersAdminTestJSON-1675354118 tempest-ServersAdminTestJSON-1675354118-project-admin] Acquired lock "refresh_cache-05cfaff1-e949-438d-b516-05a3aca8c0b6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1964.484859] env[63348]: DEBUG nova.network.neutron [None req-05686c48-7dc8-4908-a538-fa868d63334e tempest-ServersAdminTestJSON-1675354118 tempest-ServersAdminTestJSON-1675354118-project-admin] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1964.545988] env[63348]: INFO nova.compute.manager [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] instance snapshotting [ 1964.547691] env[63348]: DEBUG oslo_vmware.api [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023012, 'name': ReconfigVM_Task, 'duration_secs': 0.723935} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.548256] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 64345daf-ac70-46e0-82bd-6437e41b942d/64345daf-ac70-46e0-82bd-6437e41b942d.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1964.548579] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Updating instance '64345daf-ac70-46e0-82bd-6437e41b942d' progress to 50 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1964.552517] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694b75d9-3858-4b6d-b0ab-46c4d8dabace {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.577189] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ecb3e8-8afc-40e7-af5a-d59e2e57517e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.582022] env[63348]: INFO nova.compute.manager [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Took 28.53 seconds to build instance. [ 1964.759666] env[63348]: DEBUG nova.compute.manager [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1964.789860] env[63348]: DEBUG nova.virt.hardware [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1964.789860] env[63348]: DEBUG nova.virt.hardware [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1964.789860] env[63348]: DEBUG nova.virt.hardware [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1964.790138] env[63348]: DEBUG nova.virt.hardware [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1964.790184] env[63348]: DEBUG nova.virt.hardware [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1964.790323] env[63348]: DEBUG nova.virt.hardware [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1964.790532] env[63348]: DEBUG nova.virt.hardware [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1964.790736] env[63348]: DEBUG nova.virt.hardware [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1964.790867] env[63348]: DEBUG nova.virt.hardware [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1964.791039] env[63348]: DEBUG nova.virt.hardware [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1964.791236] env[63348]: DEBUG nova.virt.hardware [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1964.792150] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b59419e-f8ed-4ac4-94ca-5f5e7ee65ca6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.804622] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab291966-2aa4-4b08-b918-de10c63b7e9d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.888128] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1964.891142] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4322fe71-d05a-45b4-9d40-16e814d212d9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.898845] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1964.898845] env[63348]: value = "task-2023013" [ 1964.898845] env[63348]: _type = "Task" [ 1964.898845] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.910277] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.061409] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d0e153-95bf-49b7-a379-858f1227455d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.086787] env[63348]: DEBUG oslo_concurrency.lockutils [None req-31fb9bcb-acf0-45f2-9758-f380a8da6aa2 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "99bc2f43-621c-4004-90e4-106bcd607b5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.045s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.090663] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c026821-9f63-4b3a-9ff0-8ce00cd180c0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.094147] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Creating Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1965.094602] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1380792d-7aa8-4b61-b97f-bcd4605cd228 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.115088] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Updating instance '64345daf-ac70-46e0-82bd-6437e41b942d' progress to 67 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1965.125179] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the task: (returnval){ [ 1965.125179] env[63348]: value = "task-2023014" [ 1965.125179] env[63348]: _type = "Task" [ 1965.125179] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.134257] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023014, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.189711] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1657738-d2b4-4bf8-8b41-1ecba017edbd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.197562] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782b0444-86f1-4377-9b0f-f28f0d1b7ee1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.232663] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abc72e2-281f-45c5-a928-482efc26e4db {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.243605] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95954ac5-b4a2-4604-ba1a-0bfdf2235b2c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.257575] env[63348]: DEBUG nova.compute.provider_tree [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1965.379412] env[63348]: DEBUG nova.network.neutron [None req-05686c48-7dc8-4908-a538-fa868d63334e tempest-ServersAdminTestJSON-1675354118 tempest-ServersAdminTestJSON-1675354118-project-admin] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Updating instance_info_cache with network_info: [{"id": "a75a7cd4-0154-43a8-a622-2ce027336447", "address": "fa:16:3e:ac:2c:44", "network": {"id": "61ef3d35-56c6-4388-ab4f-3eef69b8ea5d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-434354865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2bf99c70a946f1a8ba8c7653a1a164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa75a7cd4-01", "ovs_interfaceid": "a75a7cd4-0154-43a8-a622-2ce027336447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.412033] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] VM already powered off {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1965.412440] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1965.413352] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2222c65a-dd50-45d5-bf7a-9b8aadd217db {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.422206] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1965.422578] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7be111f6-327c-47fa-ad7b-82b3dd1faa8c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.581943] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1965.582248] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1965.582521] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleting the datastore file [datastore2] 532893e1-986d-48a6-9303-0952b5a45d65 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1965.583347] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89e10d41-89e1-4a64-b953-fd4d0180c6d0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.591133] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1965.591133] env[63348]: value = "task-2023016" [ 1965.591133] env[63348]: _type = "Task" [ 1965.591133] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.609183] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.613031] env[63348]: DEBUG nova.compute.manager [req-6f270c66-3d8f-4bc7-955e-52d70800ed31 req-15222d96-219b-46a0-9289-e51e969386c4 service nova] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Received event network-changed-760a5001-d3e6-4ddf-aa01-178548ea10a6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1965.613239] env[63348]: DEBUG nova.compute.manager [req-6f270c66-3d8f-4bc7-955e-52d70800ed31 req-15222d96-219b-46a0-9289-e51e969386c4 service nova] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Refreshing instance network info cache due to event network-changed-760a5001-d3e6-4ddf-aa01-178548ea10a6. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1965.614270] env[63348]: DEBUG oslo_concurrency.lockutils [req-6f270c66-3d8f-4bc7-955e-52d70800ed31 req-15222d96-219b-46a0-9289-e51e969386c4 service nova] Acquiring lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.614473] env[63348]: DEBUG oslo_concurrency.lockutils [req-6f270c66-3d8f-4bc7-955e-52d70800ed31 req-15222d96-219b-46a0-9289-e51e969386c4 service nova] Acquired lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.614657] env[63348]: DEBUG nova.network.neutron [req-6f270c66-3d8f-4bc7-955e-52d70800ed31 req-15222d96-219b-46a0-9289-e51e969386c4 service nova] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Refreshing network info cache for port 760a5001-d3e6-4ddf-aa01-178548ea10a6 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1965.645450] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023014, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.677790] env[63348]: DEBUG nova.network.neutron [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Port a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7 binding to destination host cpu-1 is already ACTIVE {{(pid=63348) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3227}} [ 1965.703792] env[63348]: DEBUG nova.compute.manager [req-1077f131-1608-4d01-8a20-5113e784317d req-c445b19c-db7d-4fad-ac48-ccab569fe032 service nova] [instance: c21fef7e-20be-462b-b127-29c969e45187] Received event network-vif-plugged-4afd268b-94d3-4b7f-85b4-4579d7f13d7b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1965.704380] env[63348]: DEBUG oslo_concurrency.lockutils [req-1077f131-1608-4d01-8a20-5113e784317d req-c445b19c-db7d-4fad-ac48-ccab569fe032 service nova] Acquiring lock "c21fef7e-20be-462b-b127-29c969e45187-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.704596] env[63348]: DEBUG oslo_concurrency.lockutils [req-1077f131-1608-4d01-8a20-5113e784317d req-c445b19c-db7d-4fad-ac48-ccab569fe032 service nova] Lock "c21fef7e-20be-462b-b127-29c969e45187-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.704765] env[63348]: DEBUG oslo_concurrency.lockutils [req-1077f131-1608-4d01-8a20-5113e784317d req-c445b19c-db7d-4fad-ac48-ccab569fe032 service nova] Lock "c21fef7e-20be-462b-b127-29c969e45187-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.705220] env[63348]: DEBUG nova.compute.manager [req-1077f131-1608-4d01-8a20-5113e784317d req-c445b19c-db7d-4fad-ac48-ccab569fe032 service nova] [instance: c21fef7e-20be-462b-b127-29c969e45187] No waiting events found dispatching network-vif-plugged-4afd268b-94d3-4b7f-85b4-4579d7f13d7b {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1965.708087] env[63348]: WARNING nova.compute.manager [req-1077f131-1608-4d01-8a20-5113e784317d req-c445b19c-db7d-4fad-ac48-ccab569fe032 service nova] [instance: c21fef7e-20be-462b-b127-29c969e45187] Received unexpected event network-vif-plugged-4afd268b-94d3-4b7f-85b4-4579d7f13d7b for instance with vm_state building and task_state spawning. [ 1965.802705] env[63348]: DEBUG nova.scheduler.client.report [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Updated inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1965.803060] env[63348]: DEBUG nova.compute.provider_tree [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Updating resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d generation from 115 to 116 during operation: update_inventory {{(pid=63348) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1965.803289] env[63348]: DEBUG nova.compute.provider_tree [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1965.834420] env[63348]: DEBUG nova.network.neutron [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Successfully updated port: 4afd268b-94d3-4b7f-85b4-4579d7f13d7b {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1965.886481] env[63348]: DEBUG oslo_concurrency.lockutils [None req-05686c48-7dc8-4908-a538-fa868d63334e tempest-ServersAdminTestJSON-1675354118 tempest-ServersAdminTestJSON-1675354118-project-admin] Releasing lock "refresh_cache-05cfaff1-e949-438d-b516-05a3aca8c0b6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.886739] env[63348]: DEBUG nova.compute.manager [None req-05686c48-7dc8-4908-a538-fa868d63334e tempest-ServersAdminTestJSON-1675354118 tempest-ServersAdminTestJSON-1675354118-project-admin] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Inject network info {{(pid=63348) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1965.887017] env[63348]: DEBUG nova.compute.manager [None req-05686c48-7dc8-4908-a538-fa868d63334e tempest-ServersAdminTestJSON-1675354118 tempest-ServersAdminTestJSON-1675354118-project-admin] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] network_info to inject: |[{"id": "a75a7cd4-0154-43a8-a622-2ce027336447", "address": "fa:16:3e:ac:2c:44", "network": {"id": "61ef3d35-56c6-4388-ab4f-3eef69b8ea5d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-434354865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2bf99c70a946f1a8ba8c7653a1a164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa75a7cd4-01", "ovs_interfaceid": "a75a7cd4-0154-43a8-a622-2ce027336447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1965.893460] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-05686c48-7dc8-4908-a538-fa868d63334e tempest-ServersAdminTestJSON-1675354118 tempest-ServersAdminTestJSON-1675354118-project-admin] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Reconfiguring VM instance to set the machine id {{(pid=63348) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1965.893873] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f5c4b7c-5544-499b-838d-0458df83a8e0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.914065] env[63348]: DEBUG oslo_vmware.api [None req-05686c48-7dc8-4908-a538-fa868d63334e tempest-ServersAdminTestJSON-1675354118 tempest-ServersAdminTestJSON-1675354118-project-admin] Waiting for the task: (returnval){ [ 1965.914065] env[63348]: value = "task-2023017" [ 1965.914065] env[63348]: _type = "Task" [ 1965.914065] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.923740] env[63348]: DEBUG oslo_vmware.api [None req-05686c48-7dc8-4908-a538-fa868d63334e tempest-ServersAdminTestJSON-1675354118 tempest-ServersAdminTestJSON-1675354118-project-admin] Task: {'id': task-2023017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.103206] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354203} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.103494] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1966.103677] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1966.103847] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1966.144872] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023014, 'name': CreateSnapshot_Task, 'duration_secs': 0.754589} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.145136] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Created Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1966.145782] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2bb2ac-a197-411b-84f6-3e0780558e86 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.312950] env[63348]: DEBUG oslo_concurrency.lockutils [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.313592] env[63348]: DEBUG nova.compute.manager [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1966.317153] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.594s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.319440] env[63348]: INFO nova.compute.claims [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1966.342424] env[63348]: DEBUG oslo_concurrency.lockutils [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "refresh_cache-c21fef7e-20be-462b-b127-29c969e45187" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.342582] env[63348]: DEBUG oslo_concurrency.lockutils [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "refresh_cache-c21fef7e-20be-462b-b127-29c969e45187" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.342737] env[63348]: DEBUG nova.network.neutron [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1966.424603] env[63348]: DEBUG oslo_vmware.api [None req-05686c48-7dc8-4908-a538-fa868d63334e tempest-ServersAdminTestJSON-1675354118 tempest-ServersAdminTestJSON-1675354118-project-admin] Task: {'id': task-2023017, 'name': ReconfigVM_Task, 'duration_secs': 0.199393} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.424890] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-05686c48-7dc8-4908-a538-fa868d63334e tempest-ServersAdminTestJSON-1675354118 tempest-ServersAdminTestJSON-1675354118-project-admin] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Reconfigured VM instance to set the machine id {{(pid=63348) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1966.563245] env[63348]: DEBUG nova.network.neutron [req-6f270c66-3d8f-4bc7-955e-52d70800ed31 req-15222d96-219b-46a0-9289-e51e969386c4 service nova] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updated VIF entry in instance network info cache for port 760a5001-d3e6-4ddf-aa01-178548ea10a6. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1966.563553] env[63348]: DEBUG nova.network.neutron [req-6f270c66-3d8f-4bc7-955e-52d70800ed31 req-15222d96-219b-46a0-9289-e51e969386c4 service nova] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updating instance_info_cache with network_info: [{"id": "760a5001-d3e6-4ddf-aa01-178548ea10a6", "address": "fa:16:3e:e4:5b:b5", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760a5001-d3", "ovs_interfaceid": "760a5001-d3e6-4ddf-aa01-178548ea10a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.664521] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Creating linked-clone VM from snapshot {{(pid=63348) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1966.665166] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2b298084-85de-4294-ae35-ff659bdfb932 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.674702] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the task: (returnval){ [ 1966.674702] env[63348]: value = "task-2023018" [ 1966.674702] env[63348]: _type = "Task" [ 1966.674702] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.683335] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023018, 'name': CloneVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.704655] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "64345daf-ac70-46e0-82bd-6437e41b942d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.704947] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "64345daf-ac70-46e0-82bd-6437e41b942d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.705153] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "64345daf-ac70-46e0-82bd-6437e41b942d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.824645] env[63348]: DEBUG nova.compute.utils [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1966.826338] env[63348]: DEBUG nova.compute.manager [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1966.826551] env[63348]: DEBUG nova.network.neutron [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1966.877684] env[63348]: DEBUG nova.network.neutron [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1966.881590] env[63348]: DEBUG nova.policy [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '243dc67e06c34758bb7b5a94da01adb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b905e7bbdee249858305654d91566002', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1967.040537] env[63348]: DEBUG nova.network.neutron [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Updating instance_info_cache with network_info: [{"id": "4afd268b-94d3-4b7f-85b4-4579d7f13d7b", "address": "fa:16:3e:96:59:d3", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4afd268b-94", "ovs_interfaceid": "4afd268b-94d3-4b7f-85b4-4579d7f13d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.066568] env[63348]: DEBUG oslo_concurrency.lockutils [req-6f270c66-3d8f-4bc7-955e-52d70800ed31 req-15222d96-219b-46a0-9289-e51e969386c4 service nova] Releasing lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.144771] env[63348]: DEBUG nova.virt.hardware [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1967.145110] env[63348]: DEBUG nova.virt.hardware [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1967.145318] env[63348]: DEBUG nova.virt.hardware [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1967.145543] env[63348]: DEBUG nova.virt.hardware [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1967.145731] env[63348]: DEBUG nova.virt.hardware [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1967.145888] env[63348]: DEBUG nova.virt.hardware [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1967.146123] env[63348]: DEBUG nova.virt.hardware [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1967.146292] env[63348]: DEBUG nova.virt.hardware [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1967.146464] env[63348]: DEBUG nova.virt.hardware [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1967.146625] env[63348]: DEBUG nova.virt.hardware [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1967.146807] env[63348]: DEBUG nova.virt.hardware [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1967.147734] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6143c156-7dbd-467c-a8ea-0b1846ca4c80 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.159502] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6651c8f9-6ffa-4cea-8d49-5c7d5ed888bd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.176259] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:3d:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb6102f9-dec4-4af3-8b93-57158ec44512', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1967.183661] env[63348]: DEBUG oslo.service.loopingcall [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1967.187187] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1967.187849] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63059ddd-3c43-4143-aea1-5ccd7d321833 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.213327] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023018, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.214222] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1967.214222] env[63348]: value = "task-2023019" [ 1967.214222] env[63348]: _type = "Task" [ 1967.214222] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.224617] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023019, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.334641] env[63348]: DEBUG nova.compute.manager [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1967.390580] env[63348]: DEBUG nova.network.neutron [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Successfully created port: d53c665c-3373-4f1a-9f26-6e47ade766f5 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1967.495543] env[63348]: INFO nova.compute.manager [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Rebuilding instance [ 1967.520638] env[63348]: DEBUG oslo_vmware.rw_handles [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c2d2b-77ee-2714-0948-8f2c4a688919/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1967.522785] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64f1a6a-7c9e-47d4-bcaf-9c3b1aec8899 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.531761] env[63348]: DEBUG oslo_vmware.rw_handles [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c2d2b-77ee-2714-0948-8f2c4a688919/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1967.531942] env[63348]: ERROR oslo_vmware.rw_handles [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c2d2b-77ee-2714-0948-8f2c4a688919/disk-0.vmdk due to incomplete transfer. [ 1967.535657] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8cbc41cf-b6ab-4896-ab9f-06a5c00c1426 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.543594] env[63348]: DEBUG oslo_concurrency.lockutils [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "refresh_cache-c21fef7e-20be-462b-b127-29c969e45187" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.543894] env[63348]: DEBUG nova.compute.manager [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Instance network_info: |[{"id": "4afd268b-94d3-4b7f-85b4-4579d7f13d7b", "address": "fa:16:3e:96:59:d3", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4afd268b-94", "ovs_interfaceid": "4afd268b-94d3-4b7f-85b4-4579d7f13d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1967.544288] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:59:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4afd268b-94d3-4b7f-85b4-4579d7f13d7b', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1967.552512] env[63348]: DEBUG oslo.service.loopingcall [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1967.557839] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c21fef7e-20be-462b-b127-29c969e45187] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1967.558155] env[63348]: DEBUG oslo_vmware.rw_handles [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c2d2b-77ee-2714-0948-8f2c4a688919/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1967.558374] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Uploaded image 6036718b-1693-45f2-9da1-8527e654bd33 to the Glance image server {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1967.560630] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Destroying the VM {{(pid=63348) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1967.562891] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c471ada0-d138-4b6c-8ce9-49fb6ab5b149 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.577605] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-04f70052-e0e1-487a-a784-5c05d587ff89 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.582226] env[63348]: DEBUG nova.compute.manager [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1967.583160] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3309b2b-165f-4bea-8d0d-cfc0e5b31ad8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.598322] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 1967.598322] env[63348]: value = "task-2023020" [ 1967.598322] env[63348]: _type = "Task" [ 1967.598322] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.598692] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1967.598692] env[63348]: value = "task-2023021" [ 1967.598692] env[63348]: _type = "Task" [ 1967.598692] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.615999] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023020, 'name': Destroy_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.619384] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023021, 'name': CreateVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.693921] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023018, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.728156] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023019, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.739517] env[63348]: DEBUG nova.compute.manager [req-a647e0c8-a4b1-44e8-b30d-1fc3c9021e6c req-2ba6d833-3500-462a-a2c7-6eca2fb24ce1 service nova] [instance: c21fef7e-20be-462b-b127-29c969e45187] Received event network-changed-4afd268b-94d3-4b7f-85b4-4579d7f13d7b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1967.739722] env[63348]: DEBUG nova.compute.manager [req-a647e0c8-a4b1-44e8-b30d-1fc3c9021e6c req-2ba6d833-3500-462a-a2c7-6eca2fb24ce1 service nova] [instance: c21fef7e-20be-462b-b127-29c969e45187] Refreshing instance network info cache due to event network-changed-4afd268b-94d3-4b7f-85b4-4579d7f13d7b. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1967.739949] env[63348]: DEBUG oslo_concurrency.lockutils [req-a647e0c8-a4b1-44e8-b30d-1fc3c9021e6c req-2ba6d833-3500-462a-a2c7-6eca2fb24ce1 service nova] Acquiring lock "refresh_cache-c21fef7e-20be-462b-b127-29c969e45187" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.740201] env[63348]: DEBUG oslo_concurrency.lockutils [req-a647e0c8-a4b1-44e8-b30d-1fc3c9021e6c req-2ba6d833-3500-462a-a2c7-6eca2fb24ce1 service nova] Acquired lock "refresh_cache-c21fef7e-20be-462b-b127-29c969e45187" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.740378] env[63348]: DEBUG nova.network.neutron [req-a647e0c8-a4b1-44e8-b30d-1fc3c9021e6c req-2ba6d833-3500-462a-a2c7-6eca2fb24ce1 service nova] [instance: c21fef7e-20be-462b-b127-29c969e45187] Refreshing network info cache for port 4afd268b-94d3-4b7f-85b4-4579d7f13d7b {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1967.764493] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "refresh_cache-64345daf-ac70-46e0-82bd-6437e41b942d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.764683] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "refresh_cache-64345daf-ac70-46e0-82bd-6437e41b942d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.765651] env[63348]: DEBUG nova.network.neutron [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1967.794302] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a4e891-21e1-4143-afd7-8fab5acb1f84 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.802530] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991dddcd-459a-48f4-92d3-23e4f8b6404e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.834025] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d677cd17-4eb9-4676-a7a3-15f76f9c8bb2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.842047] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59edfac-1afb-4a53-af44-92f5b3719a0d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.862953] env[63348]: DEBUG nova.compute.provider_tree [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1968.113559] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023020, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.116600] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023021, 'name': CreateVM_Task, 'duration_secs': 0.476359} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.117229] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c21fef7e-20be-462b-b127-29c969e45187] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1968.117442] env[63348]: DEBUG oslo_concurrency.lockutils [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.117604] env[63348]: DEBUG oslo_concurrency.lockutils [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.117916] env[63348]: DEBUG oslo_concurrency.lockutils [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1968.118232] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3352b8e8-696f-48bb-a944-6fee8190bc61 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.123316] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1968.123316] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bc828c-dd93-7893-244d-d90c33045209" [ 1968.123316] env[63348]: _type = "Task" [ 1968.123316] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.131233] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bc828c-dd93-7893-244d-d90c33045209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.189031] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023018, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.228401] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023019, 'name': CreateVM_Task, 'duration_secs': 0.652262} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.228580] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1968.229248] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.352484] env[63348]: DEBUG nova.compute.manager [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1968.369069] env[63348]: DEBUG nova.scheduler.client.report [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1968.388145] env[63348]: DEBUG nova.virt.hardware [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1968.388145] env[63348]: DEBUG nova.virt.hardware [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1968.388145] env[63348]: DEBUG nova.virt.hardware [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1968.388514] env[63348]: DEBUG nova.virt.hardware [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1968.388514] env[63348]: DEBUG nova.virt.hardware [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1968.388514] env[63348]: DEBUG nova.virt.hardware [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1968.388514] env[63348]: DEBUG nova.virt.hardware [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1968.388514] env[63348]: DEBUG nova.virt.hardware [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1968.388740] env[63348]: DEBUG nova.virt.hardware [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1968.388971] env[63348]: DEBUG nova.virt.hardware [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1968.389321] env[63348]: DEBUG nova.virt.hardware [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1968.393988] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90154c3-7795-4d64-8427-d0ca4c421863 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.409806] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a444e1a-6bed-46b4-b66a-aeadbc65bf35 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.610217] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023020, 'name': Destroy_Task, 'duration_secs': 0.685227} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.611332] env[63348]: DEBUG nova.network.neutron [req-a647e0c8-a4b1-44e8-b30d-1fc3c9021e6c req-2ba6d833-3500-462a-a2c7-6eca2fb24ce1 service nova] [instance: c21fef7e-20be-462b-b127-29c969e45187] Updated VIF entry in instance network info cache for port 4afd268b-94d3-4b7f-85b4-4579d7f13d7b. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1968.611821] env[63348]: DEBUG nova.network.neutron [req-a647e0c8-a4b1-44e8-b30d-1fc3c9021e6c req-2ba6d833-3500-462a-a2c7-6eca2fb24ce1 service nova] [instance: c21fef7e-20be-462b-b127-29c969e45187] Updating instance_info_cache with network_info: [{"id": "4afd268b-94d3-4b7f-85b4-4579d7f13d7b", "address": "fa:16:3e:96:59:d3", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4afd268b-94", "ovs_interfaceid": "4afd268b-94d3-4b7f-85b4-4579d7f13d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.613245] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Destroyed the VM [ 1968.613636] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Deleting Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1968.614446] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1968.614791] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ba2d49d1-c663-4a91-94a3-ac0a77b177e0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.616725] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8221bfb6-5aa7-4dc2-9953-4c0ac82d4e8a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.623582] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1968.623582] env[63348]: value = "task-2023023" [ 1968.623582] env[63348]: _type = "Task" [ 1968.623582] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.626141] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 1968.626141] env[63348]: value = "task-2023022" [ 1968.626141] env[63348]: _type = "Task" [ 1968.626141] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.626141] env[63348]: DEBUG nova.network.neutron [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Updating instance_info_cache with network_info: [{"id": "a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7", "address": "fa:16:3e:a7:3e:d4", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b4b4a2-1b", "ovs_interfaceid": "a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.644365] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bc828c-dd93-7893-244d-d90c33045209, 'name': SearchDatastore_Task, 'duration_secs': 0.036573} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.650916] env[63348]: DEBUG oslo_concurrency.lockutils [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.651425] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1968.651801] env[63348]: DEBUG oslo_concurrency.lockutils [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.652077] env[63348]: DEBUG oslo_concurrency.lockutils [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.652418] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1968.652812] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.653391] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023022, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.653730] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.654162] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1968.654510] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29d1b4a7-e8bf-4ec6-b4e4-a205ed884d15 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.656415] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e06787-decc-44b1-bbf3-7658abfd18f1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.664306] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1968.664306] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52df84be-ba3e-15c3-24fa-6c86226d47eb" [ 1968.664306] env[63348]: _type = "Task" [ 1968.664306] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.673484] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52df84be-ba3e-15c3-24fa-6c86226d47eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.686493] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1968.686758] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1968.690395] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fd39f15-958c-4b6c-beb6-a3a3a61e4008 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.692692] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023018, 'name': CloneVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.696086] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1968.696086] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52065217-2feb-31df-9346-ce60cba80871" [ 1968.696086] env[63348]: _type = "Task" [ 1968.696086] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.704776] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52065217-2feb-31df-9346-ce60cba80871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.873629] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.874217] env[63348]: DEBUG nova.compute.manager [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1968.876846] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.107s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.877082] env[63348]: DEBUG nova.objects.instance [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lazy-loading 'resources' on Instance uuid 67f9965f-32e8-4bb6-be80-7f273ac16b51 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1969.115049] env[63348]: DEBUG oslo_concurrency.lockutils [req-a647e0c8-a4b1-44e8-b30d-1fc3c9021e6c req-2ba6d833-3500-462a-a2c7-6eca2fb24ce1 service nova] Releasing lock "refresh_cache-c21fef7e-20be-462b-b127-29c969e45187" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.135527] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "refresh_cache-64345daf-ac70-46e0-82bd-6437e41b942d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.139721] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023023, 'name': PowerOffVM_Task, 'duration_secs': 0.358293} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.143251] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1969.143439] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1969.144210] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c548d7b7-2587-42ee-95fc-cb633ce88476 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.152157] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023022, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.154374] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1969.154629] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a4a3532-dc9b-4d03-8ceb-27a3772b4e59 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.176475] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52df84be-ba3e-15c3-24fa-6c86226d47eb, 'name': SearchDatastore_Task, 'duration_secs': 0.028852} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.176856] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.177185] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1969.177482] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.190704] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023018, 'name': CloneVM_Task, 'duration_secs': 2.028281} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.190986] env[63348]: INFO nova.virt.vmwareapi.vmops [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Created linked-clone VM from snapshot [ 1969.191835] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8264b2a-06ff-450d-9ff9-57133494c275 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.202684] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Uploading image 0c3ba500-4f2a-4534-8d8a-ea6cd61200c7 {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1969.213470] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52065217-2feb-31df-9346-ce60cba80871, 'name': SearchDatastore_Task, 'duration_secs': 0.011248} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.214240] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9eb51a8-bbd1-4622-8fc1-111be4ebda50 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.224438] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1969.224438] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52cb7fe9-6cb7-c01c-c2df-84399d949e7c" [ 1969.224438] env[63348]: _type = "Task" [ 1969.224438] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.236451] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52cb7fe9-6cb7-c01c-c2df-84399d949e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.238333] env[63348]: DEBUG oslo_vmware.rw_handles [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1969.238333] env[63348]: value = "vm-415669" [ 1969.238333] env[63348]: _type = "VirtualMachine" [ 1969.238333] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1969.238574] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ab7937a5-e50f-4db8-867e-ee3026434aba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.244942] env[63348]: DEBUG oslo_vmware.rw_handles [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Lease: (returnval){ [ 1969.244942] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522c5dfa-836f-e633-34b7-051e1086ab27" [ 1969.244942] env[63348]: _type = "HttpNfcLease" [ 1969.244942] env[63348]: } obtained for exporting VM: (result){ [ 1969.244942] env[63348]: value = "vm-415669" [ 1969.244942] env[63348]: _type = "VirtualMachine" [ 1969.244942] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1969.245220] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the lease: (returnval){ [ 1969.245220] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522c5dfa-836f-e633-34b7-051e1086ab27" [ 1969.245220] env[63348]: _type = "HttpNfcLease" [ 1969.245220] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1969.251701] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1969.251701] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522c5dfa-836f-e633-34b7-051e1086ab27" [ 1969.251701] env[63348]: _type = "HttpNfcLease" [ 1969.251701] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1969.346799] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1969.347127] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1969.347388] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Deleting the datastore file [datastore1] cd182cf8-d4f1-4131-953f-4ae565888bb7 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1969.347705] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-475b4b4d-0e79-4cd8-bf14-17c0222be5aa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.354792] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1969.354792] env[63348]: value = "task-2023026" [ 1969.354792] env[63348]: _type = "Task" [ 1969.354792] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.373116] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.380868] env[63348]: DEBUG nova.compute.utils [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1969.388981] env[63348]: DEBUG nova.compute.manager [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1969.388981] env[63348]: DEBUG nova.network.neutron [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1969.447926] env[63348]: DEBUG nova.policy [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00f3106349b24f2d9e834331cc8915b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '277ce0a77c4d42cc87644e9a649aa0c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1969.524644] env[63348]: DEBUG nova.network.neutron [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Successfully updated port: d53c665c-3373-4f1a-9f26-6e47ade766f5 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1969.653674] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023022, 'name': RemoveSnapshot_Task, 'duration_secs': 0.831448} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.656441] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Deleted Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1969.656663] env[63348]: DEBUG nova.compute.manager [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1969.657959] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dda406-5591-4714-8709-462d4b99c09e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.667699] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d038f38-8724-4d48-ba69-b2cde9ddc601 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.692487] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679fb7fe-439e-4a1f-a645-673a3f8c59ee {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.702915] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Updating instance '64345daf-ac70-46e0-82bd-6437e41b942d' progress to 83 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1969.736458] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52cb7fe9-6cb7-c01c-c2df-84399d949e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.028415} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.736458] env[63348]: DEBUG oslo_concurrency.lockutils [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.736458] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] c21fef7e-20be-462b-b127-29c969e45187/c21fef7e-20be-462b-b127-29c969e45187.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1969.736458] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.736632] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1969.736632] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e5855a8-dc4e-420b-a881-cd8ba4b8ae77 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.740577] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6c720dd-4d55-4178-a154-ce65b16b8e91 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.750179] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1969.750179] env[63348]: value = "task-2023027" [ 1969.750179] env[63348]: _type = "Task" [ 1969.750179] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.756309] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1969.756309] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522c5dfa-836f-e633-34b7-051e1086ab27" [ 1969.756309] env[63348]: _type = "HttpNfcLease" [ 1969.756309] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1969.756635] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1969.756820] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1969.760937] env[63348]: DEBUG oslo_vmware.rw_handles [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1969.760937] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522c5dfa-836f-e633-34b7-051e1086ab27" [ 1969.760937] env[63348]: _type = "HttpNfcLease" [ 1969.760937] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1969.761199] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde0b12e-a134-421e-a0c2-82c44dc743e7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.767033] env[63348]: DEBUG nova.network.neutron [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Successfully created port: 53b4bf04-b171-4789-a700-d3a5f69eef93 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1969.769547] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d63e82-2ff0-480e-8c0d-07384167aa33 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.772452] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.775526] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1969.775526] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52346a77-6f0e-e462-de8f-f519deb62709" [ 1969.775526] env[63348]: _type = "Task" [ 1969.775526] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.779239] env[63348]: DEBUG oslo_vmware.rw_handles [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c9e8f-67b3-eae3-c2dd-615e4540db69/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1969.779450] env[63348]: DEBUG oslo_vmware.rw_handles [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c9e8f-67b3-eae3-c2dd-615e4540db69/disk-0.vmdk for reading. {{(pid=63348) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1969.844358] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "223e5b24-bc2a-4de9-be5b-aa2cad088245" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.844628] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "223e5b24-bc2a-4de9-be5b-aa2cad088245" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.844838] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "223e5b24-bc2a-4de9-be5b-aa2cad088245-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.845425] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "223e5b24-bc2a-4de9-be5b-aa2cad088245-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.845425] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "223e5b24-bc2a-4de9-be5b-aa2cad088245-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.856627] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52346a77-6f0e-e462-de8f-f519deb62709, 'name': SearchDatastore_Task, 'duration_secs': 0.016058} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.857612] env[63348]: INFO nova.compute.manager [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Terminating instance [ 1969.863701] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f71fec-2c7f-45fa-ab77-3974902dd8f4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.870130] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c641e02-3aaa-4349-a9f1-8f78f1d70bc8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.878330] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1969.878330] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fe5d67-2580-40d8-e5f3-ce5dd59596fc" [ 1969.878330] env[63348]: _type = "Task" [ 1969.878330] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.879447] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189598} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.880349] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1969.880629] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1969.880841] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1969.891260] env[63348]: DEBUG nova.compute.manager [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1969.892921] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebe18d9-d25e-4fa2-a8d5-569d6f87159c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.902145] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fe5d67-2580-40d8-e5f3-ce5dd59596fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011286} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.930457] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.930591] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 532893e1-986d-48a6-9303-0952b5a45d65/532893e1-986d-48a6-9303-0952b5a45d65.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1969.933759] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-959c2632-8b28-4d12-a990-52858d8ab2aa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.935209] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0c73db-d289-443f-941d-f4f2721297ce {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.937945] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3022e756-e100-4d28-9e80-2d41d31ba07c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.948153] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86581770-9727-4fd3-a600-4951d417424b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.952662] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1969.952662] env[63348]: value = "task-2023028" [ 1969.952662] env[63348]: _type = "Task" [ 1969.952662] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.966967] env[63348]: DEBUG nova.compute.provider_tree [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1969.977070] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.987842] env[63348]: DEBUG nova.compute.manager [req-dca3739c-0294-481c-9308-bb1feecf0897 req-410874f4-bcf5-49cb-bf2d-ba3d452d24e6 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Received event network-vif-plugged-d53c665c-3373-4f1a-9f26-6e47ade766f5 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1969.988086] env[63348]: DEBUG oslo_concurrency.lockutils [req-dca3739c-0294-481c-9308-bb1feecf0897 req-410874f4-bcf5-49cb-bf2d-ba3d452d24e6 service nova] Acquiring lock "beda0967-a3a7-477f-945b-e8ff964d1350-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.988319] env[63348]: DEBUG oslo_concurrency.lockutils [req-dca3739c-0294-481c-9308-bb1feecf0897 req-410874f4-bcf5-49cb-bf2d-ba3d452d24e6 service nova] Lock "beda0967-a3a7-477f-945b-e8ff964d1350-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.988487] env[63348]: DEBUG oslo_concurrency.lockutils [req-dca3739c-0294-481c-9308-bb1feecf0897 req-410874f4-bcf5-49cb-bf2d-ba3d452d24e6 service nova] Lock "beda0967-a3a7-477f-945b-e8ff964d1350-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.988648] env[63348]: DEBUG nova.compute.manager [req-dca3739c-0294-481c-9308-bb1feecf0897 req-410874f4-bcf5-49cb-bf2d-ba3d452d24e6 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] No waiting events found dispatching network-vif-plugged-d53c665c-3373-4f1a-9f26-6e47ade766f5 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1969.988808] env[63348]: WARNING nova.compute.manager [req-dca3739c-0294-481c-9308-bb1feecf0897 req-410874f4-bcf5-49cb-bf2d-ba3d452d24e6 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Received unexpected event network-vif-plugged-d53c665c-3373-4f1a-9f26-6e47ade766f5 for instance with vm_state building and task_state spawning. [ 1969.988963] env[63348]: DEBUG nova.compute.manager [req-dca3739c-0294-481c-9308-bb1feecf0897 req-410874f4-bcf5-49cb-bf2d-ba3d452d24e6 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Received event network-changed-d53c665c-3373-4f1a-9f26-6e47ade766f5 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1969.989154] env[63348]: DEBUG nova.compute.manager [req-dca3739c-0294-481c-9308-bb1feecf0897 req-410874f4-bcf5-49cb-bf2d-ba3d452d24e6 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Refreshing instance network info cache due to event network-changed-d53c665c-3373-4f1a-9f26-6e47ade766f5. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1969.989345] env[63348]: DEBUG oslo_concurrency.lockutils [req-dca3739c-0294-481c-9308-bb1feecf0897 req-410874f4-bcf5-49cb-bf2d-ba3d452d24e6 service nova] Acquiring lock "refresh_cache-beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.989497] env[63348]: DEBUG oslo_concurrency.lockutils [req-dca3739c-0294-481c-9308-bb1feecf0897 req-410874f4-bcf5-49cb-bf2d-ba3d452d24e6 service nova] Acquired lock "refresh_cache-beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.989661] env[63348]: DEBUG nova.network.neutron [req-dca3739c-0294-481c-9308-bb1feecf0897 req-410874f4-bcf5-49cb-bf2d-ba3d452d24e6 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Refreshing network info cache for port d53c665c-3373-4f1a-9f26-6e47ade766f5 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1970.026267] env[63348]: DEBUG oslo_concurrency.lockutils [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "refresh_cache-beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.175779] env[63348]: INFO nova.compute.manager [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Shelve offloading [ 1970.210633] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1970.210951] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1521c6d-d739-426c-9ca4-47c0c84595e3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.219836] env[63348]: DEBUG oslo_vmware.api [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1970.219836] env[63348]: value = "task-2023029" [ 1970.219836] env[63348]: _type = "Task" [ 1970.219836] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.229954] env[63348]: DEBUG oslo_vmware.api [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.262394] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023027, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.367864] env[63348]: DEBUG nova.compute.manager [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1970.368615] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1970.369979] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a76c28-c903-4353-ad4a-3914ddd98adf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.381026] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1970.381481] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9667e08-2b83-42c1-9286-c120a8303726 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.394816] env[63348]: DEBUG oslo_vmware.api [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1970.394816] env[63348]: value = "task-2023030" [ 1970.394816] env[63348]: _type = "Task" [ 1970.394816] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.414259] env[63348]: DEBUG oslo_vmware.api [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2023030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.466370] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.473178] env[63348]: DEBUG nova.scheduler.client.report [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1970.535163] env[63348]: DEBUG nova.network.neutron [req-dca3739c-0294-481c-9308-bb1feecf0897 req-410874f4-bcf5-49cb-bf2d-ba3d452d24e6 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1970.683775] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1970.684112] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50db16fe-ba14-47ac-9e13-697dc8e59955 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.691228] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 1970.691228] env[63348]: value = "task-2023031" [ 1970.691228] env[63348]: _type = "Task" [ 1970.691228] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.704102] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] VM already powered off {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1970.704102] env[63348]: DEBUG nova.compute.manager [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1970.705327] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef7c191-cbe2-4700-87ab-ae0e08f6ff59 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.714539] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.716786] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquired lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.716786] env[63348]: DEBUG nova.network.neutron [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1970.730842] env[63348]: DEBUG oslo_vmware.api [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.762448] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78318} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.762924] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] c21fef7e-20be-462b-b127-29c969e45187/c21fef7e-20be-462b-b127-29c969e45187.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1970.763180] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1970.763582] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68d696b1-2b9b-44ed-8207-c165678556fd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.774250] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1970.774250] env[63348]: value = "task-2023032" [ 1970.774250] env[63348]: _type = "Task" [ 1970.774250] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.783033] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.785190] env[63348]: DEBUG nova.network.neutron [req-dca3739c-0294-481c-9308-bb1feecf0897 req-410874f4-bcf5-49cb-bf2d-ba3d452d24e6 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.912129] env[63348]: DEBUG nova.compute.manager [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1970.914563] env[63348]: DEBUG oslo_vmware.api [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2023030, 'name': PowerOffVM_Task, 'duration_secs': 0.304861} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.915225] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1970.915643] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1970.918183] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4473ccbb-78ef-4668-bf4f-fc727ec5156b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.933523] env[63348]: DEBUG nova.virt.hardware [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1970.933753] env[63348]: DEBUG nova.virt.hardware [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1970.933913] env[63348]: DEBUG nova.virt.hardware [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1970.937458] env[63348]: DEBUG nova.virt.hardware [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1970.938091] env[63348]: DEBUG nova.virt.hardware [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1970.938091] env[63348]: DEBUG nova.virt.hardware [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1970.938283] env[63348]: DEBUG nova.virt.hardware [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1970.938519] env[63348]: DEBUG nova.virt.hardware [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1970.938705] env[63348]: DEBUG nova.virt.hardware [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1970.942016] env[63348]: DEBUG nova.virt.hardware [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1970.942016] env[63348]: DEBUG nova.virt.hardware [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1970.942447] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d0eeb5-5e16-491e-99b9-b54e0cdf2670 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.952040] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab09174-7e8f-41ed-8995-601425583249 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.959139] env[63348]: DEBUG nova.virt.hardware [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1970.959416] env[63348]: DEBUG nova.virt.hardware [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1970.959574] env[63348]: DEBUG nova.virt.hardware [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1970.959765] env[63348]: DEBUG nova.virt.hardware [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1970.960490] env[63348]: DEBUG nova.virt.hardware [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1970.960715] env[63348]: DEBUG nova.virt.hardware [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1970.961066] env[63348]: DEBUG nova.virt.hardware [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1970.961243] env[63348]: DEBUG nova.virt.hardware [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1970.961417] env[63348]: DEBUG nova.virt.hardware [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1970.961579] env[63348]: DEBUG nova.virt.hardware [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1970.961754] env[63348]: DEBUG nova.virt.hardware [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1970.962719] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe8f4b8-b74b-4b64-95eb-cf4043a79edc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.992420] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.996332] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:f6:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6f8ae5b-392f-4520-b12a-36b3b1f5f26e', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1971.008311] env[63348]: DEBUG oslo.service.loopingcall [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1971.008695] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023028, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.015278} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.009461] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.212s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.011912] env[63348]: INFO nova.compute.claims [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1971.014821] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1971.016314] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c2262c-afac-4970-a489-443c288b8e8c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.022136] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 532893e1-986d-48a6-9303-0952b5a45d65/532893e1-986d-48a6-9303-0952b5a45d65.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1971.022449] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1971.023151] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5700786f-a639-4648-8e3e-164fa238240d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.042429] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da889c1a-7227-4931-9428-be25a75fb219 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.045845] env[63348]: INFO nova.scheduler.client.report [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Deleted allocations for instance 67f9965f-32e8-4bb6-be80-7f273ac16b51 [ 1971.066334] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1971.066334] env[63348]: value = "task-2023035" [ 1971.066334] env[63348]: _type = "Task" [ 1971.066334] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.067359] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1971.067359] env[63348]: value = "task-2023034" [ 1971.067359] env[63348]: _type = "Task" [ 1971.067359] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.084412] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023034, 'name': CreateVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.086333] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.234023] env[63348]: DEBUG oslo_vmware.api [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023029, 'name': PowerOnVM_Task, 'duration_secs': 0.997553} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.234023] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1971.234023] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ca824774-8ccd-4d65-85ce-9aea75313268 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Updating instance '64345daf-ac70-46e0-82bd-6437e41b942d' progress to 100 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1971.248768] env[63348]: DEBUG nova.compute.manager [req-ee5fa2c0-ab42-428b-916e-056921433837 req-1e12a086-1c86-455a-825b-30536503205a service nova] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Received event network-vif-plugged-53b4bf04-b171-4789-a700-d3a5f69eef93 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1971.248954] env[63348]: DEBUG oslo_concurrency.lockutils [req-ee5fa2c0-ab42-428b-916e-056921433837 req-1e12a086-1c86-455a-825b-30536503205a service nova] Acquiring lock "8523ee5a-b470-4613-82fc-6a729e714b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.249207] env[63348]: DEBUG oslo_concurrency.lockutils [req-ee5fa2c0-ab42-428b-916e-056921433837 req-1e12a086-1c86-455a-825b-30536503205a service nova] Lock "8523ee5a-b470-4613-82fc-6a729e714b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.249423] env[63348]: DEBUG oslo_concurrency.lockutils [req-ee5fa2c0-ab42-428b-916e-056921433837 req-1e12a086-1c86-455a-825b-30536503205a service nova] Lock "8523ee5a-b470-4613-82fc-6a729e714b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.249643] env[63348]: DEBUG nova.compute.manager [req-ee5fa2c0-ab42-428b-916e-056921433837 req-1e12a086-1c86-455a-825b-30536503205a service nova] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] No waiting events found dispatching network-vif-plugged-53b4bf04-b171-4789-a700-d3a5f69eef93 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1971.249829] env[63348]: WARNING nova.compute.manager [req-ee5fa2c0-ab42-428b-916e-056921433837 req-1e12a086-1c86-455a-825b-30536503205a service nova] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Received unexpected event network-vif-plugged-53b4bf04-b171-4789-a700-d3a5f69eef93 for instance with vm_state building and task_state spawning. [ 1971.286192] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103133} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.286623] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1971.287509] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c95a8a3-af5f-48e7-8d4d-2240032de58b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.293759] env[63348]: DEBUG oslo_concurrency.lockutils [req-dca3739c-0294-481c-9308-bb1feecf0897 req-410874f4-bcf5-49cb-bf2d-ba3d452d24e6 service nova] Releasing lock "refresh_cache-beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.294897] env[63348]: DEBUG oslo_concurrency.lockutils [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "refresh_cache-beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.295165] env[63348]: DEBUG nova.network.neutron [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1971.318672] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] c21fef7e-20be-462b-b127-29c969e45187/c21fef7e-20be-462b-b127-29c969e45187.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1971.320208] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-141f7b86-240a-4020-97d6-fb60f5f3017f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.344318] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1971.344318] env[63348]: value = "task-2023036" [ 1971.344318] env[63348]: _type = "Task" [ 1971.344318] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.353369] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.360291] env[63348]: DEBUG nova.network.neutron [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Successfully updated port: 53b4bf04-b171-4789-a700-d3a5f69eef93 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1971.541661] env[63348]: DEBUG nova.network.neutron [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Updating instance_info_cache with network_info: [{"id": "b5cc1f6f-b74d-473d-a2bd-ee018f9f878a", "address": "fa:16:3e:49:83:1a", "network": {"id": "1b6efb5f-da54-48d5-9abe-8973d76425dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614267813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf92ba54e74328aba91b42b124ea75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cc1f6f-b7", "ovs_interfaceid": "b5cc1f6f-b74d-473d-a2bd-ee018f9f878a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.567527] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f2bb0049-f06d-420c-a1e1-4b5635674046 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "67f9965f-32e8-4bb6-be80-7f273ac16b51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.655s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.581567] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100652} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.585335] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1971.586222] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023034, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.587117] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44fafa9-1d15-4ff6-ab5b-04bdae8d13cb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.610886] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 532893e1-986d-48a6-9303-0952b5a45d65/532893e1-986d-48a6-9303-0952b5a45d65.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1971.611914] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25f98281-065b-4970-87f5-a2ff04834c88 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.634086] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1971.634086] env[63348]: value = "task-2023037" [ 1971.634086] env[63348]: _type = "Task" [ 1971.634086] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.641990] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.845155] env[63348]: DEBUG nova.network.neutron [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1971.857862] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.864146] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "refresh_cache-8523ee5a-b470-4613-82fc-6a729e714b21" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.864335] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "refresh_cache-8523ee5a-b470-4613-82fc-6a729e714b21" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.864496] env[63348]: DEBUG nova.network.neutron [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1972.044831] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Releasing lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.085072] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023034, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.147385] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.151587] env[63348]: DEBUG nova.network.neutron [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Updating instance_info_cache with network_info: [{"id": "d53c665c-3373-4f1a-9f26-6e47ade766f5", "address": "fa:16:3e:54:e5:eb", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53c665c-33", "ovs_interfaceid": "d53c665c-3373-4f1a-9f26-6e47ade766f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.359272] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023036, 'name': ReconfigVM_Task, 'duration_secs': 0.644088} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.359790] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Reconfigured VM instance instance-00000056 to attach disk [datastore1] c21fef7e-20be-462b-b127-29c969e45187/c21fef7e-20be-462b-b127-29c969e45187.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1972.363349] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-575ec811-72df-47e0-a5cf-91c9188bf73c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.370780] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1972.370780] env[63348]: value = "task-2023038" [ 1972.370780] env[63348]: _type = "Task" [ 1972.370780] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.380830] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023038, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.416199] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e4e87e-24d1-4887-8a28-476f11ef57ca {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.420955] env[63348]: DEBUG nova.network.neutron [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1972.433018] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e24d9dd-d9c9-4e61-b6a1-92438cf0d70e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.469721] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d7b5fc-e915-46cb-8053-c945b21be858 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.480149] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe224876-4a9d-457e-91f0-ef3c5f56e276 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.498157] env[63348]: DEBUG nova.compute.provider_tree [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1972.582547] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023034, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.647112] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023037, 'name': ReconfigVM_Task, 'duration_secs': 0.677112} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.647112] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 532893e1-986d-48a6-9303-0952b5a45d65/532893e1-986d-48a6-9303-0952b5a45d65.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1972.647753] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab1720d6-9273-410a-9c4d-27a15382720e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.653536] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1972.653536] env[63348]: value = "task-2023039" [ 1972.653536] env[63348]: _type = "Task" [ 1972.653536] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.658284] env[63348]: DEBUG oslo_concurrency.lockutils [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "refresh_cache-beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.658625] env[63348]: DEBUG nova.compute.manager [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Instance network_info: |[{"id": "d53c665c-3373-4f1a-9f26-6e47ade766f5", "address": "fa:16:3e:54:e5:eb", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53c665c-33", "ovs_interfaceid": "d53c665c-3373-4f1a-9f26-6e47ade766f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1972.662305] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:e5:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd53c665c-3373-4f1a-9f26-6e47ade766f5', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1972.669859] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Creating folder: Project (b905e7bbdee249858305654d91566002). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1972.670199] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023039, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.671296] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1972.673640] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0a79250-161d-436c-aed6-8a92c4e8a919 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.675788] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca1d3fb-fd65-4c3b-82f4-cc4282f9aac6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.683645] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1972.683904] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0084f1f-435b-47e4-b234-4e0866713ce6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.686524] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Created folder: Project (b905e7bbdee249858305654d91566002) in parent group-v415427. [ 1972.686709] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Creating folder: Instances. Parent ref: group-v415673. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1972.687239] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59754560-64fc-4580-b7b3-8bbd91bdb535 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.696742] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Created folder: Instances in parent group-v415673. [ 1972.696974] env[63348]: DEBUG oslo.service.loopingcall [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1972.697181] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1972.697389] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b99c221e-c035-417b-9f43-8ba109573991 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.716356] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1972.716356] env[63348]: value = "task-2023043" [ 1972.716356] env[63348]: _type = "Task" [ 1972.716356] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.724203] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023043, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.782443] env[63348]: DEBUG nova.network.neutron [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Updating instance_info_cache with network_info: [{"id": "53b4bf04-b171-4789-a700-d3a5f69eef93", "address": "fa:16:3e:e1:41:aa", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b4bf04-b1", "ovs_interfaceid": "53b4bf04-b171-4789-a700-d3a5f69eef93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.882900] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023038, 'name': Rename_Task, 'duration_secs': 0.166668} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.883448] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1972.883812] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-788ec021-5115-4ac0-bcaf-fbe8eb5466e0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.890063] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1972.890063] env[63348]: value = "task-2023044" [ 1972.890063] env[63348]: _type = "Task" [ 1972.890063] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.902015] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.035212] env[63348]: DEBUG nova.scheduler.client.report [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Updated inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1973.035482] env[63348]: DEBUG nova.compute.provider_tree [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Updating resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d generation from 116 to 117 during operation: update_inventory {{(pid=63348) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1973.035665] env[63348]: DEBUG nova.compute.provider_tree [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1973.040127] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "5b28e039-25cc-4791-95de-f00804dc9b51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.040442] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "5b28e039-25cc-4791-95de-f00804dc9b51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.040707] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "5b28e039-25cc-4791-95de-f00804dc9b51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.040965] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "5b28e039-25cc-4791-95de-f00804dc9b51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.041169] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "5b28e039-25cc-4791-95de-f00804dc9b51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.043249] env[63348]: INFO nova.compute.manager [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Terminating instance [ 1973.081620] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023034, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.166088] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023039, 'name': Rename_Task, 'duration_secs': 0.229621} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.166436] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1973.166692] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33c6ca0c-6402-4982-b9e8-254bd9b21aa2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.173917] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1973.173917] env[63348]: value = "task-2023045" [ 1973.173917] env[63348]: _type = "Task" [ 1973.173917] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.183586] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.227885] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023043, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.282998] env[63348]: DEBUG nova.compute.manager [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Received event network-changed-53b4bf04-b171-4789-a700-d3a5f69eef93 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1973.283244] env[63348]: DEBUG nova.compute.manager [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Refreshing instance network info cache due to event network-changed-53b4bf04-b171-4789-a700-d3a5f69eef93. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1973.283710] env[63348]: DEBUG oslo_concurrency.lockutils [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] Acquiring lock "refresh_cache-8523ee5a-b470-4613-82fc-6a729e714b21" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.285282] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "refresh_cache-8523ee5a-b470-4613-82fc-6a729e714b21" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.285569] env[63348]: DEBUG nova.compute.manager [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Instance network_info: |[{"id": "53b4bf04-b171-4789-a700-d3a5f69eef93", "address": "fa:16:3e:e1:41:aa", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b4bf04-b1", "ovs_interfaceid": "53b4bf04-b171-4789-a700-d3a5f69eef93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1973.285975] env[63348]: DEBUG oslo_concurrency.lockutils [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] Acquired lock "refresh_cache-8523ee5a-b470-4613-82fc-6a729e714b21" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.286072] env[63348]: DEBUG nova.network.neutron [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Refreshing network info cache for port 53b4bf04-b171-4789-a700-d3a5f69eef93 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1973.287233] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:41:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53b4bf04-b171-4789-a700-d3a5f69eef93', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1973.295133] env[63348]: DEBUG oslo.service.loopingcall [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1973.296764] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1973.297147] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-391a98b2-d757-4307-a50c-9b631c3eb382 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.319195] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1973.319195] env[63348]: value = "task-2023046" [ 1973.319195] env[63348]: _type = "Task" [ 1973.319195] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.328191] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023046, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.364036] env[63348]: DEBUG oslo_concurrency.lockutils [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "64345daf-ac70-46e0-82bd-6437e41b942d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.364036] env[63348]: DEBUG oslo_concurrency.lockutils [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "64345daf-ac70-46e0-82bd-6437e41b942d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.364036] env[63348]: DEBUG nova.compute.manager [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Going to confirm migration 4 {{(pid=63348) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1973.402675] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023044, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.544445] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.545096] env[63348]: DEBUG nova.compute.manager [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1973.548331] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.479s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.548558] env[63348]: DEBUG nova.objects.instance [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lazy-loading 'resources' on Instance uuid 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1973.549948] env[63348]: DEBUG nova.compute.manager [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1973.550261] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1973.551784] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2926e893-5ac5-4db4-a454-1cb40895a88a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.561315] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1973.561315] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24fb5b8b-36d5-4256-88ae-7a78fcb74b7c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.568583] env[63348]: DEBUG oslo_vmware.api [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1973.568583] env[63348]: value = "task-2023047" [ 1973.568583] env[63348]: _type = "Task" [ 1973.568583] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.580801] env[63348]: DEBUG oslo_vmware.api [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2023047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.584260] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023034, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.685072] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023045, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.727459] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023043, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.831276] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023046, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.902329] env[63348]: DEBUG oslo_vmware.api [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023044, 'name': PowerOnVM_Task, 'duration_secs': 0.602167} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.902736] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1973.902985] env[63348]: INFO nova.compute.manager [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1973.903415] env[63348]: DEBUG nova.compute.manager [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1973.904265] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6867f1d1-a8d8-4ff2-a455-f36d1f686050 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.938602] env[63348]: DEBUG oslo_concurrency.lockutils [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "refresh_cache-64345daf-ac70-46e0-82bd-6437e41b942d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.938777] env[63348]: DEBUG oslo_concurrency.lockutils [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "refresh_cache-64345daf-ac70-46e0-82bd-6437e41b942d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.938947] env[63348]: DEBUG nova.network.neutron [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1973.939138] env[63348]: DEBUG nova.objects.instance [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lazy-loading 'info_cache' on Instance uuid 64345daf-ac70-46e0-82bd-6437e41b942d {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1974.052443] env[63348]: DEBUG nova.compute.utils [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1974.060297] env[63348]: DEBUG nova.compute.manager [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1974.060690] env[63348]: DEBUG nova.network.neutron [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1974.090271] env[63348]: DEBUG oslo_vmware.api [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2023047, 'name': PowerOffVM_Task, 'duration_secs': 0.214937} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.090713] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023034, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.093857] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1974.093917] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1974.095369] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af9560f3-4e14-4599-a9ea-850a4f52badf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.120419] env[63348]: DEBUG nova.policy [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b648fbb994d64c3aa2376a2419b5d2ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30d2637b6dd741f0b0795c254d09d1b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1974.189537] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023045, 'name': PowerOnVM_Task, 'duration_secs': 0.653996} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.189877] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1974.189995] env[63348]: DEBUG nova.compute.manager [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1974.191018] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f63f31-47af-4046-b407-96575a789130 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.204850] env[63348]: DEBUG nova.network.neutron [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Updated VIF entry in instance network info cache for port 53b4bf04-b171-4789-a700-d3a5f69eef93. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1974.206492] env[63348]: DEBUG nova.network.neutron [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Updating instance_info_cache with network_info: [{"id": "53b4bf04-b171-4789-a700-d3a5f69eef93", "address": "fa:16:3e:e1:41:aa", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b4bf04-b1", "ovs_interfaceid": "53b4bf04-b171-4789-a700-d3a5f69eef93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.228904] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023043, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.331965] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023046, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.435886] env[63348]: INFO nova.compute.manager [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Took 27.91 seconds to build instance. [ 1974.469988] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698b5476-ba8f-4964-a32d-79857305076a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.473945] env[63348]: DEBUG nova.network.neutron [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Successfully created port: dc70156c-49c3-47fd-b542-89ae2b9a1930 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1974.481804] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacd7e12-8e03-4012-aeec-5922172f08d9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.520402] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a84f99-c8e6-4739-a0f8-f05a41a37064 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.529567] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb39f92e-2473-4c60-a9d6-a15fa8218ea1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.544557] env[63348]: DEBUG nova.compute.provider_tree [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1974.558299] env[63348]: DEBUG nova.compute.manager [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1974.586661] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023034, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.705159] env[63348]: INFO nova.compute.manager [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] bringing vm to original state: 'stopped' [ 1974.708072] env[63348]: DEBUG oslo_concurrency.lockutils [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] Releasing lock "refresh_cache-8523ee5a-b470-4613-82fc-6a729e714b21" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.708496] env[63348]: DEBUG nova.compute.manager [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Received event network-vif-unplugged-b5cc1f6f-b74d-473d-a2bd-ee018f9f878a {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1974.708735] env[63348]: DEBUG oslo_concurrency.lockutils [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] Acquiring lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.708955] env[63348]: DEBUG oslo_concurrency.lockutils [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] Lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.709179] env[63348]: DEBUG oslo_concurrency.lockutils [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] Lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.709375] env[63348]: DEBUG nova.compute.manager [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] No waiting events found dispatching network-vif-unplugged-b5cc1f6f-b74d-473d-a2bd-ee018f9f878a {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1974.709578] env[63348]: WARNING nova.compute.manager [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Received unexpected event network-vif-unplugged-b5cc1f6f-b74d-473d-a2bd-ee018f9f878a for instance with vm_state shelved and task_state shelving_offloading. [ 1974.709782] env[63348]: DEBUG nova.compute.manager [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Received event network-changed-b5cc1f6f-b74d-473d-a2bd-ee018f9f878a {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1974.709946] env[63348]: DEBUG nova.compute.manager [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Refreshing instance network info cache due to event network-changed-b5cc1f6f-b74d-473d-a2bd-ee018f9f878a. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1974.710242] env[63348]: DEBUG oslo_concurrency.lockutils [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] Acquiring lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.710402] env[63348]: DEBUG oslo_concurrency.lockutils [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] Acquired lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.710569] env[63348]: DEBUG nova.network.neutron [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Refreshing network info cache for port b5cc1f6f-b74d-473d-a2bd-ee018f9f878a {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1974.729463] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023043, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.761384] env[63348]: DEBUG nova.network.neutron [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Successfully created port: 36612e53-7166-4cd0-866a-929493ceff73 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1974.838149] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023046, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.938654] env[63348]: DEBUG oslo_concurrency.lockutils [None req-082555a6-0ebe-484e-9432-77e2cb74ff0b tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "c21fef7e-20be-462b-b127-29c969e45187" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.427s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.015041] env[63348]: DEBUG nova.network.neutron [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Successfully created port: f9ac3baa-7352-4ed1-b24f-12888bb467cf {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1975.053539] env[63348]: DEBUG nova.scheduler.client.report [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1975.088292] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023034, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.236058] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023043, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.249153] env[63348]: DEBUG nova.network.neutron [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Updating instance_info_cache with network_info: [{"id": "a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7", "address": "fa:16:3e:a7:3e:d4", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b4b4a2-1b", "ovs_interfaceid": "a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.335764] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023046, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.509468] env[63348]: DEBUG nova.network.neutron [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Updated VIF entry in instance network info cache for port b5cc1f6f-b74d-473d-a2bd-ee018f9f878a. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1975.510065] env[63348]: DEBUG nova.network.neutron [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Updating instance_info_cache with network_info: [{"id": "b5cc1f6f-b74d-473d-a2bd-ee018f9f878a", "address": "fa:16:3e:49:83:1a", "network": {"id": "1b6efb5f-da54-48d5-9abe-8973d76425dc", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-614267813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf92ba54e74328aba91b42b124ea75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb5cc1f6f-b7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.566133] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.570852] env[63348]: DEBUG nova.compute.manager [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1975.590194] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023034, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.592083] env[63348]: INFO nova.scheduler.client.report [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Deleted allocations for instance 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91 [ 1975.605029] env[63348]: DEBUG nova.virt.hardware [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1975.605514] env[63348]: DEBUG nova.virt.hardware [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1975.605794] env[63348]: DEBUG nova.virt.hardware [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1975.606113] env[63348]: DEBUG nova.virt.hardware [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1975.606384] env[63348]: DEBUG nova.virt.hardware [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1975.606651] env[63348]: DEBUG nova.virt.hardware [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1975.607058] env[63348]: DEBUG nova.virt.hardware [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1975.607396] env[63348]: DEBUG nova.virt.hardware [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1975.607704] env[63348]: DEBUG nova.virt.hardware [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1975.608580] env[63348]: DEBUG nova.virt.hardware [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1975.608580] env[63348]: DEBUG nova.virt.hardware [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1975.611679] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5415edbe-a0a7-4b3a-be44-f5e47025b674 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.618040] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3c1c13-e7e8-45a7-8477-bb41fb35e3b5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.723572] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "532893e1-986d-48a6-9303-0952b5a45d65" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.723572] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "532893e1-986d-48a6-9303-0952b5a45d65" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.723572] env[63348]: DEBUG nova.compute.manager [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1975.724224] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c43e56d-2d14-41fd-a7db-8132480008be {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.738395] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023043, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.739859] env[63348]: DEBUG nova.compute.manager [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63348) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1975.752080] env[63348]: DEBUG oslo_concurrency.lockutils [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "refresh_cache-64345daf-ac70-46e0-82bd-6437e41b942d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.752080] env[63348]: DEBUG nova.objects.instance [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lazy-loading 'migration_context' on Instance uuid 64345daf-ac70-46e0-82bd-6437e41b942d {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1975.832929] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023046, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.013816] env[63348]: DEBUG oslo_concurrency.lockutils [req-fb132e3b-c182-4102-831e-73aa7f727496 req-7e6b6365-d031-4d58-bd3c-1351a9d6f130 service nova] Releasing lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.088339] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023034, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.099926] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1be8456c-a6c4-4196-b05d-517bfe306ca9 tempest-ServerRescueTestJSON-309096086 tempest-ServerRescueTestJSON-309096086-project-member] Lock "8f0e74f0-e28d-4bbf-9472-5eafe2d47f91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.703s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.123623] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "c21fef7e-20be-462b-b127-29c969e45187" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.123862] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "c21fef7e-20be-462b-b127-29c969e45187" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.234825] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023043, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.245059] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1976.245059] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d63d9dc5-393f-4a2e-b7e1-90dcf330d28c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.251975] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1976.251975] env[63348]: value = "task-2023049" [ 1976.251975] env[63348]: _type = "Task" [ 1976.251975] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.255909] env[63348]: DEBUG nova.objects.base [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Object Instance<64345daf-ac70-46e0-82bd-6437e41b942d> lazy-loaded attributes: info_cache,migration_context {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1976.256833] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505c3fd4-ddac-448b-a97a-82a8d474a069 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.266332] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.280171] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1eb42ae-5e2f-4e32-a100-8d77a357a4ff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.286237] env[63348]: DEBUG oslo_vmware.api [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1976.286237] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52849b35-035a-3282-6320-eaa71d5da4c2" [ 1976.286237] env[63348]: _type = "Task" [ 1976.286237] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.294806] env[63348]: DEBUG oslo_vmware.api [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52849b35-035a-3282-6320-eaa71d5da4c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.333452] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023046, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.588487] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023034, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.627254] env[63348]: DEBUG nova.compute.utils [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1976.735439] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023043, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.762392] env[63348]: DEBUG oslo_vmware.api [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023049, 'name': PowerOffVM_Task, 'duration_secs': 0.241181} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.762739] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1976.762944] env[63348]: DEBUG nova.compute.manager [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1976.763764] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ae1f61-2e2f-44dc-a437-434becdfe25b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.798459] env[63348]: DEBUG oslo_vmware.api [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52849b35-035a-3282-6320-eaa71d5da4c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009738} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.798879] env[63348]: DEBUG oslo_concurrency.lockutils [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.799207] env[63348]: DEBUG oslo_concurrency.lockutils [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.836665] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023046, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.090357] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023034, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.130439] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "c21fef7e-20be-462b-b127-29c969e45187" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.239495] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023043, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.278043] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "532893e1-986d-48a6-9303-0952b5a45d65" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.553s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.341515] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023046, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.595082] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023034, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.633909] env[63348]: DEBUG oslo_vmware.rw_handles [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c9e8f-67b3-eae3-c2dd-615e4540db69/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1977.634939] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a45434-e6fc-4dcf-b66d-f3b0b108ea6a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.641289] env[63348]: DEBUG oslo_vmware.rw_handles [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c9e8f-67b3-eae3-c2dd-615e4540db69/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1977.641289] env[63348]: ERROR oslo_vmware.rw_handles [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c9e8f-67b3-eae3-c2dd-615e4540db69/disk-0.vmdk due to incomplete transfer. [ 1977.641540] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-122e83a1-f902-446d-be8e-602383a98999 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.652253] env[63348]: DEBUG oslo_vmware.rw_handles [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c9e8f-67b3-eae3-c2dd-615e4540db69/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1977.652483] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Uploaded image 0c3ba500-4f2a-4534-8d8a-ea6cd61200c7 to the Glance image server {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1977.654784] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Destroying the VM {{(pid=63348) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1977.657282] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8c60a2a7-0c18-4280-8cf3-215211f8024f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.663262] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the task: (returnval){ [ 1977.663262] env[63348]: value = "task-2023050" [ 1977.663262] env[63348]: _type = "Task" [ 1977.663262] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.671688] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023050, 'name': Destroy_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.685333] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58227a8a-df38-432f-a47f-440e133600ff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.693035] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde9a211-ee2a-4ce6-9c9d-02e88414c3d0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.727089] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02348cd-8f91-4dfa-8eb5-40aa94832f25 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.744540] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87d8a67-6f67-40d8-8a8d-dc9fee0e5542 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.749112] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023043, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.761017] env[63348]: DEBUG nova.compute.provider_tree [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1977.786814] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.836871] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023046, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.001605] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1978.001605] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1978.001605] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Deleting the datastore file [datastore2] 223e5b24-bc2a-4de9-be5b-aa2cad088245 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1978.001605] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9a9a400-0638-48c0-99b2-4064d493186e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.010924] env[63348]: DEBUG oslo_vmware.api [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for the task: (returnval){ [ 1978.010924] env[63348]: value = "task-2023051" [ 1978.010924] env[63348]: _type = "Task" [ 1978.010924] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.018605] env[63348]: DEBUG oslo_vmware.api [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2023051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.085777] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1978.085998] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1978.086196] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Deleting the datastore file [datastore2] 5b28e039-25cc-4791-95de-f00804dc9b51 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1978.086858] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60d8600b-0814-4b98-a717-529a603c136c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.096311] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023034, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.097829] env[63348]: DEBUG oslo_vmware.api [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for the task: (returnval){ [ 1978.097829] env[63348]: value = "task-2023052" [ 1978.097829] env[63348]: _type = "Task" [ 1978.097829] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.098236] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1978.098466] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1978.098682] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Deleting the datastore file [datastore2] 736cccd6-837d-4bf8-a4f5-c8e9c72c555f {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1978.099334] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26292b7d-88ec-4d1a-8245-8fccd3c701f2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.108997] env[63348]: DEBUG oslo_vmware.api [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2023052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.110201] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 1978.110201] env[63348]: value = "task-2023053" [ 1978.110201] env[63348]: _type = "Task" [ 1978.110201] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.117740] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.177468] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023050, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.236750] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "c21fef7e-20be-462b-b127-29c969e45187" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.237093] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "c21fef7e-20be-462b-b127-29c969e45187" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.237463] env[63348]: INFO nova.compute.manager [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Attaching volume 96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f to /dev/sdb [ 1978.248945] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023043, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.264182] env[63348]: DEBUG nova.scheduler.client.report [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1978.283143] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac4b356-2252-43da-9830-b04d3700e2bd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.291936] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f38b2b3-c95c-432b-9793-ee436780868a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.311799] env[63348]: DEBUG nova.virt.block_device [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Updating existing volume attachment record: 01d623fc-ef40-4677-ac7e-8225f2675769 {{(pid=63348) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1978.340017] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023046, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.517565] env[63348]: DEBUG oslo_vmware.api [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Task: {'id': task-2023051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302335} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.517818] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1978.517998] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1978.519789] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1978.520660] env[63348]: INFO nova.compute.manager [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Took 8.15 seconds to destroy the instance on the hypervisor. [ 1978.521049] env[63348]: DEBUG oslo.service.loopingcall [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1978.521310] env[63348]: DEBUG nova.compute.manager [-] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1978.521444] env[63348]: DEBUG nova.network.neutron [-] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1978.591337] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023034, 'name': CreateVM_Task, 'duration_secs': 7.304716} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.591756] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1978.595024] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.595024] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.595024] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1978.596151] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a70106d-1377-47aa-b5b1-80f5be6691e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.608247] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1978.608247] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52015eda-4e01-60ec-9d38-9260def1a894" [ 1978.608247] env[63348]: _type = "Task" [ 1978.608247] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.618619] env[63348]: DEBUG oslo_vmware.api [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Task: {'id': task-2023052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315413} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.622821] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1978.623140] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1978.623427] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1978.623823] env[63348]: INFO nova.compute.manager [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Took 5.07 seconds to destroy the instance on the hypervisor. [ 1978.628021] env[63348]: DEBUG oslo.service.loopingcall [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1978.629348] env[63348]: DEBUG nova.compute.manager [-] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1978.629572] env[63348]: DEBUG nova.network.neutron [-] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1978.631894] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52015eda-4e01-60ec-9d38-9260def1a894, 'name': SearchDatastore_Task, 'duration_secs': 0.013753} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.632905] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.633262] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1978.633645] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.633862] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.634162] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1978.641381] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5a40e6f-d8c8-491e-864e-27a46dc225c5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.643199] env[63348]: DEBUG oslo_vmware.api [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268411} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.646320] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1978.646320] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1978.646320] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1978.660598] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1978.660901] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1978.662686] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c62e06b4-deac-4d4a-86bb-afbc32e525ab {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.673992] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1978.673992] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f7c440-69f2-6eaa-33f9-aa4895a6a845" [ 1978.673992] env[63348]: _type = "Task" [ 1978.673992] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.675758] env[63348]: INFO nova.scheduler.client.report [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Deleted allocations for instance 736cccd6-837d-4bf8-a4f5-c8e9c72c555f [ 1978.682690] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023050, 'name': Destroy_Task, 'duration_secs': 0.641111} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.689471] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Destroyed the VM [ 1978.689471] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Deleting Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1978.689471] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b336a478-5cb3-4d05-a7ff-862efaa52869 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.699385] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f7c440-69f2-6eaa-33f9-aa4895a6a845, 'name': SearchDatastore_Task, 'duration_secs': 0.019454} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.701619] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the task: (returnval){ [ 1978.701619] env[63348]: value = "task-2023055" [ 1978.701619] env[63348]: _type = "Task" [ 1978.701619] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.701835] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6304b0e6-a206-425b-b4ab-abc520a091a8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.714534] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1978.714534] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fa0496-d91d-92a4-a1cc-a9713cfcd308" [ 1978.714534] env[63348]: _type = "Task" [ 1978.714534] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.718255] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023055, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.727836] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fa0496-d91d-92a4-a1cc-a9713cfcd308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.741900] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023043, 'name': CreateVM_Task, 'duration_secs': 5.732732} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.742090] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1978.742907] env[63348]: DEBUG oslo_concurrency.lockutils [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.743164] env[63348]: DEBUG oslo_concurrency.lockutils [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.743536] env[63348]: DEBUG oslo_concurrency.lockutils [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1978.746178] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66738702-a17f-428c-aa59-37847a2b1336 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.753355] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 1978.753355] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f9cc54-fafe-8e48-136a-1862081a46b6" [ 1978.753355] env[63348]: _type = "Task" [ 1978.753355] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.765346] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f9cc54-fafe-8e48-136a-1862081a46b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.839330] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023046, 'name': CreateVM_Task, 'duration_secs': 5.153322} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.841259] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1978.842693] env[63348]: DEBUG nova.compute.manager [req-d07213f3-6c9e-4e2a-98bb-fb32a34dcc41 req-e262cde4-d919-4300-84f1-ee1ae0b84580 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Received event network-vif-deleted-e995aa1e-79fd-4a3e-80d8-ea4b72197049 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1978.842884] env[63348]: INFO nova.compute.manager [req-d07213f3-6c9e-4e2a-98bb-fb32a34dcc41 req-e262cde4-d919-4300-84f1-ee1ae0b84580 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Neutron deleted interface e995aa1e-79fd-4a3e-80d8-ea4b72197049; detaching it from the instance and deleting it from the info cache [ 1978.843131] env[63348]: DEBUG nova.network.neutron [req-d07213f3-6c9e-4e2a-98bb-fb32a34dcc41 req-e262cde4-d919-4300-84f1-ee1ae0b84580 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.848038] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.069822] env[63348]: DEBUG nova.network.neutron [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Successfully updated port: dc70156c-49c3-47fd-b542-89ae2b9a1930 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1979.099769] env[63348]: DEBUG nova.compute.manager [req-5b00cd7b-0569-4a97-a76e-03aa7c6f05d5 req-83f2a3be-825e-435d-8d50-498057adde45 service nova] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Received event network-vif-deleted-213209e8-54b9-4f01-bc0d-1ff222249dd8 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1979.100019] env[63348]: INFO nova.compute.manager [req-5b00cd7b-0569-4a97-a76e-03aa7c6f05d5 req-83f2a3be-825e-435d-8d50-498057adde45 service nova] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Neutron deleted interface 213209e8-54b9-4f01-bc0d-1ff222249dd8; detaching it from the instance and deleting it from the info cache [ 1979.100252] env[63348]: DEBUG nova.network.neutron [req-5b00cd7b-0569-4a97-a76e-03aa7c6f05d5 req-83f2a3be-825e-435d-8d50-498057adde45 service nova] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.109419] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "532893e1-986d-48a6-9303-0952b5a45d65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.109672] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "532893e1-986d-48a6-9303-0952b5a45d65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.109860] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "532893e1-986d-48a6-9303-0952b5a45d65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.110059] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "532893e1-986d-48a6-9303-0952b5a45d65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.110280] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "532893e1-986d-48a6-9303-0952b5a45d65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.112653] env[63348]: INFO nova.compute.manager [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Terminating instance [ 1979.128876] env[63348]: INFO nova.compute.manager [None req-daa2b3e7-05b9-496f-a736-21a576829d4b tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Get console output [ 1979.129262] env[63348]: WARNING nova.virt.vmwareapi.driver [None req-daa2b3e7-05b9-496f-a736-21a576829d4b tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] The console log is missing. Check your VSPC configuration [ 1979.184679] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.219343] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023055, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.232428] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fa0496-d91d-92a4-a1cc-a9713cfcd308, 'name': SearchDatastore_Task, 'duration_secs': 0.01635} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.232773] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.233210] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] cd182cf8-d4f1-4131-953f-4ae565888bb7/cd182cf8-d4f1-4131-953f-4ae565888bb7.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1979.233646] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8e40495-cf4f-4605-a2b4-2138251f2979 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.242792] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1979.242792] env[63348]: value = "task-2023058" [ 1979.242792] env[63348]: _type = "Task" [ 1979.242792] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.252345] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.264243] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f9cc54-fafe-8e48-136a-1862081a46b6, 'name': SearchDatastore_Task, 'duration_secs': 0.012498} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.264669] env[63348]: DEBUG oslo_concurrency.lockutils [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.265028] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1979.265435] env[63348]: DEBUG oslo_concurrency.lockutils [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.265737] env[63348]: DEBUG oslo_concurrency.lockutils [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.266052] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1979.266461] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.266954] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1979.267352] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-684e1620-80dc-4a37-8c13-b205586610a2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.270232] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d4767f-a526-411f-a9bd-ee9ed5a71a31 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.274925] env[63348]: DEBUG oslo_concurrency.lockutils [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.476s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.279109] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.495s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.279239] env[63348]: DEBUG nova.objects.instance [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63348) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1979.281897] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1979.281897] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520ea09a-0ae8-ee6d-5c56-c8c24a317219" [ 1979.281897] env[63348]: _type = "Task" [ 1979.281897] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.284033] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1979.284033] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1979.287080] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e17d098-002d-4a28-878a-141d4c6c8dbf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.295890] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520ea09a-0ae8-ee6d-5c56-c8c24a317219, 'name': SearchDatastore_Task, 'duration_secs': 0.009867} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.297014] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.297303] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1979.297560] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.297899] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 1979.297899] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52694130-be11-5ac2-8f41-43fb592af759" [ 1979.297899] env[63348]: _type = "Task" [ 1979.297899] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.306406] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52694130-be11-5ac2-8f41-43fb592af759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.315653] env[63348]: DEBUG nova.network.neutron [-] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.346811] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-beec6323-bc9b-44d5-b3ac-13eac44721a7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.356675] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dae5014-5c29-45cc-9878-1cd97e2f8945 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.392072] env[63348]: DEBUG nova.compute.manager [req-d07213f3-6c9e-4e2a-98bb-fb32a34dcc41 req-e262cde4-d919-4300-84f1-ee1ae0b84580 service nova] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Detach interface failed, port_id=e995aa1e-79fd-4a3e-80d8-ea4b72197049, reason: Instance 223e5b24-bc2a-4de9-be5b-aa2cad088245 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1979.559266] env[63348]: DEBUG nova.network.neutron [-] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.604331] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb1f655c-090a-46f7-a548-3b59e281e8b3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.617331] env[63348]: DEBUG nova.compute.manager [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1979.617331] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1979.618155] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82afad3-90a9-4b15-8943-65494fa27471 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.624123] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1159d667-eb7c-483e-b90d-d2a5a521a7de {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.643350] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1979.643685] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-846e1e5f-064e-4fbe-a0ee-df7c4971461c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.661709] env[63348]: DEBUG nova.compute.manager [req-5b00cd7b-0569-4a97-a76e-03aa7c6f05d5 req-83f2a3be-825e-435d-8d50-498057adde45 service nova] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Detach interface failed, port_id=213209e8-54b9-4f01-bc0d-1ff222249dd8, reason: Instance 5b28e039-25cc-4791-95de-f00804dc9b51 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1979.717892] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023055, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.757116] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023058, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.811957] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52694130-be11-5ac2-8f41-43fb592af759, 'name': SearchDatastore_Task, 'duration_secs': 0.016125} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.817025] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1979.817262] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1979.817439] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleting the datastore file [datastore1] 532893e1-986d-48a6-9303-0952b5a45d65 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1979.817922] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1a63953-d8d6-49ed-854d-8415d620eace {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.823015] env[63348]: INFO nova.compute.manager [-] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Took 1.30 seconds to deallocate network for instance. [ 1979.823015] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caff45ac-228b-461c-8573-45444d6d0eed {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.827980] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 1979.827980] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520f4619-3a86-3fe8-5c29-d9a7c18f16e4" [ 1979.827980] env[63348]: _type = "Task" [ 1979.827980] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.832788] env[63348]: DEBUG oslo_vmware.api [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 1979.832788] env[63348]: value = "task-2023060" [ 1979.832788] env[63348]: _type = "Task" [ 1979.832788] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.848995] env[63348]: DEBUG oslo_vmware.api [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.849302] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520f4619-3a86-3fe8-5c29-d9a7c18f16e4, 'name': SearchDatastore_Task, 'duration_secs': 0.013527} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.850625] env[63348]: DEBUG oslo_concurrency.lockutils [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.850933] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] beda0967-a3a7-477f-945b-e8ff964d1350/beda0967-a3a7-477f-945b-e8ff964d1350.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1979.853845] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.853975] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1979.854152] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bd3e313-0056-4074-b842-23391ec3e93d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.856980] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b9d3871-fb09-4214-8e61-73d6205db402 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.863286] env[63348]: INFO nova.scheduler.client.report [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleted allocation for migration 8933858e-e888-4db2-a859-1921f41453e5 [ 1979.865861] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 1979.865861] env[63348]: value = "task-2023061" [ 1979.865861] env[63348]: _type = "Task" [ 1979.865861] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.874032] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1979.874032] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1979.875813] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95cf9dc2-1f42-46e4-8855-0719118beeeb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.882659] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.886243] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1979.886243] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52823f90-7f2c-3845-66ae-c2a52be89291" [ 1979.886243] env[63348]: _type = "Task" [ 1979.886243] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.894460] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52823f90-7f2c-3845-66ae-c2a52be89291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.063572] env[63348]: INFO nova.compute.manager [-] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Took 1.43 seconds to deallocate network for instance. [ 1980.222861] env[63348]: DEBUG oslo_vmware.api [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023055, 'name': RemoveSnapshot_Task, 'duration_secs': 1.171282} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.222861] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Deleted Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1980.222861] env[63348]: INFO nova.compute.manager [None req-0cb8d764-076d-487a-8371-438551410179 tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Took 15.67 seconds to snapshot the instance on the hypervisor. [ 1980.253320] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596755} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.253592] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] cd182cf8-d4f1-4131-953f-4ae565888bb7/cd182cf8-d4f1-4131-953f-4ae565888bb7.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1980.253805] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1980.254089] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66319b53-32e0-4bf0-9a68-b0f17fde1a71 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.261551] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1980.261551] env[63348]: value = "task-2023062" [ 1980.261551] env[63348]: _type = "Task" [ 1980.261551] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.279752] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.294932] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a2b4b839-b936-45ba-9ab3-e97a7ea313f8 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.297024] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.112s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.297024] env[63348]: DEBUG nova.objects.instance [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lazy-loading 'resources' on Instance uuid 736cccd6-837d-4bf8-a4f5-c8e9c72c555f {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1980.334554] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.350871] env[63348]: DEBUG oslo_vmware.api [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.357672] env[63348]: DEBUG oslo_concurrency.lockutils [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "3550d32c-b873-462a-a7a1-afc3eb3251ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.357996] env[63348]: DEBUG oslo_concurrency.lockutils [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "3550d32c-b873-462a-a7a1-afc3eb3251ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.358212] env[63348]: DEBUG oslo_concurrency.lockutils [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "3550d32c-b873-462a-a7a1-afc3eb3251ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.358848] env[63348]: DEBUG oslo_concurrency.lockutils [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "3550d32c-b873-462a-a7a1-afc3eb3251ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.358848] env[63348]: DEBUG oslo_concurrency.lockutils [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "3550d32c-b873-462a-a7a1-afc3eb3251ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.361048] env[63348]: INFO nova.compute.manager [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Terminating instance [ 1980.376487] env[63348]: DEBUG oslo_concurrency.lockutils [None req-df2a3c37-d506-4361-9e4e-60b3d96b1ef0 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "64345daf-ac70-46e0-82bd-6437e41b942d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.013s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.377882] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.396777] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52823f90-7f2c-3845-66ae-c2a52be89291, 'name': SearchDatastore_Task, 'duration_secs': 0.036272} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.399471] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb309ce-a46b-4cef-bef3-28766cb16359 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.403699] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1980.403699] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c90d8c-07d1-5644-c656-0928d05e3449" [ 1980.403699] env[63348]: _type = "Task" [ 1980.403699] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.412651] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c90d8c-07d1-5644-c656-0928d05e3449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.570133] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.775035] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214672} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.775305] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1980.776238] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bf5929-1cd9-4ef1-a130-a84a3128534b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.801073] env[63348]: DEBUG nova.objects.instance [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lazy-loading 'numa_topology' on Instance uuid 736cccd6-837d-4bf8-a4f5-c8e9c72c555f {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1980.812838] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] cd182cf8-d4f1-4131-953f-4ae565888bb7/cd182cf8-d4f1-4131-953f-4ae565888bb7.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1980.814164] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0441632b-f61a-4cce-8e1a-ccdba25c90f9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.840252] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1980.840252] env[63348]: value = "task-2023063" [ 1980.840252] env[63348]: _type = "Task" [ 1980.840252] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.858253] env[63348]: DEBUG oslo_vmware.api [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.626005} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.858253] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023063, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.858253] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1980.858253] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1980.858597] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1980.858597] env[63348]: INFO nova.compute.manager [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1980.858804] env[63348]: DEBUG oslo.service.loopingcall [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1980.858990] env[63348]: DEBUG nova.compute.manager [-] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1980.859101] env[63348]: DEBUG nova.network.neutron [-] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1980.865983] env[63348]: DEBUG nova.compute.manager [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1980.866244] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1980.867321] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5fb5a5-958a-4878-a2d1-09ccf168ed36 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.878857] env[63348]: DEBUG nova.compute.manager [req-0bd643ff-9866-4bcb-940b-3108a6f95805 req-fb003d69-d4ff-40d6-ab28-0663ea745df0 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Received event network-vif-plugged-dc70156c-49c3-47fd-b542-89ae2b9a1930 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1980.879135] env[63348]: DEBUG oslo_concurrency.lockutils [req-0bd643ff-9866-4bcb-940b-3108a6f95805 req-fb003d69-d4ff-40d6-ab28-0663ea745df0 service nova] Acquiring lock "a825e801-5fc4-4d52-be98-3df7ce4bb938-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.879347] env[63348]: DEBUG oslo_concurrency.lockutils [req-0bd643ff-9866-4bcb-940b-3108a6f95805 req-fb003d69-d4ff-40d6-ab28-0663ea745df0 service nova] Lock "a825e801-5fc4-4d52-be98-3df7ce4bb938-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.879514] env[63348]: DEBUG oslo_concurrency.lockutils [req-0bd643ff-9866-4bcb-940b-3108a6f95805 req-fb003d69-d4ff-40d6-ab28-0663ea745df0 service nova] Lock "a825e801-5fc4-4d52-be98-3df7ce4bb938-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.879832] env[63348]: DEBUG nova.compute.manager [req-0bd643ff-9866-4bcb-940b-3108a6f95805 req-fb003d69-d4ff-40d6-ab28-0663ea745df0 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] No waiting events found dispatching network-vif-plugged-dc70156c-49c3-47fd-b542-89ae2b9a1930 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1980.879832] env[63348]: WARNING nova.compute.manager [req-0bd643ff-9866-4bcb-940b-3108a6f95805 req-fb003d69-d4ff-40d6-ab28-0663ea745df0 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Received unexpected event network-vif-plugged-dc70156c-49c3-47fd-b542-89ae2b9a1930 for instance with vm_state building and task_state spawning. [ 1980.879982] env[63348]: DEBUG nova.compute.manager [req-0bd643ff-9866-4bcb-940b-3108a6f95805 req-fb003d69-d4ff-40d6-ab28-0663ea745df0 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Received event network-changed-dc70156c-49c3-47fd-b542-89ae2b9a1930 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1980.881172] env[63348]: DEBUG nova.compute.manager [req-0bd643ff-9866-4bcb-940b-3108a6f95805 req-fb003d69-d4ff-40d6-ab28-0663ea745df0 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Refreshing instance network info cache due to event network-changed-dc70156c-49c3-47fd-b542-89ae2b9a1930. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1980.881383] env[63348]: DEBUG oslo_concurrency.lockutils [req-0bd643ff-9866-4bcb-940b-3108a6f95805 req-fb003d69-d4ff-40d6-ab28-0663ea745df0 service nova] Acquiring lock "refresh_cache-a825e801-5fc4-4d52-be98-3df7ce4bb938" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.881525] env[63348]: DEBUG oslo_concurrency.lockutils [req-0bd643ff-9866-4bcb-940b-3108a6f95805 req-fb003d69-d4ff-40d6-ab28-0663ea745df0 service nova] Acquired lock "refresh_cache-a825e801-5fc4-4d52-be98-3df7ce4bb938" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.881675] env[63348]: DEBUG nova.network.neutron [req-0bd643ff-9866-4bcb-940b-3108a6f95805 req-fb003d69-d4ff-40d6-ab28-0663ea745df0 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Refreshing network info cache for port dc70156c-49c3-47fd-b542-89ae2b9a1930 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1980.888191] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.986365} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.888457] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1980.888933] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] beda0967-a3a7-477f-945b-e8ff964d1350/beda0967-a3a7-477f-945b-e8ff964d1350.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1980.889154] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1980.889641] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b14a93c-16f2-4cac-a13b-48b3f6baa8df {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.891665] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7a1e719-8f0d-4478-9cef-ac5672902524 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.900035] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 1980.900035] env[63348]: value = "task-2023065" [ 1980.900035] env[63348]: _type = "Task" [ 1980.900035] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.901596] env[63348]: DEBUG oslo_vmware.api [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 1980.901596] env[63348]: value = "task-2023064" [ 1980.901596] env[63348]: _type = "Task" [ 1980.901596] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.918284] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.922807] env[63348]: DEBUG oslo_vmware.api [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.929740] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c90d8c-07d1-5644-c656-0928d05e3449, 'name': SearchDatastore_Task, 'duration_secs': 0.015083} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.929740] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.929740] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 8523ee5a-b470-4613-82fc-6a729e714b21/8523ee5a-b470-4613-82fc-6a729e714b21.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1980.929740] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5154132e-ac92-4c68-bb5f-7cc6d4abe94f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.935687] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1980.935687] env[63348]: value = "task-2023066" [ 1980.935687] env[63348]: _type = "Task" [ 1980.935687] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.945578] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.314566] env[63348]: DEBUG nova.objects.base [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Object Instance<736cccd6-837d-4bf8-a4f5-c8e9c72c555f> lazy-loaded attributes: resources,numa_topology {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1981.336794] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.361282] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023063, 'name': ReconfigVM_Task, 'duration_secs': 0.305576} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.361282] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Reconfigured VM instance instance-00000044 to attach disk [datastore1] cd182cf8-d4f1-4131-953f-4ae565888bb7/cd182cf8-d4f1-4131-953f-4ae565888bb7.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1981.361282] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13592996-d21f-402b-807b-5bc87f22935d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.372591] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1981.372591] env[63348]: value = "task-2023068" [ 1981.372591] env[63348]: _type = "Task" [ 1981.372591] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.383130] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023068, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.427748] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074642} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.434150] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1981.435058] env[63348]: DEBUG oslo_vmware.api [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023064, 'name': PowerOffVM_Task, 'duration_secs': 0.263499} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.436121] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e19ac5-c8b3-451a-985e-402c9588b7a9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.440040] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1981.440132] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1981.440600] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea7a075c-0aca-4ba0-a681-cc32c7fd7a47 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.446908] env[63348]: DEBUG nova.network.neutron [req-0bd643ff-9866-4bcb-940b-3108a6f95805 req-fb003d69-d4ff-40d6-ab28-0663ea745df0 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1981.483919] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] beda0967-a3a7-477f-945b-e8ff964d1350/beda0967-a3a7-477f-945b-e8ff964d1350.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1981.490703] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e5865fe-6078-4d45-85f4-a36fdb24e9cf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.506889] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023066, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.516329] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 1981.516329] env[63348]: value = "task-2023070" [ 1981.516329] env[63348]: _type = "Task" [ 1981.516329] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.520876] env[63348]: DEBUG nova.network.neutron [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Successfully updated port: 36612e53-7166-4cd0-866a-929493ceff73 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1981.528821] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.561227] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1981.561463] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1981.561656] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Deleting the datastore file [datastore2] 3550d32c-b873-462a-a7a1-afc3eb3251ab {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1981.565116] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45f3a943-6ab9-415a-a07d-9d998753cb9a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.571563] env[63348]: DEBUG oslo_vmware.api [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 1981.571563] env[63348]: value = "task-2023071" [ 1981.571563] env[63348]: _type = "Task" [ 1981.571563] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.580030] env[63348]: DEBUG oslo_vmware.api [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.624262] env[63348]: DEBUG nova.network.neutron [req-0bd643ff-9866-4bcb-940b-3108a6f95805 req-fb003d69-d4ff-40d6-ab28-0663ea745df0 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.629371] env[63348]: DEBUG nova.compute.manager [req-b404416e-0514-4617-a13e-a9651c8cd15b req-dd3ada39-cdca-4dc5-9ef6-bb764ee1fc8c service nova] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Received event network-vif-deleted-fb6102f9-dec4-4af3-8b93-57158ec44512 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1981.633033] env[63348]: INFO nova.compute.manager [req-b404416e-0514-4617-a13e-a9651c8cd15b req-dd3ada39-cdca-4dc5-9ef6-bb764ee1fc8c service nova] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Neutron deleted interface fb6102f9-dec4-4af3-8b93-57158ec44512; detaching it from the instance and deleting it from the info cache [ 1981.633033] env[63348]: DEBUG nova.network.neutron [req-b404416e-0514-4617-a13e-a9651c8cd15b req-dd3ada39-cdca-4dc5-9ef6-bb764ee1fc8c service nova] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.723237] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8ca1cc-da70-4e7a-9f3e-f7e645ff4615 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.731088] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed219deb-f020-42e3-af1c-2d433764a43b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.762615] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504e05fa-be87-415e-b591-83877fffc20f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.770526] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651ecdf7-9f26-4da7-b53e-996b8ec9e0fb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.785079] env[63348]: DEBUG nova.compute.provider_tree [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1981.852074] env[63348]: DEBUG nova.network.neutron [-] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.883439] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023068, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.951994] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536914} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.952332] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 8523ee5a-b470-4613-82fc-6a729e714b21/8523ee5a-b470-4613-82fc-6a729e714b21.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1981.952597] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1981.952871] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aabcfae2-e70c-45a1-9568-54556fcaf028 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.961427] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1981.961427] env[63348]: value = "task-2023072" [ 1981.961427] env[63348]: _type = "Task" [ 1981.961427] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.970483] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.013100] env[63348]: DEBUG oslo_concurrency.lockutils [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Acquiring lock "c3cac92b-0683-4113-8d95-fd4674f26a34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.013385] env[63348]: DEBUG oslo_concurrency.lockutils [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Lock "c3cac92b-0683-4113-8d95-fd4674f26a34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.013605] env[63348]: DEBUG oslo_concurrency.lockutils [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Acquiring lock "c3cac92b-0683-4113-8d95-fd4674f26a34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.013794] env[63348]: DEBUG oslo_concurrency.lockutils [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Lock "c3cac92b-0683-4113-8d95-fd4674f26a34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.013968] env[63348]: DEBUG oslo_concurrency.lockutils [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Lock "c3cac92b-0683-4113-8d95-fd4674f26a34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.016095] env[63348]: INFO nova.compute.manager [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Terminating instance [ 1982.029100] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.080863] env[63348]: DEBUG oslo_vmware.api [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.128573] env[63348]: DEBUG oslo_concurrency.lockutils [req-0bd643ff-9866-4bcb-940b-3108a6f95805 req-fb003d69-d4ff-40d6-ab28-0663ea745df0 service nova] Releasing lock "refresh_cache-a825e801-5fc4-4d52-be98-3df7ce4bb938" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.132565] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1911ebc5-5cfd-44ff-9e31-2862c7af20ed {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.142192] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d771bd0a-e24b-40c2-a39b-68218a2e0439 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.178087] env[63348]: DEBUG nova.compute.manager [req-b404416e-0514-4617-a13e-a9651c8cd15b req-dd3ada39-cdca-4dc5-9ef6-bb764ee1fc8c service nova] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Detach interface failed, port_id=fb6102f9-dec4-4af3-8b93-57158ec44512, reason: Instance 532893e1-986d-48a6-9303-0952b5a45d65 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1982.309573] env[63348]: ERROR nova.scheduler.client.report [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [req-70eb9ab4-5b79-4251-ae52-ec57e6ae8549] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 792f3f50-7bf3-4710-b72e-b20aee2a288d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-70eb9ab4-5b79-4251-ae52-ec57e6ae8549"}]} [ 1982.325911] env[63348]: DEBUG nova.scheduler.client.report [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Refreshing inventories for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1982.342913] env[63348]: DEBUG nova.scheduler.client.report [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Updating ProviderTree inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1982.343449] env[63348]: DEBUG nova.compute.provider_tree [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1982.354481] env[63348]: DEBUG nova.scheduler.client.report [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Refreshing aggregate associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, aggregates: None {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1982.356642] env[63348]: INFO nova.compute.manager [-] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Took 1.50 seconds to deallocate network for instance. [ 1982.384315] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023068, 'name': Rename_Task, 'duration_secs': 0.845949} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.384611] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1982.384866] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-413cb264-28b1-45b3-8240-e70aaafdae4b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.387274] env[63348]: DEBUG nova.scheduler.client.report [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Refreshing trait associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1982.394430] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1982.394430] env[63348]: value = "task-2023073" [ 1982.394430] env[63348]: _type = "Task" [ 1982.394430] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.403826] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.463082] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "64345daf-ac70-46e0-82bd-6437e41b942d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.463415] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "64345daf-ac70-46e0-82bd-6437e41b942d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.463963] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "64345daf-ac70-46e0-82bd-6437e41b942d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.463963] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "64345daf-ac70-46e0-82bd-6437e41b942d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.464178] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "64345daf-ac70-46e0-82bd-6437e41b942d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.472153] env[63348]: INFO nova.compute.manager [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Terminating instance [ 1982.479569] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195977} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.479844] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1982.480775] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd89865-999e-4cdd-8530-bdf5df040808 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.508107] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 8523ee5a-b470-4613-82fc-6a729e714b21/8523ee5a-b470-4613-82fc-6a729e714b21.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1982.508107] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ce8415d-99eb-46e2-bf95-dc2e62046f63 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.526739] env[63348]: DEBUG nova.compute.manager [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1982.526961] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1982.531089] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11971f7-9ce8-442d-815a-3f3a4cfcfd75 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.539653] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023070, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.544423] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1982.544423] env[63348]: value = "task-2023074" [ 1982.544423] env[63348]: _type = "Task" [ 1982.544423] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.544678] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1982.545244] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6d81cf1-1419-46de-a3d0-9b1925016b29 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.554307] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023074, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.557763] env[63348]: DEBUG oslo_vmware.api [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the task: (returnval){ [ 1982.557763] env[63348]: value = "task-2023075" [ 1982.557763] env[63348]: _type = "Task" [ 1982.557763] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.568763] env[63348]: DEBUG oslo_vmware.api [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.581469] env[63348]: DEBUG oslo_vmware.api [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.747206} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.584348] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1982.584580] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1982.584785] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1982.585011] env[63348]: INFO nova.compute.manager [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1982.585316] env[63348]: DEBUG oslo.service.loopingcall [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1982.585744] env[63348]: DEBUG nova.compute.manager [-] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1982.585835] env[63348]: DEBUG nova.network.neutron [-] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1982.729613] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a2c058-5146-40dd-90a7-07327665429c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.737362] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe283b0b-c12a-4172-929d-21ed35d36435 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.774221] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74463f87-011f-4e6e-a0c6-8a5e7f60b777 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.782756] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755ac976-6e3b-4c5a-95f4-c1fff636bf63 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.796867] env[63348]: DEBUG nova.compute.provider_tree [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1982.870892] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.903867] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023073, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.977664] env[63348]: DEBUG nova.compute.manager [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1982.979040] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1982.979040] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af75d11d-5c10-4e54-a4d0-44cb72561327 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.989888] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1982.989888] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e7c9e9c-b4ac-4e6a-82d3-57143febc578 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.993476] env[63348]: DEBUG oslo_vmware.api [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1982.993476] env[63348]: value = "task-2023076" [ 1982.993476] env[63348]: _type = "Task" [ 1982.993476] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.005761] env[63348]: DEBUG oslo_vmware.api [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.035284] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023070, 'name': ReconfigVM_Task, 'duration_secs': 1.039416} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.036286] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Reconfigured VM instance instance-00000057 to attach disk [datastore1] beda0967-a3a7-477f-945b-e8ff964d1350/beda0967-a3a7-477f-945b-e8ff964d1350.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1983.036286] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc82fb18-3833-4738-ba9a-a400c49a3585 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.043347] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 1983.043347] env[63348]: value = "task-2023077" [ 1983.043347] env[63348]: _type = "Task" [ 1983.043347] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.063750] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023074, 'name': ReconfigVM_Task, 'duration_secs': 0.304692} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.064096] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023077, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.068700] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 8523ee5a-b470-4613-82fc-6a729e714b21/8523ee5a-b470-4613-82fc-6a729e714b21.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1983.071570] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02a143ca-43ae-4a70-af40-1fad429e7bb1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.079059] env[63348]: DEBUG oslo_vmware.api [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023075, 'name': PowerOffVM_Task, 'duration_secs': 0.203149} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.080553] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1983.081102] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1983.081503] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1983.081503] env[63348]: value = "task-2023078" [ 1983.081503] env[63348]: _type = "Task" [ 1983.081503] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.082443] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f3e5ec9-2822-4f81-98b3-de7c3075a727 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.095065] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023078, 'name': Rename_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.117636] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "ee62ce36-b980-48c3-bcb5-4286a006660c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.118136] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "ee62ce36-b980-48c3-bcb5-4286a006660c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.141060] env[63348]: DEBUG nova.compute.manager [req-e8c7f14c-0ce0-46c8-953b-ad368df9bc23 req-10031693-3bfa-4ce8-b460-f691d1210ab9 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Received event network-vif-plugged-36612e53-7166-4cd0-866a-929493ceff73 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1983.141497] env[63348]: DEBUG oslo_concurrency.lockutils [req-e8c7f14c-0ce0-46c8-953b-ad368df9bc23 req-10031693-3bfa-4ce8-b460-f691d1210ab9 service nova] Acquiring lock "a825e801-5fc4-4d52-be98-3df7ce4bb938-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.141497] env[63348]: DEBUG oslo_concurrency.lockutils [req-e8c7f14c-0ce0-46c8-953b-ad368df9bc23 req-10031693-3bfa-4ce8-b460-f691d1210ab9 service nova] Lock "a825e801-5fc4-4d52-be98-3df7ce4bb938-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.141497] env[63348]: DEBUG oslo_concurrency.lockutils [req-e8c7f14c-0ce0-46c8-953b-ad368df9bc23 req-10031693-3bfa-4ce8-b460-f691d1210ab9 service nova] Lock "a825e801-5fc4-4d52-be98-3df7ce4bb938-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.141766] env[63348]: DEBUG nova.compute.manager [req-e8c7f14c-0ce0-46c8-953b-ad368df9bc23 req-10031693-3bfa-4ce8-b460-f691d1210ab9 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] No waiting events found dispatching network-vif-plugged-36612e53-7166-4cd0-866a-929493ceff73 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1983.141766] env[63348]: WARNING nova.compute.manager [req-e8c7f14c-0ce0-46c8-953b-ad368df9bc23 req-10031693-3bfa-4ce8-b460-f691d1210ab9 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Received unexpected event network-vif-plugged-36612e53-7166-4cd0-866a-929493ceff73 for instance with vm_state building and task_state spawning. [ 1983.142201] env[63348]: DEBUG nova.compute.manager [req-e8c7f14c-0ce0-46c8-953b-ad368df9bc23 req-10031693-3bfa-4ce8-b460-f691d1210ab9 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Received event network-changed-36612e53-7166-4cd0-866a-929493ceff73 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1983.142490] env[63348]: DEBUG nova.compute.manager [req-e8c7f14c-0ce0-46c8-953b-ad368df9bc23 req-10031693-3bfa-4ce8-b460-f691d1210ab9 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Refreshing instance network info cache due to event network-changed-36612e53-7166-4cd0-866a-929493ceff73. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1983.142862] env[63348]: DEBUG oslo_concurrency.lockutils [req-e8c7f14c-0ce0-46c8-953b-ad368df9bc23 req-10031693-3bfa-4ce8-b460-f691d1210ab9 service nova] Acquiring lock "refresh_cache-a825e801-5fc4-4d52-be98-3df7ce4bb938" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.143091] env[63348]: DEBUG oslo_concurrency.lockutils [req-e8c7f14c-0ce0-46c8-953b-ad368df9bc23 req-10031693-3bfa-4ce8-b460-f691d1210ab9 service nova] Acquired lock "refresh_cache-a825e801-5fc4-4d52-be98-3df7ce4bb938" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.143306] env[63348]: DEBUG nova.network.neutron [req-e8c7f14c-0ce0-46c8-953b-ad368df9bc23 req-10031693-3bfa-4ce8-b460-f691d1210ab9 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Refreshing network info cache for port 36612e53-7166-4cd0-866a-929493ceff73 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1983.237553] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1983.237553] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1983.237742] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Deleting the datastore file [datastore2] c3cac92b-0683-4113-8d95-fd4674f26a34 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1983.237950] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20320509-506a-47e8-bd2c-f53747691494 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.244913] env[63348]: DEBUG oslo_vmware.api [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for the task: (returnval){ [ 1983.244913] env[63348]: value = "task-2023080" [ 1983.244913] env[63348]: _type = "Task" [ 1983.244913] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.255212] env[63348]: DEBUG oslo_vmware.api [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.320063] env[63348]: ERROR nova.scheduler.client.report [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [req-d8b77ee0-7912-41c2-918d-4ad10432bb34] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 792f3f50-7bf3-4710-b72e-b20aee2a288d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d8b77ee0-7912-41c2-918d-4ad10432bb34"}]} [ 1983.335180] env[63348]: DEBUG nova.scheduler.client.report [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Refreshing inventories for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1983.343848] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "61650944-1904-4697-8ee5-2991057f442e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.344211] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "61650944-1904-4697-8ee5-2991057f442e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.344639] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "61650944-1904-4697-8ee5-2991057f442e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.346124] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "61650944-1904-4697-8ee5-2991057f442e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.346332] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "61650944-1904-4697-8ee5-2991057f442e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.349447] env[63348]: INFO nova.compute.manager [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Terminating instance [ 1983.354730] env[63348]: DEBUG nova.scheduler.client.report [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Updating ProviderTree inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1983.354946] env[63348]: DEBUG nova.compute.provider_tree [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1983.367722] env[63348]: DEBUG nova.scheduler.client.report [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Refreshing aggregate associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, aggregates: None {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1983.370868] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Volume attach. Driver type: vmdk {{(pid=63348) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1983.371095] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415678', 'volume_id': '96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f', 'name': 'volume-96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c21fef7e-20be-462b-b127-29c969e45187', 'attached_at': '', 'detached_at': '', 'volume_id': '96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f', 'serial': '96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1983.372284] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301f562a-ccfe-4386-84d4-1d3f8bc9ff91 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.388984] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732c0cd8-b7f8-4d42-9afb-4ec4e18d2ef5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.392113] env[63348]: DEBUG nova.scheduler.client.report [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Refreshing trait associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1983.419699] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] volume-96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f/volume-96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1983.423343] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d131238-2105-458c-b815-59926b0bbf6d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.441946] env[63348]: DEBUG oslo_vmware.api [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023073, 'name': PowerOnVM_Task, 'duration_secs': 0.560389} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.442450] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1983.442714] env[63348]: DEBUG nova.compute.manager [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1983.443539] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bdf253-0381-4617-ba9d-95f0be3ba135 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.449240] env[63348]: DEBUG oslo_vmware.api [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1983.449240] env[63348]: value = "task-2023081" [ 1983.449240] env[63348]: _type = "Task" [ 1983.449240] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.464362] env[63348]: DEBUG oslo_vmware.api [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.504729] env[63348]: DEBUG oslo_vmware.api [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023076, 'name': PowerOffVM_Task, 'duration_secs': 0.166482} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.507097] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1983.507334] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1983.507963] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-301f6a23-cc62-472a-9d21-fd3d61e7d22b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.555774] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023077, 'name': Rename_Task, 'duration_secs': 0.154622} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.556080] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1983.556342] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37b51f8f-efaf-4c8e-8c70-58bc17e94318 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.563189] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 1983.563189] env[63348]: value = "task-2023083" [ 1983.563189] env[63348]: _type = "Task" [ 1983.563189] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.572818] env[63348]: DEBUG nova.network.neutron [-] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.574579] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.594333] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023078, 'name': Rename_Task, 'duration_secs': 0.147992} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.597945] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1983.598285] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e99ed17e-6a01-46b8-ba27-ac5a908bdd45 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.605904] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1983.605904] env[63348]: value = "task-2023084" [ 1983.605904] env[63348]: _type = "Task" [ 1983.605904] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.616473] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.620329] env[63348]: DEBUG nova.compute.manager [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1983.693271] env[63348]: DEBUG nova.compute.manager [req-bc24d6c9-f9ab-4a31-abc1-b814acdfbc6c req-0b2b2ab7-edef-40df-bc88-d6e80c351596 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Received event network-vif-plugged-f9ac3baa-7352-4ed1-b24f-12888bb467cf {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1983.693271] env[63348]: DEBUG oslo_concurrency.lockutils [req-bc24d6c9-f9ab-4a31-abc1-b814acdfbc6c req-0b2b2ab7-edef-40df-bc88-d6e80c351596 service nova] Acquiring lock "a825e801-5fc4-4d52-be98-3df7ce4bb938-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.693271] env[63348]: DEBUG oslo_concurrency.lockutils [req-bc24d6c9-f9ab-4a31-abc1-b814acdfbc6c req-0b2b2ab7-edef-40df-bc88-d6e80c351596 service nova] Lock "a825e801-5fc4-4d52-be98-3df7ce4bb938-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.693271] env[63348]: DEBUG oslo_concurrency.lockutils [req-bc24d6c9-f9ab-4a31-abc1-b814acdfbc6c req-0b2b2ab7-edef-40df-bc88-d6e80c351596 service nova] Lock "a825e801-5fc4-4d52-be98-3df7ce4bb938-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.693271] env[63348]: DEBUG nova.compute.manager [req-bc24d6c9-f9ab-4a31-abc1-b814acdfbc6c req-0b2b2ab7-edef-40df-bc88-d6e80c351596 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] No waiting events found dispatching network-vif-plugged-f9ac3baa-7352-4ed1-b24f-12888bb467cf {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1983.693805] env[63348]: WARNING nova.compute.manager [req-bc24d6c9-f9ab-4a31-abc1-b814acdfbc6c req-0b2b2ab7-edef-40df-bc88-d6e80c351596 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Received unexpected event network-vif-plugged-f9ac3baa-7352-4ed1-b24f-12888bb467cf for instance with vm_state building and task_state spawning. [ 1983.700814] env[63348]: DEBUG nova.network.neutron [req-e8c7f14c-0ce0-46c8-953b-ad368df9bc23 req-10031693-3bfa-4ce8-b460-f691d1210ab9 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1983.760345] env[63348]: DEBUG oslo_vmware.api [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Task: {'id': task-2023080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16402} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.760672] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1983.760872] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1983.761098] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1983.761682] env[63348]: INFO nova.compute.manager [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1983.761682] env[63348]: DEBUG oslo.service.loopingcall [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1983.763147] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaf428c-265c-44dd-8626-0f14be243512 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.765131] env[63348]: DEBUG nova.compute.manager [-] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1983.765230] env[63348]: DEBUG nova.network.neutron [-] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1983.771756] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b1a01a-d95c-4a24-a9ce-d97790397d5d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.806498] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354d52e9-b172-40e1-b2d7-4983896d2053 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.814879] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22d4dbe-85c8-4d10-8d7b-095474976f28 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.829408] env[63348]: DEBUG nova.compute.provider_tree [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1983.831671] env[63348]: DEBUG nova.network.neutron [req-e8c7f14c-0ce0-46c8-953b-ad368df9bc23 req-10031693-3bfa-4ce8-b460-f691d1210ab9 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.855015] env[63348]: DEBUG nova.compute.manager [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1983.855228] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1983.856071] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9bed16-83a7-43be-8902-6ed3610aca7c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.864121] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1983.864446] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-554ae500-3e57-4a12-bc77-bfa66ff294db {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.869221] env[63348]: DEBUG nova.network.neutron [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Successfully updated port: f9ac3baa-7352-4ed1-b24f-12888bb467cf {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1983.871602] env[63348]: DEBUG oslo_vmware.api [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1983.871602] env[63348]: value = "task-2023085" [ 1983.871602] env[63348]: _type = "Task" [ 1983.871602] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.880618] env[63348]: DEBUG oslo_vmware.api [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.930292] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1983.930292] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1983.930292] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleting the datastore file [datastore2] 64345daf-ac70-46e0-82bd-6437e41b942d {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1983.930910] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c08f02e-43d8-473c-a9fa-4e9774147115 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.938099] env[63348]: DEBUG oslo_vmware.api [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1983.938099] env[63348]: value = "task-2023086" [ 1983.938099] env[63348]: _type = "Task" [ 1983.938099] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.947810] env[63348]: DEBUG oslo_vmware.api [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.965023] env[63348]: DEBUG oslo_vmware.api [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023081, 'name': ReconfigVM_Task, 'duration_secs': 0.396876} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.966063] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Reconfigured VM instance instance-00000056 to attach disk [datastore2] volume-96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f/volume-96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1983.972893] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1355d42d-ca2a-4341-8846-57286bc8bf9a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.984260] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.990366] env[63348]: DEBUG oslo_vmware.api [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1983.990366] env[63348]: value = "task-2023087" [ 1983.990366] env[63348]: _type = "Task" [ 1983.990366] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.003025] env[63348]: DEBUG oslo_vmware.api [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.072754] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023083, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.075413] env[63348]: INFO nova.compute.manager [-] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Took 1.49 seconds to deallocate network for instance. [ 1984.120148] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023084, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.153482] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.336979] env[63348]: DEBUG oslo_concurrency.lockutils [req-e8c7f14c-0ce0-46c8-953b-ad368df9bc23 req-10031693-3bfa-4ce8-b460-f691d1210ab9 service nova] Releasing lock "refresh_cache-a825e801-5fc4-4d52-be98-3df7ce4bb938" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.370534] env[63348]: DEBUG nova.scheduler.client.report [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Updated inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1984.370750] env[63348]: DEBUG nova.compute.provider_tree [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Updating resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d generation from 120 to 121 during operation: update_inventory {{(pid=63348) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1984.371107] env[63348]: DEBUG nova.compute.provider_tree [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1984.376235] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquiring lock "refresh_cache-a825e801-5fc4-4d52-be98-3df7ce4bb938" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.376419] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquired lock "refresh_cache-a825e801-5fc4-4d52-be98-3df7ce4bb938" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.376616] env[63348]: DEBUG nova.network.neutron [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1984.393072] env[63348]: DEBUG oslo_vmware.api [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023085, 'name': PowerOffVM_Task, 'duration_secs': 0.185857} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.393453] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1984.393712] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1984.394350] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d31e5431-bea2-4ae1-ad39-fd1463374013 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.451377] env[63348]: DEBUG oslo_vmware.api [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21398} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.451724] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1984.451984] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1984.452259] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1984.452524] env[63348]: INFO nova.compute.manager [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Took 1.47 seconds to destroy the instance on the hypervisor. [ 1984.452845] env[63348]: DEBUG oslo.service.loopingcall [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.453609] env[63348]: DEBUG nova.compute.manager [-] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1984.453609] env[63348]: DEBUG nova.network.neutron [-] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1984.500536] env[63348]: DEBUG oslo_vmware.api [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023087, 'name': ReconfigVM_Task, 'duration_secs': 0.161816} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.500898] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415678', 'volume_id': '96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f', 'name': 'volume-96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c21fef7e-20be-462b-b127-29c969e45187', 'attached_at': '', 'detached_at': '', 'volume_id': '96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f', 'serial': '96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1984.573599] env[63348]: DEBUG oslo_vmware.api [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023083, 'name': PowerOnVM_Task, 'duration_secs': 0.646622} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.573870] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1984.574087] env[63348]: INFO nova.compute.manager [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Took 16.22 seconds to spawn the instance on the hypervisor. [ 1984.574281] env[63348]: DEBUG nova.compute.manager [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1984.575018] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8cbfac-a6c9-48f0-b081-453ca5281e34 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.586577] env[63348]: DEBUG oslo_concurrency.lockutils [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.616301] env[63348]: DEBUG nova.network.neutron [-] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.617622] env[63348]: DEBUG oslo_vmware.api [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023084, 'name': PowerOnVM_Task, 'duration_secs': 0.67281} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.618079] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1984.618318] env[63348]: INFO nova.compute.manager [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Took 13.71 seconds to spawn the instance on the hypervisor. [ 1984.618505] env[63348]: DEBUG nova.compute.manager [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1984.619386] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ae7fa4-2cb9-4105-a493-2b2f565fd53c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.746563] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1984.746563] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1984.746750] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Deleting the datastore file [datastore1] 61650944-1904-4697-8ee5-2991057f442e {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1984.746910] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8473126d-83cf-4694-812c-217d961ca315 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.754339] env[63348]: DEBUG oslo_vmware.api [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 1984.754339] env[63348]: value = "task-2023089" [ 1984.754339] env[63348]: _type = "Task" [ 1984.754339] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.762495] env[63348]: DEBUG oslo_vmware.api [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.879385] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.583s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.881965] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.548s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.882240] env[63348]: DEBUG nova.objects.instance [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lazy-loading 'resources' on Instance uuid 223e5b24-bc2a-4de9-be5b-aa2cad088245 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1984.925147] env[63348]: DEBUG nova.network.neutron [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1984.936119] env[63348]: INFO nova.compute.manager [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Rebuilding instance [ 1984.988911] env[63348]: DEBUG nova.compute.manager [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1984.991142] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31c778a-3981-4db2-b149-36ff1648d344 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.095859] env[63348]: INFO nova.compute.manager [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Took 33.80 seconds to build instance. [ 1985.118688] env[63348]: INFO nova.compute.manager [-] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Took 1.35 seconds to deallocate network for instance. [ 1985.142765] env[63348]: INFO nova.compute.manager [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Took 33.44 seconds to build instance. [ 1985.191506] env[63348]: DEBUG nova.compute.manager [req-aaf128e0-f679-43fd-99f6-1a05f7a03caa req-1e3bb52c-b0f2-43e4-b7e3-231dce4fa25e service nova] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Received event network-vif-deleted-26dac57e-5712-45ab-b290-39f0f1f89951 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1985.191715] env[63348]: DEBUG nova.compute.manager [req-aaf128e0-f679-43fd-99f6-1a05f7a03caa req-1e3bb52c-b0f2-43e4-b7e3-231dce4fa25e service nova] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Received event network-vif-deleted-ec8cbee2-aea8-4959-ae03-54ccf56b1523 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1985.191917] env[63348]: DEBUG nova.compute.manager [req-aaf128e0-f679-43fd-99f6-1a05f7a03caa req-1e3bb52c-b0f2-43e4-b7e3-231dce4fa25e service nova] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Received event network-vif-deleted-a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1985.192029] env[63348]: INFO nova.compute.manager [req-aaf128e0-f679-43fd-99f6-1a05f7a03caa req-1e3bb52c-b0f2-43e4-b7e3-231dce4fa25e service nova] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Neutron deleted interface a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7; detaching it from the instance and deleting it from the info cache [ 1985.192219] env[63348]: DEBUG nova.network.neutron [req-aaf128e0-f679-43fd-99f6-1a05f7a03caa req-1e3bb52c-b0f2-43e4-b7e3-231dce4fa25e service nova] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.206789] env[63348]: DEBUG nova.network.neutron [-] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.267014] env[63348]: DEBUG oslo_vmware.api [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.391141] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9a177da6-233d-4b06-8133-a7a0b8bd212d tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 44.512s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.391799] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.055s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.391984] env[63348]: INFO nova.compute.manager [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Unshelving [ 1985.560359] env[63348]: DEBUG nova.objects.instance [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lazy-loading 'flavor' on Instance uuid c21fef7e-20be-462b-b127-29c969e45187 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1985.600271] env[63348]: DEBUG oslo_concurrency.lockutils [None req-15d06835-2ace-47ec-84f9-25c3954e64bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "beda0967-a3a7-477f-945b-e8ff964d1350" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.320s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.601834] env[63348]: DEBUG nova.network.neutron [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Updating instance_info_cache with network_info: [{"id": "dc70156c-49c3-47fd-b542-89ae2b9a1930", "address": "fa:16:3e:b5:f8:33", "network": {"id": "3cb2c402-8e0b-4aed-8ba4-9f494a079442", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1514979388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d2637b6dd741f0b0795c254d09d1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc70156c-49", "ovs_interfaceid": "dc70156c-49c3-47fd-b542-89ae2b9a1930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36612e53-7166-4cd0-866a-929493ceff73", "address": "fa:16:3e:ae:7a:8f", "network": {"id": "eb8240d4-bcef-4fc6-ae88-54d8970724dc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1324964817", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "30d2637b6dd741f0b0795c254d09d1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36612e53-71", "ovs_interfaceid": "36612e53-7166-4cd0-866a-929493ceff73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9ac3baa-7352-4ed1-b24f-12888bb467cf", "address": "fa:16:3e:50:bc:5e", "network": {"id": "3cb2c402-8e0b-4aed-8ba4-9f494a079442", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1514979388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d2637b6dd741f0b0795c254d09d1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ac3baa-73", "ovs_interfaceid": "f9ac3baa-7352-4ed1-b24f-12888bb467cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.624802] env[63348]: DEBUG oslo_concurrency.lockutils [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.643930] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e5fcac3d-6d79-4acf-8c10-82c42691af18 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "8523ee5a-b470-4613-82fc-6a729e714b21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.959s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.697932] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b0431e5-330f-4b5a-a154-6b94571e6b6f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.703022] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6073f7-6a64-4800-a2c3-6d1867440773 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.709781] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d328028-3763-4894-a319-08f911b5a44b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.726022] env[63348]: INFO nova.compute.manager [-] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Took 1.27 seconds to deallocate network for instance. [ 1985.727749] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2afb8a0-5bab-4055-a91d-36fe60b15fa6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.754347] env[63348]: DEBUG nova.compute.manager [req-aaf128e0-f679-43fd-99f6-1a05f7a03caa req-1e3bb52c-b0f2-43e4-b7e3-231dce4fa25e service nova] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Detach interface failed, port_id=a0b4b4a2-1b9d-4b85-aa35-1f89d6caaca7, reason: Instance 64345daf-ac70-46e0-82bd-6437e41b942d could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1985.783375] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61820df4-1018-40fb-8cab-5748462d5727 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.794069] env[63348]: DEBUG oslo_vmware.api [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.603671} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.794794] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38038293-b1b8-482b-b3ce-68560000e940 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.798371] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1985.798561] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1985.798736] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1985.798904] env[63348]: INFO nova.compute.manager [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 61650944-1904-4697-8ee5-2991057f442e] Took 1.94 seconds to destroy the instance on the hypervisor. [ 1985.799146] env[63348]: DEBUG oslo.service.loopingcall [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1985.799567] env[63348]: DEBUG nova.compute.manager [-] [instance: 61650944-1904-4697-8ee5-2991057f442e] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1985.799666] env[63348]: DEBUG nova.network.neutron [-] [instance: 61650944-1904-4697-8ee5-2991057f442e] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1985.811649] env[63348]: DEBUG nova.compute.provider_tree [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1986.015898] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1986.016263] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5d99585-ee01-4e63-bfe4-422b5965e394 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.025481] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1986.025481] env[63348]: value = "task-2023090" [ 1986.025481] env[63348]: _type = "Task" [ 1986.025481] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.035275] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.067772] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0b208f14-b90f-4500-ab58-69111ad18ae7 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "c21fef7e-20be-462b-b127-29c969e45187" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.830s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.105083] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Releasing lock "refresh_cache-a825e801-5fc4-4d52-be98-3df7ce4bb938" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.105795] env[63348]: DEBUG nova.compute.manager [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Instance network_info: |[{"id": "dc70156c-49c3-47fd-b542-89ae2b9a1930", "address": "fa:16:3e:b5:f8:33", "network": {"id": "3cb2c402-8e0b-4aed-8ba4-9f494a079442", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1514979388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d2637b6dd741f0b0795c254d09d1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc70156c-49", "ovs_interfaceid": "dc70156c-49c3-47fd-b542-89ae2b9a1930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36612e53-7166-4cd0-866a-929493ceff73", "address": "fa:16:3e:ae:7a:8f", "network": {"id": "eb8240d4-bcef-4fc6-ae88-54d8970724dc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1324964817", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "30d2637b6dd741f0b0795c254d09d1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36612e53-71", "ovs_interfaceid": "36612e53-7166-4cd0-866a-929493ceff73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9ac3baa-7352-4ed1-b24f-12888bb467cf", "address": "fa:16:3e:50:bc:5e", "network": {"id": "3cb2c402-8e0b-4aed-8ba4-9f494a079442", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1514979388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d2637b6dd741f0b0795c254d09d1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ac3baa-73", "ovs_interfaceid": "f9ac3baa-7352-4ed1-b24f-12888bb467cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1986.106857] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:f8:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc70156c-49c3-47fd-b542-89ae2b9a1930', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:7a:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36612e53-7166-4cd0-866a-929493ceff73', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:bc:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9ac3baa-7352-4ed1-b24f-12888bb467cf', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1986.121927] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Creating folder: Project (30d2637b6dd741f0b0795c254d09d1b2). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1986.122631] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a7bbf4a-0f24-469c-b813-0f7a1197efcb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.135447] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Created folder: Project (30d2637b6dd741f0b0795c254d09d1b2) in parent group-v415427. [ 1986.135685] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Creating folder: Instances. Parent ref: group-v415679. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1986.136092] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68328042-0c16-4a2c-8a19-3ce033e8afc6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.151359] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Created folder: Instances in parent group-v415679. [ 1986.151359] env[63348]: DEBUG oslo.service.loopingcall [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1986.151359] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1986.151359] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec3205f2-463e-430f-b35e-776f9d649a35 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.177027] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1986.177027] env[63348]: value = "task-2023093" [ 1986.177027] env[63348]: _type = "Task" [ 1986.177027] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.187346] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023093, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.198151] env[63348]: DEBUG nova.compute.manager [req-50cf2b8d-5961-41c4-afd6-7985762c1dc1 req-1ca6b9f2-bf11-403e-ad45-49ab27e46141 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Received event network-changed-f9ac3baa-7352-4ed1-b24f-12888bb467cf {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1986.198883] env[63348]: DEBUG nova.compute.manager [req-50cf2b8d-5961-41c4-afd6-7985762c1dc1 req-1ca6b9f2-bf11-403e-ad45-49ab27e46141 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Refreshing instance network info cache due to event network-changed-f9ac3baa-7352-4ed1-b24f-12888bb467cf. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1986.198883] env[63348]: DEBUG oslo_concurrency.lockutils [req-50cf2b8d-5961-41c4-afd6-7985762c1dc1 req-1ca6b9f2-bf11-403e-ad45-49ab27e46141 service nova] Acquiring lock "refresh_cache-a825e801-5fc4-4d52-be98-3df7ce4bb938" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.198883] env[63348]: DEBUG oslo_concurrency.lockutils [req-50cf2b8d-5961-41c4-afd6-7985762c1dc1 req-1ca6b9f2-bf11-403e-ad45-49ab27e46141 service nova] Acquired lock "refresh_cache-a825e801-5fc4-4d52-be98-3df7ce4bb938" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.198883] env[63348]: DEBUG nova.network.neutron [req-50cf2b8d-5961-41c4-afd6-7985762c1dc1 req-1ca6b9f2-bf11-403e-ad45-49ab27e46141 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Refreshing network info cache for port f9ac3baa-7352-4ed1-b24f-12888bb467cf {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1986.238446] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.315603] env[63348]: DEBUG nova.scheduler.client.report [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1986.406423] env[63348]: DEBUG nova.compute.utils [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1986.536761] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023090, 'name': PowerOffVM_Task, 'duration_secs': 0.215615} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.539249] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1986.539249] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1986.539249] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa0b3b2-9ea1-48b2-b728-d63c99116f0e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.548918] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1986.549179] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1419cacf-05c2-48b2-9442-43b2070e1962 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.657878] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1986.658011] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1986.658256] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Deleting the datastore file [datastore1] cd182cf8-d4f1-4131-953f-4ae565888bb7 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1986.658575] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b9446c4-c864-4944-95b5-da9ef42f05ef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.665644] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1986.665644] env[63348]: value = "task-2023095" [ 1986.665644] env[63348]: _type = "Task" [ 1986.665644] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.673911] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.686738] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023093, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.778899] env[63348]: DEBUG nova.network.neutron [-] [instance: 61650944-1904-4697-8ee5-2991057f442e] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.822107] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.826982] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.257s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.827276] env[63348]: DEBUG nova.objects.instance [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lazy-loading 'resources' on Instance uuid 5b28e039-25cc-4791-95de-f00804dc9b51 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1986.846435] env[63348]: INFO nova.scheduler.client.report [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Deleted allocations for instance 223e5b24-bc2a-4de9-be5b-aa2cad088245 [ 1986.912212] env[63348]: INFO nova.virt.block_device [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Booting with volume 90015131-65a1-4366-be3a-fd9c06c8d134 at /dev/sdb [ 1986.933054] env[63348]: DEBUG nova.network.neutron [req-50cf2b8d-5961-41c4-afd6-7985762c1dc1 req-1ca6b9f2-bf11-403e-ad45-49ab27e46141 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Updated VIF entry in instance network info cache for port f9ac3baa-7352-4ed1-b24f-12888bb467cf. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1986.933582] env[63348]: DEBUG nova.network.neutron [req-50cf2b8d-5961-41c4-afd6-7985762c1dc1 req-1ca6b9f2-bf11-403e-ad45-49ab27e46141 service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Updating instance_info_cache with network_info: [{"id": "dc70156c-49c3-47fd-b542-89ae2b9a1930", "address": "fa:16:3e:b5:f8:33", "network": {"id": "3cb2c402-8e0b-4aed-8ba4-9f494a079442", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1514979388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d2637b6dd741f0b0795c254d09d1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc70156c-49", "ovs_interfaceid": "dc70156c-49c3-47fd-b542-89ae2b9a1930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36612e53-7166-4cd0-866a-929493ceff73", "address": "fa:16:3e:ae:7a:8f", "network": {"id": "eb8240d4-bcef-4fc6-ae88-54d8970724dc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1324964817", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "30d2637b6dd741f0b0795c254d09d1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36612e53-71", "ovs_interfaceid": "36612e53-7166-4cd0-866a-929493ceff73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9ac3baa-7352-4ed1-b24f-12888bb467cf", "address": "fa:16:3e:50:bc:5e", "network": {"id": "3cb2c402-8e0b-4aed-8ba4-9f494a079442", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1514979388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d2637b6dd741f0b0795c254d09d1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ac3baa-73", "ovs_interfaceid": "f9ac3baa-7352-4ed1-b24f-12888bb467cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.950934] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f484a02-f8a9-4124-b413-79321f23ac4e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.960794] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bad3be7-6219-498d-b77c-8d540deccae4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.993093] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98b96b8a-8fc8-4f89-a3d8-cd710140a9b3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.001640] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6798322-0237-42ba-b2c4-37956f6db2ce {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.011956] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "c21fef7e-20be-462b-b127-29c969e45187" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.012223] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "c21fef7e-20be-462b-b127-29c969e45187" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.012433] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "c21fef7e-20be-462b-b127-29c969e45187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.012615] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "c21fef7e-20be-462b-b127-29c969e45187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.012779] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "c21fef7e-20be-462b-b127-29c969e45187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.014866] env[63348]: INFO nova.compute.manager [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Terminating instance [ 1987.035502] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a555fc-577d-48dc-9b9a-aacec618482f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.042340] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1e72b2-eb5d-4a16-8ee1-d6687fc39469 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.056567] env[63348]: DEBUG nova.virt.block_device [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Updating existing volume attachment record: 55a945f4-2fa9-4def-90f8-f86728d0f730 {{(pid=63348) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1987.105727] env[63348]: DEBUG oslo_concurrency.lockutils [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "8523ee5a-b470-4613-82fc-6a729e714b21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.106016] env[63348]: DEBUG oslo_concurrency.lockutils [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "8523ee5a-b470-4613-82fc-6a729e714b21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.106238] env[63348]: DEBUG oslo_concurrency.lockutils [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "8523ee5a-b470-4613-82fc-6a729e714b21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.106498] env[63348]: DEBUG oslo_concurrency.lockutils [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "8523ee5a-b470-4613-82fc-6a729e714b21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.106684] env[63348]: DEBUG oslo_concurrency.lockutils [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "8523ee5a-b470-4613-82fc-6a729e714b21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.110142] env[63348]: INFO nova.compute.manager [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Terminating instance [ 1987.175874] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1918} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.176252] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1987.176432] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1987.176617] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1987.196049] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023093, 'name': CreateVM_Task, 'duration_secs': 0.682215} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.196213] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1987.197127] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.197432] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.197758] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1987.199661] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a8ad98b-7383-4207-af0b-86893612b6b1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.202818] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 1987.202818] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521cf777-7a02-4c49-2c53-27803e6790bb" [ 1987.202818] env[63348]: _type = "Task" [ 1987.202818] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.214405] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521cf777-7a02-4c49-2c53-27803e6790bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.271025] env[63348]: DEBUG nova.compute.manager [req-9bc1c5b1-5de1-457e-b94d-e78ccd1c537b req-9db34db5-297d-490d-9506-6acc1974cea3 service nova] [instance: 61650944-1904-4697-8ee5-2991057f442e] Received event network-vif-deleted-d2f1d0c1-31f8-4117-b880-86522e1bc86b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1987.285297] env[63348]: INFO nova.compute.manager [-] [instance: 61650944-1904-4697-8ee5-2991057f442e] Took 1.49 seconds to deallocate network for instance. [ 1987.355839] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bd7d1764-7326-4d89-8cc2-114920916d7b tempest-ServersNegativeTestJSON-1890202097 tempest-ServersNegativeTestJSON-1890202097-project-member] Lock "223e5b24-bc2a-4de9-be5b-aa2cad088245" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.511s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.437742] env[63348]: DEBUG oslo_concurrency.lockutils [req-50cf2b8d-5961-41c4-afd6-7985762c1dc1 req-1ca6b9f2-bf11-403e-ad45-49ab27e46141 service nova] Releasing lock "refresh_cache-a825e801-5fc4-4d52-be98-3df7ce4bb938" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.519019] env[63348]: DEBUG nova.compute.manager [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1987.519297] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1987.522114] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63c4451b-0a8a-482b-85fb-a508113eff4d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.529638] env[63348]: DEBUG oslo_vmware.api [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1987.529638] env[63348]: value = "task-2023099" [ 1987.529638] env[63348]: _type = "Task" [ 1987.529638] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.540771] env[63348]: DEBUG oslo_vmware.api [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.618607] env[63348]: DEBUG nova.compute.manager [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1987.619140] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1987.622718] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d22845-2583-46bd-b4ee-70ab4d13d7af {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.632881] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1987.633173] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8b8332b-377d-47a6-a653-a98f203b3318 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.642097] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb9debd-1730-401e-b97a-02c209b7bd21 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.646184] env[63348]: DEBUG oslo_vmware.api [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1987.646184] env[63348]: value = "task-2023100" [ 1987.646184] env[63348]: _type = "Task" [ 1987.646184] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.652843] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014888a6-d0c8-4985-91ed-5cd41cbd911c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.659877] env[63348]: DEBUG oslo_vmware.api [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.691954] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdd4cb6-65d0-41f9-9350-aff363a17287 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.700353] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6731e1c-ef2e-4e0d-ba54-a8d41cd05f04 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.715083] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521cf777-7a02-4c49-2c53-27803e6790bb, 'name': SearchDatastore_Task, 'duration_secs': 0.021282} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.723017] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.723310] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1987.723524] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.723673] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.723849] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1987.724366] env[63348]: DEBUG nova.compute.provider_tree [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1987.725675] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ea8ef57-ce4f-4684-a2fa-9f88d2c7edad {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.795817] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.040033] env[63348]: DEBUG oslo_vmware.api [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023099, 'name': PowerOffVM_Task, 'duration_secs': 0.25524} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.040343] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1988.040547] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Volume detach. Driver type: vmdk {{(pid=63348) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1988.040735] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415678', 'volume_id': '96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f', 'name': 'volume-96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c21fef7e-20be-462b-b127-29c969e45187', 'attached_at': '', 'detached_at': '', 'volume_id': '96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f', 'serial': '96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1988.041579] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c710ae-7484-4e15-8651-6721eaab477f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.063045] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbc6dbd-a0a0-474a-a66d-aba4b936f245 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.070209] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4782366-359f-4bdb-a844-41001fcdbfe2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.090015] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c2048b-c2f0-4f89-a42f-ab9bef780c26 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.106534] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] The volume has not been displaced from its original location: [datastore2] volume-96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f/volume-96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f.vmdk. No consolidation needed. {{(pid=63348) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1988.112897] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1988.113202] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e1cd849-9450-4ed9-8a2f-ac8f9d814229 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.132928] env[63348]: DEBUG oslo_vmware.api [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1988.132928] env[63348]: value = "task-2023101" [ 1988.132928] env[63348]: _type = "Task" [ 1988.132928] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.141101] env[63348]: DEBUG oslo_vmware.api [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.155729] env[63348]: DEBUG oslo_vmware.api [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.230389] env[63348]: DEBUG nova.virt.hardware [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1988.230544] env[63348]: DEBUG nova.virt.hardware [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1988.230753] env[63348]: DEBUG nova.virt.hardware [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1988.230908] env[63348]: DEBUG nova.virt.hardware [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1988.231162] env[63348]: DEBUG nova.virt.hardware [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1988.232147] env[63348]: DEBUG nova.virt.hardware [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1988.232147] env[63348]: DEBUG nova.virt.hardware [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1988.232147] env[63348]: DEBUG nova.virt.hardware [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1988.232147] env[63348]: DEBUG nova.virt.hardware [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1988.232359] env[63348]: DEBUG nova.virt.hardware [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1988.232565] env[63348]: DEBUG nova.virt.hardware [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1988.233807] env[63348]: DEBUG nova.scheduler.client.report [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1988.238110] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5f7bdc-02f1-4f7e-a578-871567fb998b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.248787] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416c64be-91d6-4bf8-85c3-0c4962714acf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.255314] env[63348]: DEBUG nova.compute.manager [req-f83780b7-8763-4b69-8e0c-e75dd927b3e9 req-e4400133-b3ae-4e2a-9742-df7e4fd6d9bd service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Received event network-changed-d53c665c-3373-4f1a-9f26-6e47ade766f5 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1988.255369] env[63348]: DEBUG nova.compute.manager [req-f83780b7-8763-4b69-8e0c-e75dd927b3e9 req-e4400133-b3ae-4e2a-9742-df7e4fd6d9bd service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Refreshing instance network info cache due to event network-changed-d53c665c-3373-4f1a-9f26-6e47ade766f5. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1988.255788] env[63348]: DEBUG oslo_concurrency.lockutils [req-f83780b7-8763-4b69-8e0c-e75dd927b3e9 req-e4400133-b3ae-4e2a-9742-df7e4fd6d9bd service nova] Acquiring lock "refresh_cache-beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.255945] env[63348]: DEBUG oslo_concurrency.lockutils [req-f83780b7-8763-4b69-8e0c-e75dd927b3e9 req-e4400133-b3ae-4e2a-9742-df7e4fd6d9bd service nova] Acquired lock "refresh_cache-beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.256121] env[63348]: DEBUG nova.network.neutron [req-f83780b7-8763-4b69-8e0c-e75dd927b3e9 req-e4400133-b3ae-4e2a-9742-df7e4fd6d9bd service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Refreshing network info cache for port d53c665c-3373-4f1a-9f26-6e47ade766f5 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1988.269060] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:f6:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6f8ae5b-392f-4520-b12a-36b3b1f5f26e', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1988.278365] env[63348]: DEBUG oslo.service.loopingcall [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1988.282411] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1988.282731] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1988.282919] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1988.283637] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12a88935-8799-4956-8adb-462865a27a40 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.299205] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ecda3d9-0c75-4564-b33e-a42efba0495d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.305452] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 1988.305452] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c2ba83-5b73-222e-c38c-c62bf069bbca" [ 1988.305452] env[63348]: _type = "Task" [ 1988.305452] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.310526] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1988.310526] env[63348]: value = "task-2023102" [ 1988.310526] env[63348]: _type = "Task" [ 1988.310526] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.319076] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c2ba83-5b73-222e-c38c-c62bf069bbca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.320530] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023102, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.646544] env[63348]: DEBUG oslo_vmware.api [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023101, 'name': ReconfigVM_Task, 'duration_secs': 0.313329} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.649181] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1988.654190] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44d3c238-5dfd-401c-8dc9-837cdad9b1b0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.672872] env[63348]: DEBUG oslo_vmware.api [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023100, 'name': PowerOffVM_Task, 'duration_secs': 0.850274} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.674272] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1988.674965] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1988.674965] env[63348]: DEBUG oslo_vmware.api [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1988.674965] env[63348]: value = "task-2023103" [ 1988.674965] env[63348]: _type = "Task" [ 1988.674965] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.674965] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fe66023-3a11-409d-af99-121009aa427e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.686468] env[63348]: DEBUG oslo_vmware.api [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.712189] env[63348]: DEBUG nova.network.neutron [req-f83780b7-8763-4b69-8e0c-e75dd927b3e9 req-e4400133-b3ae-4e2a-9742-df7e4fd6d9bd service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Updated VIF entry in instance network info cache for port d53c665c-3373-4f1a-9f26-6e47ade766f5. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1988.712189] env[63348]: DEBUG nova.network.neutron [req-f83780b7-8763-4b69-8e0c-e75dd927b3e9 req-e4400133-b3ae-4e2a-9742-df7e4fd6d9bd service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Updating instance_info_cache with network_info: [{"id": "d53c665c-3373-4f1a-9f26-6e47ade766f5", "address": "fa:16:3e:54:e5:eb", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53c665c-33", "ovs_interfaceid": "d53c665c-3373-4f1a-9f26-6e47ade766f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.747212] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.749925] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.878s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.749925] env[63348]: DEBUG nova.objects.instance [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lazy-loading 'resources' on Instance uuid 532893e1-986d-48a6-9303-0952b5a45d65 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1988.762498] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1988.762498] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1988.762498] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleting the datastore file [datastore1] 8523ee5a-b470-4613-82fc-6a729e714b21 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1988.762498] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4474221b-b2b4-4688-b7e3-24c5c7634bb0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.769433] env[63348]: DEBUG oslo_vmware.api [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 1988.769433] env[63348]: value = "task-2023105" [ 1988.769433] env[63348]: _type = "Task" [ 1988.769433] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.774892] env[63348]: INFO nova.scheduler.client.report [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Deleted allocations for instance 5b28e039-25cc-4791-95de-f00804dc9b51 [ 1988.784825] env[63348]: DEBUG oslo_vmware.api [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.818331] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c2ba83-5b73-222e-c38c-c62bf069bbca, 'name': SearchDatastore_Task, 'duration_secs': 0.013038} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.819930] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8f5d26-d5d7-4151-b736-c8097637abfa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.825431] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023102, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.830241] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 1988.830241] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52032748-1767-b1c5-ff0a-0499b35fd86d" [ 1988.830241] env[63348]: _type = "Task" [ 1988.830241] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.841298] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52032748-1767-b1c5-ff0a-0499b35fd86d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.187152] env[63348]: DEBUG oslo_vmware.api [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023103, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.214086] env[63348]: DEBUG oslo_concurrency.lockutils [req-f83780b7-8763-4b69-8e0c-e75dd927b3e9 req-e4400133-b3ae-4e2a-9742-df7e4fd6d9bd service nova] Releasing lock "refresh_cache-beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.284402] env[63348]: DEBUG oslo_vmware.api [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.284882] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1f0d5bb3-20e5-487d-a105-ecb9fee381d3 tempest-ListServerFiltersTestJSON-787674741 tempest-ListServerFiltersTestJSON-787674741-project-member] Lock "5b28e039-25cc-4791-95de-f00804dc9b51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.244s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.321858] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023102, 'name': CreateVM_Task, 'duration_secs': 0.528328} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.328365] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1989.329926] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.329926] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.330029] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1989.333044] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6f45fa-d19a-47e5-9cc4-b0ee935729a3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.348714] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1989.348714] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f5ca51-e186-578b-7ca3-87d736478789" [ 1989.348714] env[63348]: _type = "Task" [ 1989.348714] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.349058] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52032748-1767-b1c5-ff0a-0499b35fd86d, 'name': SearchDatastore_Task, 'duration_secs': 0.443765} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.349297] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.349532] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] a825e801-5fc4-4d52-be98-3df7ce4bb938/a825e801-5fc4-4d52-be98-3df7ce4bb938.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1989.352468] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b686dd6-f458-4991-b17a-31586e1af130 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.362603] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f5ca51-e186-578b-7ca3-87d736478789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.363996] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 1989.363996] env[63348]: value = "task-2023106" [ 1989.363996] env[63348]: _type = "Task" [ 1989.363996] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.375089] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.553215] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d542a64d-ec18-4679-b6bd-458078914aa6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.561287] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bab259-f082-4811-ab8b-30c055c437f6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.592698] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe2fac0-3dc0-4641-9fca-79c18a69e9bf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.600659] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaa67f1-f28b-4727-9b83-790254eea96f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.616243] env[63348]: DEBUG nova.compute.provider_tree [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1989.687217] env[63348]: DEBUG oslo_vmware.api [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023103, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.785228] env[63348]: DEBUG oslo_vmware.api [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.701109} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.785549] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1989.785773] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1989.785961] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1989.786217] env[63348]: INFO nova.compute.manager [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1989.786497] env[63348]: DEBUG oslo.service.loopingcall [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1989.787046] env[63348]: DEBUG nova.compute.manager [-] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1989.788025] env[63348]: DEBUG nova.network.neutron [-] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1989.799157] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1989.799558] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1989.860563] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f5ca51-e186-578b-7ca3-87d736478789, 'name': SearchDatastore_Task, 'duration_secs': 0.023954} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.860905] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.861621] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1989.861621] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.861621] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.861820] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1989.862105] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9664e12e-2cf6-43b0-a7b3-856e128cf0c9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.875093] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023106, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.877636] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1989.877636] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1989.878407] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27236f1b-233a-4936-a307-978269bdac32 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.888182] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1989.888182] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524f4360-0069-f6f5-bec7-78a82fd43604" [ 1989.888182] env[63348]: _type = "Task" [ 1989.888182] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.899706] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524f4360-0069-f6f5-bec7-78a82fd43604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.119711] env[63348]: DEBUG nova.scheduler.client.report [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1990.148630] env[63348]: DEBUG nova.compute.manager [req-601548c2-86bf-470c-9c92-fe9069ee8227 req-db3a4800-83ca-473f-a1b6-4a0962b99915 service nova] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Received event network-vif-deleted-53b4bf04-b171-4789-a700-d3a5f69eef93 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1990.148824] env[63348]: INFO nova.compute.manager [req-601548c2-86bf-470c-9c92-fe9069ee8227 req-db3a4800-83ca-473f-a1b6-4a0962b99915 service nova] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Neutron deleted interface 53b4bf04-b171-4789-a700-d3a5f69eef93; detaching it from the instance and deleting it from the info cache [ 1990.150598] env[63348]: DEBUG nova.network.neutron [req-601548c2-86bf-470c-9c92-fe9069ee8227 req-db3a4800-83ca-473f-a1b6-4a0962b99915 service nova] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.187514] env[63348]: DEBUG oslo_vmware.api [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023103, 'name': ReconfigVM_Task, 'duration_secs': 1.214018} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.187870] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415678', 'volume_id': '96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f', 'name': 'volume-96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c21fef7e-20be-462b-b127-29c969e45187', 'attached_at': '', 'detached_at': '', 'volume_id': '96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f', 'serial': '96b3eb34-4fa5-42d1-bef8-a7fee86e2b7f'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1990.188191] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1990.188941] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d6b331-df7d-44e3-97ef-2e91e339a6b1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.196036] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1990.196281] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c99640c5-57cf-4735-989a-0aa07b828370 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.307764] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1990.307918] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1990.308041] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1990.375116] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645271} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.375495] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] a825e801-5fc4-4d52-be98-3df7ce4bb938/a825e801-5fc4-4d52-be98-3df7ce4bb938.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1990.375665] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1990.375848] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd73b90b-6824-428e-8b67-d5a52ea792d4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.383156] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 1990.383156] env[63348]: value = "task-2023109" [ 1990.383156] env[63348]: _type = "Task" [ 1990.383156] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.396548] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.400501] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524f4360-0069-f6f5-bec7-78a82fd43604, 'name': SearchDatastore_Task, 'duration_secs': 0.019889} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.401196] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67705c67-cfe3-4375-b063-b970da47caba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.407994] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1990.407994] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5234cf0f-f798-cb52-f829-9afdc7959174" [ 1990.407994] env[63348]: _type = "Task" [ 1990.407994] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.416961] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5234cf0f-f798-cb52-f829-9afdc7959174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.426039] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1990.426304] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1990.426563] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Deleting the datastore file [datastore1] c21fef7e-20be-462b-b127-29c969e45187 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1990.426741] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1da0010e-abf1-4b76-b102-ce12334503d3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.433865] env[63348]: DEBUG oslo_vmware.api [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 1990.433865] env[63348]: value = "task-2023110" [ 1990.433865] env[63348]: _type = "Task" [ 1990.433865] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.442191] env[63348]: DEBUG oslo_vmware.api [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.599451] env[63348]: DEBUG nova.network.neutron [-] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.625917] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.628037] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.644s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.628037] env[63348]: DEBUG nova.objects.instance [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63348) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1990.652351] env[63348]: INFO nova.scheduler.client.report [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleted allocations for instance 532893e1-986d-48a6-9303-0952b5a45d65 [ 1990.654493] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03c2495a-913c-4994-b3bf-4c859632e179 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.666733] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838cf5e2-ca21-449c-a20a-2581cc20448c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.699890] env[63348]: DEBUG nova.compute.manager [req-601548c2-86bf-470c-9c92-fe9069ee8227 req-db3a4800-83ca-473f-a1b6-4a0962b99915 service nova] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Detach interface failed, port_id=53b4bf04-b171-4789-a700-d3a5f69eef93, reason: Instance 8523ee5a-b470-4613-82fc-6a729e714b21 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1990.813903] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: c21fef7e-20be-462b-b127-29c969e45187] Skipping network cache update for instance because it is being deleted. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 1990.814086] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Skipping network cache update for instance because it is being deleted. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 1990.814223] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Skipping network cache update for instance because it is Building. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1990.841823] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.841976] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquired lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.842140] env[63348]: DEBUG nova.network.neutron [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Forcefully refreshing network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2060}} [ 1990.842298] env[63348]: DEBUG nova.objects.instance [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lazy-loading 'info_cache' on Instance uuid 9cabacaf-16ed-4b57-8b1c-b90756c9be4c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1990.900347] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080646} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.900347] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1990.900347] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4a6629-5119-4202-95c5-95f35f98255c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.932719] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] a825e801-5fc4-4d52-be98-3df7ce4bb938/a825e801-5fc4-4d52-be98-3df7ce4bb938.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1990.936521] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f922d318-c691-4cc1-9745-d7d76fa139f0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.961389] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5234cf0f-f798-cb52-f829-9afdc7959174, 'name': SearchDatastore_Task, 'duration_secs': 0.011488} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.965298] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.965586] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] cd182cf8-d4f1-4131-953f-4ae565888bb7/cd182cf8-d4f1-4131-953f-4ae565888bb7.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1990.965957] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 1990.965957] env[63348]: value = "task-2023111" [ 1990.965957] env[63348]: _type = "Task" [ 1990.965957] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.966185] env[63348]: DEBUG oslo_vmware.api [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.966402] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f30ff695-6383-4173-ac38-bf3fc84bc3d2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.975605] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1990.975605] env[63348]: value = "task-2023112" [ 1990.975605] env[63348]: _type = "Task" [ 1990.975605] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.978659] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.988327] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.102906] env[63348]: INFO nova.compute.manager [-] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Took 1.32 seconds to deallocate network for instance. [ 1991.164076] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ca8ce10c-f513-4c53-9ec4-92a0eed6d4c7 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "532893e1-986d-48a6-9303-0952b5a45d65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.054s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.467054] env[63348]: DEBUG oslo_vmware.api [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.790017} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.467351] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1991.467529] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1991.467660] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1991.467821] env[63348]: INFO nova.compute.manager [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Took 3.95 seconds to destroy the instance on the hypervisor. [ 1991.468074] env[63348]: DEBUG oslo.service.loopingcall [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1991.468275] env[63348]: DEBUG nova.compute.manager [-] [instance: c21fef7e-20be-462b-b127-29c969e45187] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1991.468371] env[63348]: DEBUG nova.network.neutron [-] [instance: c21fef7e-20be-462b-b127-29c969e45187] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1991.480715] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023111, 'name': ReconfigVM_Task, 'duration_secs': 0.514006} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.484007] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Reconfigured VM instance instance-00000059 to attach disk [datastore1] a825e801-5fc4-4d52-be98-3df7ce4bb938/a825e801-5fc4-4d52-be98-3df7ce4bb938.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1991.485587] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-441d2d1f-026d-4ca9-9c9f-1108abcb9c03 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.492668] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023112, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.494436] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 1991.494436] env[63348]: value = "task-2023113" [ 1991.494436] env[63348]: _type = "Task" [ 1991.494436] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.505326] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023113, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.610528] env[63348]: DEBUG oslo_concurrency.lockutils [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.636836] env[63348]: DEBUG oslo_concurrency.lockutils [None req-55336c4d-5850-4f9e-9dff-bba59e4b7074 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.638173] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.485s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.640492] env[63348]: INFO nova.compute.claims [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1991.991293] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86345} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.991650] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] cd182cf8-d4f1-4131-953f-4ae565888bb7/cd182cf8-d4f1-4131-953f-4ae565888bb7.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1991.991985] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1991.992107] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-838ee77c-46fe-4086-89cb-c70f52efba46 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.001850] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1992.001850] env[63348]: value = "task-2023114" [ 1992.001850] env[63348]: _type = "Task" [ 1992.001850] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.008492] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023113, 'name': Rename_Task, 'duration_secs': 0.195542} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.009131] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1992.009388] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33e3ce59-17fd-4530-b1d0-02ea653318f5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.016614] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.021110] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 1992.021110] env[63348]: value = "task-2023115" [ 1992.021110] env[63348]: _type = "Task" [ 1992.021110] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.029423] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.211795] env[63348]: DEBUG nova.compute.manager [req-70004bc7-293e-46ad-a1ce-ae7f1a4425dd req-17a29273-e695-480f-b335-ab7c2ce70e95 service nova] [instance: c21fef7e-20be-462b-b127-29c969e45187] Received event network-vif-deleted-4afd268b-94d3-4b7f-85b4-4579d7f13d7b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1992.212031] env[63348]: INFO nova.compute.manager [req-70004bc7-293e-46ad-a1ce-ae7f1a4425dd req-17a29273-e695-480f-b335-ab7c2ce70e95 service nova] [instance: c21fef7e-20be-462b-b127-29c969e45187] Neutron deleted interface 4afd268b-94d3-4b7f-85b4-4579d7f13d7b; detaching it from the instance and deleting it from the info cache [ 1992.212207] env[63348]: DEBUG nova.network.neutron [req-70004bc7-293e-46ad-a1ce-ae7f1a4425dd req-17a29273-e695-480f-b335-ab7c2ce70e95 service nova] [instance: c21fef7e-20be-462b-b127-29c969e45187] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.378161] env[63348]: DEBUG nova.network.neutron [-] [instance: c21fef7e-20be-462b-b127-29c969e45187] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.518225] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068926} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.518961] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1992.522229] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd49944-7271-4657-b2ac-e933c75a003d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.553311] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] cd182cf8-d4f1-4131-953f-4ae565888bb7/cd182cf8-d4f1-4131-953f-4ae565888bb7.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1992.559817] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bffc3fda-c979-483c-8afc-ce971720a14c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.575986] env[63348]: DEBUG oslo_vmware.api [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023115, 'name': PowerOnVM_Task, 'duration_secs': 0.473406} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.576770] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1992.576970] env[63348]: INFO nova.compute.manager [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Took 17.01 seconds to spawn the instance on the hypervisor. [ 1992.577177] env[63348]: DEBUG nova.compute.manager [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1992.578786] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14b4952-79cd-4149-a0d1-83b0833e6dd5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.583588] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1992.583588] env[63348]: value = "task-2023116" [ 1992.583588] env[63348]: _type = "Task" [ 1992.583588] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.597018] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023116, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.716625] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a5d55e2-5bac-4220-b0f6-f90255276195 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.724611] env[63348]: DEBUG nova.network.neutron [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating instance_info_cache with network_info: [{"id": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "address": "fa:16:3e:25:30:95", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e743d0-9a", "ovs_interfaceid": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.730069] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c052983c-85c9-4707-b956-aa42a991d440 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.773968] env[63348]: DEBUG nova.compute.manager [req-70004bc7-293e-46ad-a1ce-ae7f1a4425dd req-17a29273-e695-480f-b335-ab7c2ce70e95 service nova] [instance: c21fef7e-20be-462b-b127-29c969e45187] Detach interface failed, port_id=4afd268b-94d3-4b7f-85b4-4579d7f13d7b, reason: Instance c21fef7e-20be-462b-b127-29c969e45187 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1992.881234] env[63348]: INFO nova.compute.manager [-] [instance: c21fef7e-20be-462b-b127-29c969e45187] Took 1.41 seconds to deallocate network for instance. [ 1992.974344] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2258e46f-474f-4ee9-882d-41485898cbfc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.983469] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cf3aef-1575-4a2f-9653-4f7ce0aa2aff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.033509] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58c6ca4-4185-4536-bad3-38ce2d12b4c9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.044580] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8dc1ae-1c98-4bcd-a485-f6a0331316f0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.066201] env[63348]: DEBUG nova.compute.provider_tree [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1993.105022] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023116, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.105376] env[63348]: INFO nova.compute.manager [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Took 32.33 seconds to build instance. [ 1993.177246] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.247684] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Releasing lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.248303] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updated the network info_cache for instance {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1993.248303] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1993.248467] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1993.248505] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1993.248661] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1993.248803] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1993.248942] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1993.249085] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1993.249229] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1993.433658] env[63348]: INFO nova.compute.manager [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: c21fef7e-20be-462b-b127-29c969e45187] Took 0.55 seconds to detach 1 volumes for instance. [ 1993.570737] env[63348]: DEBUG nova.scheduler.client.report [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1993.598178] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023116, 'name': ReconfigVM_Task, 'duration_secs': 0.55348} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.598178] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Reconfigured VM instance instance-00000044 to attach disk [datastore2] cd182cf8-d4f1-4131-953f-4ae565888bb7/cd182cf8-d4f1-4131-953f-4ae565888bb7.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1993.599454] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-207c63fd-d51c-4154-b060-b5856ba4098c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.608771] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0203774c-a56f-44c6-a4eb-8b203e776e51 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "a825e801-5fc4-4d52-be98-3df7ce4bb938" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.841s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.609580] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1993.609580] env[63348]: value = "task-2023117" [ 1993.609580] env[63348]: _type = "Task" [ 1993.609580] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.622799] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023117, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.753454] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.941258] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.079214] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.083018] env[63348]: DEBUG nova.compute.manager [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1994.084615] env[63348]: DEBUG oslo_concurrency.lockutils [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.497s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.085741] env[63348]: DEBUG nova.objects.instance [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lazy-loading 'resources' on Instance uuid 3550d32c-b873-462a-a7a1-afc3eb3251ab {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1994.119884] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023117, 'name': Rename_Task, 'duration_secs': 0.166693} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.120849] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1994.121119] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43fc5918-358d-4733-bd09-2af8db46c7fb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.128009] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1994.128009] env[63348]: value = "task-2023118" [ 1994.128009] env[63348]: _type = "Task" [ 1994.128009] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.137011] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.343745] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "df11ca0d-ee85-492f-b48e-e5219dd9405d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.344019] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "df11ca0d-ee85-492f-b48e-e5219dd9405d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.419615] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquiring lock "a825e801-5fc4-4d52-be98-3df7ce4bb938" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.419615] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "a825e801-5fc4-4d52-be98-3df7ce4bb938" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.419615] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquiring lock "a825e801-5fc4-4d52-be98-3df7ce4bb938-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.419857] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "a825e801-5fc4-4d52-be98-3df7ce4bb938-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.420077] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "a825e801-5fc4-4d52-be98-3df7ce4bb938-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.423200] env[63348]: INFO nova.compute.manager [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Terminating instance [ 1994.588748] env[63348]: DEBUG nova.compute.utils [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1994.595028] env[63348]: DEBUG nova.compute.manager [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1994.595028] env[63348]: DEBUG nova.network.neutron [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 1994.638904] env[63348]: DEBUG nova.policy [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a3177dbcfd245a39e85cc9dbd7eb474', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9494b2511d5246879b6922a285fc39ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 1994.643170] env[63348]: DEBUG oslo_vmware.api [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023118, 'name': PowerOnVM_Task, 'duration_secs': 0.428752} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.644316] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1994.644316] env[63348]: DEBUG nova.compute.manager [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1994.644654] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1556c3c3-bd65-41e8-bf32-b69b5d2c234b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.846675] env[63348]: DEBUG nova.compute.manager [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1994.896384] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d4ad0a-33ed-4433-9279-ffeadca3caa4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.904863] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e229d55-6f20-4c23-8972-fcb4790be5c2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.938017] env[63348]: DEBUG nova.compute.manager [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1994.938017] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1994.938017] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ff2505-4e02-49fd-8850-5f66aa811a02 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.940544] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc89da3b-c542-45ed-94c9-8a54b61a3e0e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.950812] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf8ada0-5200-4afb-90a3-6ede62ee9010 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.957901] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1994.957901] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bce2ede-6f0c-4908-8edf-0e46a6a7ab81 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.967487] env[63348]: DEBUG nova.compute.provider_tree [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1994.969958] env[63348]: DEBUG oslo_vmware.api [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 1994.969958] env[63348]: value = "task-2023119" [ 1994.969958] env[63348]: _type = "Task" [ 1994.969958] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.978663] env[63348]: DEBUG oslo_vmware.api [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.094153] env[63348]: DEBUG nova.compute.manager [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1995.130900] env[63348]: DEBUG nova.network.neutron [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Successfully created port: 3b4d4903-4920-4b47-8afe-1ff2dbada3e6 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 1995.163736] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.367971] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.472030] env[63348]: DEBUG nova.scheduler.client.report [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1995.485584] env[63348]: DEBUG oslo_vmware.api [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023119, 'name': PowerOffVM_Task, 'duration_secs': 0.209851} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.487598] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1995.487598] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1995.487598] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce1fd593-6840-4d54-a81b-6a722e9dcb18 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.855689] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.855931] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.980566] env[63348]: DEBUG oslo_concurrency.lockutils [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.983667] env[63348]: DEBUG oslo_concurrency.lockutils [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.358s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.983667] env[63348]: DEBUG nova.objects.instance [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Lazy-loading 'resources' on Instance uuid c3cac92b-0683-4113-8d95-fd4674f26a34 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1996.015774] env[63348]: INFO nova.scheduler.client.report [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Deleted allocations for instance 3550d32c-b873-462a-a7a1-afc3eb3251ab [ 1996.105016] env[63348]: DEBUG nova.compute.manager [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1996.133317] env[63348]: DEBUG nova.virt.hardware [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1996.133639] env[63348]: DEBUG nova.virt.hardware [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1996.133840] env[63348]: DEBUG nova.virt.hardware [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1996.134073] env[63348]: DEBUG nova.virt.hardware [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1996.134265] env[63348]: DEBUG nova.virt.hardware [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1996.134444] env[63348]: DEBUG nova.virt.hardware [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1996.134689] env[63348]: DEBUG nova.virt.hardware [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1996.134882] env[63348]: DEBUG nova.virt.hardware [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1996.135141] env[63348]: DEBUG nova.virt.hardware [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1996.135352] env[63348]: DEBUG nova.virt.hardware [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1996.135566] env[63348]: DEBUG nova.virt.hardware [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1996.136913] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fdcbe8-8c3f-4a2e-9e2b-b7e9df6438ff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.145957] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edde1516-5ac2-4434-ab16-3637ebba33d2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.362077] env[63348]: DEBUG nova.compute.manager [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1996.420863] env[63348]: DEBUG oslo_concurrency.lockutils [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "05cfaff1-e949-438d-b516-05a3aca8c0b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.421486] env[63348]: DEBUG oslo_concurrency.lockutils [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "05cfaff1-e949-438d-b516-05a3aca8c0b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.422083] env[63348]: DEBUG oslo_concurrency.lockutils [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "05cfaff1-e949-438d-b516-05a3aca8c0b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.422391] env[63348]: DEBUG oslo_concurrency.lockutils [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "05cfaff1-e949-438d-b516-05a3aca8c0b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.422613] env[63348]: DEBUG oslo_concurrency.lockutils [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "05cfaff1-e949-438d-b516-05a3aca8c0b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.424851] env[63348]: INFO nova.compute.manager [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Terminating instance [ 1996.525899] env[63348]: DEBUG oslo_concurrency.lockutils [None req-22e661d6-b528-4cc0-bcb0-e24c17d3a694 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "3550d32c-b873-462a-a7a1-afc3eb3251ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.168s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.756775] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a23216-d5ae-4659-b311-3652a8c1691c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.764969] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c9aa67-41f3-49ce-a65c-04538b8b6a7e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.801520] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99233295-6ef3-4d40-89b2-3deccc2d8247 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.804978] env[63348]: DEBUG nova.compute.manager [req-e0233060-0f85-49da-8540-7d2238367cbf req-03cdfef6-e50b-4c30-bf78-104e9c210101 service nova] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Received event network-vif-plugged-3b4d4903-4920-4b47-8afe-1ff2dbada3e6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1996.805198] env[63348]: DEBUG oslo_concurrency.lockutils [req-e0233060-0f85-49da-8540-7d2238367cbf req-03cdfef6-e50b-4c30-bf78-104e9c210101 service nova] Acquiring lock "ee62ce36-b980-48c3-bcb5-4286a006660c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.805402] env[63348]: DEBUG oslo_concurrency.lockutils [req-e0233060-0f85-49da-8540-7d2238367cbf req-03cdfef6-e50b-4c30-bf78-104e9c210101 service nova] Lock "ee62ce36-b980-48c3-bcb5-4286a006660c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.805567] env[63348]: DEBUG oslo_concurrency.lockutils [req-e0233060-0f85-49da-8540-7d2238367cbf req-03cdfef6-e50b-4c30-bf78-104e9c210101 service nova] Lock "ee62ce36-b980-48c3-bcb5-4286a006660c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.805725] env[63348]: DEBUG nova.compute.manager [req-e0233060-0f85-49da-8540-7d2238367cbf req-03cdfef6-e50b-4c30-bf78-104e9c210101 service nova] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] No waiting events found dispatching network-vif-plugged-3b4d4903-4920-4b47-8afe-1ff2dbada3e6 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1996.805880] env[63348]: WARNING nova.compute.manager [req-e0233060-0f85-49da-8540-7d2238367cbf req-03cdfef6-e50b-4c30-bf78-104e9c210101 service nova] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Received unexpected event network-vif-plugged-3b4d4903-4920-4b47-8afe-1ff2dbada3e6 for instance with vm_state building and task_state spawning. [ 1996.813164] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc821fd-2c8a-432c-9a79-b70f09eb0feb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.827345] env[63348]: DEBUG nova.compute.provider_tree [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1996.885341] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.898062] env[63348]: DEBUG nova.network.neutron [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Successfully updated port: 3b4d4903-4920-4b47-8afe-1ff2dbada3e6 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 1996.928831] env[63348]: DEBUG nova.compute.manager [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1996.929055] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1996.929991] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b0d497-487c-48ad-b1fb-2d28805efde2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.937736] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1996.937989] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c493fdf-b537-4708-b1f3-766618e1ffd2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.944380] env[63348]: DEBUG oslo_vmware.api [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1996.944380] env[63348]: value = "task-2023121" [ 1996.944380] env[63348]: _type = "Task" [ 1996.944380] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.951976] env[63348]: DEBUG oslo_vmware.api [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.331310] env[63348]: DEBUG nova.scheduler.client.report [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1997.363671] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1997.363912] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1997.364067] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Deleting the datastore file [datastore1] a825e801-5fc4-4d52-be98-3df7ce4bb938 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1997.364335] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e39277d0-2d35-4db4-854c-309ad2c26e33 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.371778] env[63348]: DEBUG oslo_vmware.api [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 1997.371778] env[63348]: value = "task-2023122" [ 1997.371778] env[63348]: _type = "Task" [ 1997.371778] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.380106] env[63348]: DEBUG oslo_vmware.api [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.400767] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "refresh_cache-ee62ce36-b980-48c3-bcb5-4286a006660c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.400918] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "refresh_cache-ee62ce36-b980-48c3-bcb5-4286a006660c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.401095] env[63348]: DEBUG nova.network.neutron [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1997.454297] env[63348]: DEBUG oslo_vmware.api [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023121, 'name': PowerOffVM_Task, 'duration_secs': 0.203931} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.455132] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1997.455324] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1997.455590] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f08499e-96b7-476f-8dd7-5797fee6c710 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.559213] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1997.559494] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1997.559607] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Deleting the datastore file [datastore1] 05cfaff1-e949-438d-b516-05a3aca8c0b6 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1997.559860] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe7d5276-6be0-482d-9ac5-4a971eb40527 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.566497] env[63348]: DEBUG oslo_vmware.api [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 1997.566497] env[63348]: value = "task-2023124" [ 1997.566497] env[63348]: _type = "Task" [ 1997.566497] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.574685] env[63348]: DEBUG oslo_vmware.api [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.836885] env[63348]: DEBUG oslo_concurrency.lockutils [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.839939] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.601s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.839939] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.841219] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.046s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.841466] env[63348]: DEBUG nova.objects.instance [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lazy-loading 'resources' on Instance uuid 61650944-1904-4697-8ee5-2991057f442e {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1997.864701] env[63348]: INFO nova.scheduler.client.report [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Deleted allocations for instance c3cac92b-0683-4113-8d95-fd4674f26a34 [ 1997.866988] env[63348]: INFO nova.scheduler.client.report [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleted allocations for instance 64345daf-ac70-46e0-82bd-6437e41b942d [ 1997.881292] env[63348]: DEBUG oslo_vmware.api [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300162} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.881583] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1997.881772] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1997.881944] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1997.882132] env[63348]: INFO nova.compute.manager [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Took 2.95 seconds to destroy the instance on the hypervisor. [ 1997.882376] env[63348]: DEBUG oslo.service.loopingcall [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1997.882567] env[63348]: DEBUG nova.compute.manager [-] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1997.882664] env[63348]: DEBUG nova.network.neutron [-] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1997.939205] env[63348]: DEBUG nova.network.neutron [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 1998.080406] env[63348]: DEBUG oslo_vmware.api [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353219} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.080605] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1998.080816] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1998.080986] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1998.081174] env[63348]: INFO nova.compute.manager [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1998.081412] env[63348]: DEBUG oslo.service.loopingcall [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1998.081621] env[63348]: DEBUG nova.compute.manager [-] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1998.081705] env[63348]: DEBUG nova.network.neutron [-] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 1998.102559] env[63348]: DEBUG nova.network.neutron [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Updating instance_info_cache with network_info: [{"id": "3b4d4903-4920-4b47-8afe-1ff2dbada3e6", "address": "fa:16:3e:e2:42:36", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4d4903-49", "ovs_interfaceid": "3b4d4903-4920-4b47-8afe-1ff2dbada3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.344172] env[63348]: DEBUG nova.compute.manager [req-6c2666fa-90ff-4719-bafa-6607c273b72f req-675a8c46-0c38-438c-b8b8-fc4aa83217cd service nova] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Received event network-vif-deleted-a75a7cd4-0154-43a8-a622-2ce027336447 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1998.344172] env[63348]: INFO nova.compute.manager [req-6c2666fa-90ff-4719-bafa-6607c273b72f req-675a8c46-0c38-438c-b8b8-fc4aa83217cd service nova] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Neutron deleted interface a75a7cd4-0154-43a8-a622-2ce027336447; detaching it from the instance and deleting it from the info cache [ 1998.344516] env[63348]: DEBUG nova.network.neutron [req-6c2666fa-90ff-4719-bafa-6607c273b72f req-675a8c46-0c38-438c-b8b8-fc4aa83217cd service nova] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.380546] env[63348]: DEBUG oslo_concurrency.lockutils [None req-52367116-0ffa-466c-9954-04126865149d tempest-ImagesOneServerTestJSON-357292385 tempest-ImagesOneServerTestJSON-357292385-project-member] Lock "c3cac92b-0683-4113-8d95-fd4674f26a34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.367s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.382230] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7690686b-96e0-48ef-8a85-582485b7bc46 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "64345daf-ac70-46e0-82bd-6437e41b942d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.919s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.570011] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.570256] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.605298] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "refresh_cache-ee62ce36-b980-48c3-bcb5-4286a006660c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.605627] env[63348]: DEBUG nova.compute.manager [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Instance network_info: |[{"id": "3b4d4903-4920-4b47-8afe-1ff2dbada3e6", "address": "fa:16:3e:e2:42:36", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4d4903-49", "ovs_interfaceid": "3b4d4903-4920-4b47-8afe-1ff2dbada3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1998.606375] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:42:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b4d4903-4920-4b47-8afe-1ff2dbada3e6', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1998.616028] env[63348]: DEBUG oslo.service.loopingcall [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1998.617861] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1998.620595] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76a84050-8a5b-4275-9252-1043f1f74ceb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.643560] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1998.643560] env[63348]: value = "task-2023125" [ 1998.643560] env[63348]: _type = "Task" [ 1998.643560] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.653140] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023125, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.659453] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0398a4-534d-4ffb-a503-5c9b46b0ca5a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.665952] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16139f7-92bf-444e-babc-f8bc2c611f48 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.695577] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85dded9-d060-4177-919d-bd9a206e4309 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.703113] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6754e02-0a87-497b-acdf-eb924793f84e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.717204] env[63348]: DEBUG nova.compute.provider_tree [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1998.804409] env[63348]: DEBUG nova.network.neutron [-] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.825986] env[63348]: DEBUG nova.compute.manager [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Received event network-changed-3b4d4903-4920-4b47-8afe-1ff2dbada3e6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1998.826199] env[63348]: DEBUG nova.compute.manager [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Refreshing instance network info cache due to event network-changed-3b4d4903-4920-4b47-8afe-1ff2dbada3e6. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1998.826458] env[63348]: DEBUG oslo_concurrency.lockutils [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] Acquiring lock "refresh_cache-ee62ce36-b980-48c3-bcb5-4286a006660c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.826552] env[63348]: DEBUG oslo_concurrency.lockutils [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] Acquired lock "refresh_cache-ee62ce36-b980-48c3-bcb5-4286a006660c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.826710] env[63348]: DEBUG nova.network.neutron [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Refreshing network info cache for port 3b4d4903-4920-4b47-8afe-1ff2dbada3e6 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 1998.850467] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab2f30a9-c270-45ce-9b98-1e72b44bb67f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.860496] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46a6249-441e-4bf9-afbe-6943da2a6bf8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.892185] env[63348]: DEBUG nova.compute.manager [req-6c2666fa-90ff-4719-bafa-6607c273b72f req-675a8c46-0c38-438c-b8b8-fc4aa83217cd service nova] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Detach interface failed, port_id=a75a7cd4-0154-43a8-a622-2ce027336447, reason: Instance 05cfaff1-e949-438d-b516-05a3aca8c0b6 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1999.072582] env[63348]: DEBUG nova.compute.manager [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1999.120972] env[63348]: DEBUG nova.network.neutron [-] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.153176] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023125, 'name': CreateVM_Task, 'duration_secs': 0.505234} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.153414] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1999.154203] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.154441] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.154804] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1999.155114] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ebd11eb-d1e6-47e3-90d4-5422421f4497 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.159952] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1999.159952] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a725a6-97cb-8cd2-6c4c-f829cef154e6" [ 1999.159952] env[63348]: _type = "Task" [ 1999.159952] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.167649] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a725a6-97cb-8cd2-6c4c-f829cef154e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.220539] env[63348]: DEBUG nova.scheduler.client.report [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1999.306948] env[63348]: INFO nova.compute.manager [-] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Took 1.23 seconds to deallocate network for instance. [ 1999.563604] env[63348]: DEBUG nova.network.neutron [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Updated VIF entry in instance network info cache for port 3b4d4903-4920-4b47-8afe-1ff2dbada3e6. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 1999.564023] env[63348]: DEBUG nova.network.neutron [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Updating instance_info_cache with network_info: [{"id": "3b4d4903-4920-4b47-8afe-1ff2dbada3e6", "address": "fa:16:3e:e2:42:36", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4d4903-49", "ovs_interfaceid": "3b4d4903-4920-4b47-8afe-1ff2dbada3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.596944] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.627792] env[63348]: INFO nova.compute.manager [-] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Took 1.74 seconds to deallocate network for instance. [ 1999.675742] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a725a6-97cb-8cd2-6c4c-f829cef154e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011597} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.677152] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.677276] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1999.677517] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.677667] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.677847] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1999.678387] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d21f7290-93f4-47c4-9e55-b6f595174a5a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.687289] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1999.687562] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1999.688234] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c07633e3-9193-426d-ab4e-9f70af839514 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.694115] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 1999.694115] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c3cfa2-15d1-f749-2e41-1cf14406e27f" [ 1999.694115] env[63348]: _type = "Task" [ 1999.694115] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.702389] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c3cfa2-15d1-f749-2e41-1cf14406e27f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.726583] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.729125] env[63348]: DEBUG oslo_concurrency.lockutils [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.119s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.729430] env[63348]: DEBUG nova.objects.instance [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lazy-loading 'resources' on Instance uuid 8523ee5a-b470-4613-82fc-6a729e714b21 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1999.755486] env[63348]: INFO nova.scheduler.client.report [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Deleted allocations for instance 61650944-1904-4697-8ee5-2991057f442e [ 1999.817234] env[63348]: DEBUG oslo_concurrency.lockutils [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.067367] env[63348]: DEBUG oslo_concurrency.lockutils [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] Releasing lock "refresh_cache-ee62ce36-b980-48c3-bcb5-4286a006660c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.069725] env[63348]: DEBUG nova.compute.manager [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Received event network-vif-deleted-dc70156c-49c3-47fd-b542-89ae2b9a1930 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2000.069725] env[63348]: INFO nova.compute.manager [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Neutron deleted interface dc70156c-49c3-47fd-b542-89ae2b9a1930; detaching it from the instance and deleting it from the info cache [ 2000.069725] env[63348]: DEBUG nova.network.neutron [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Updating instance_info_cache with network_info: [{"id": "36612e53-7166-4cd0-866a-929493ceff73", "address": "fa:16:3e:ae:7a:8f", "network": {"id": "eb8240d4-bcef-4fc6-ae88-54d8970724dc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1324964817", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "30d2637b6dd741f0b0795c254d09d1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36612e53-71", "ovs_interfaceid": "36612e53-7166-4cd0-866a-929493ceff73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9ac3baa-7352-4ed1-b24f-12888bb467cf", "address": "fa:16:3e:50:bc:5e", "network": {"id": "3cb2c402-8e0b-4aed-8ba4-9f494a079442", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1514979388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d2637b6dd741f0b0795c254d09d1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ac3baa-73", "ovs_interfaceid": "f9ac3baa-7352-4ed1-b24f-12888bb467cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.141197] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.205554] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c3cfa2-15d1-f749-2e41-1cf14406e27f, 'name': SearchDatastore_Task, 'duration_secs': 0.009658} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.206423] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53d27bf2-ace4-4f69-a615-f4a895aa7912 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.212296] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2000.212296] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527e7fc0-6112-e5f6-b330-738b51744203" [ 2000.212296] env[63348]: _type = "Task" [ 2000.212296] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.220903] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527e7fc0-6112-e5f6-b330-738b51744203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.267581] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9c8fa558-70e7-4775-b233-240ddc7c1806 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "61650944-1904-4697-8ee5-2991057f442e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.923s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.503684] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944a4670-a329-4eb3-8c37-bb1f686b178a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.519309] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f68bd35-9fcf-4c13-bc70-88ad770cb737 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.553845] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc76ad1a-6aaa-41b8-af07-01d8efa5b614 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.561984] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f72b314-57b2-448f-9627-722ac2ebda37 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.575765] env[63348]: DEBUG nova.compute.provider_tree [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2000.577102] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e630ff90-ed30-468c-acf3-83e8b933b9d9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.585402] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b768ae-9d15-4929-9b0e-29bac81df93a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.617925] env[63348]: DEBUG nova.compute.manager [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Detach interface failed, port_id=dc70156c-49c3-47fd-b542-89ae2b9a1930, reason: Instance a825e801-5fc4-4d52-be98-3df7ce4bb938 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2000.618131] env[63348]: DEBUG nova.compute.manager [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Received event network-vif-deleted-36612e53-7166-4cd0-866a-929493ceff73 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2000.618295] env[63348]: INFO nova.compute.manager [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Neutron deleted interface 36612e53-7166-4cd0-866a-929493ceff73; detaching it from the instance and deleting it from the info cache [ 2000.618539] env[63348]: DEBUG nova.network.neutron [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Updating instance_info_cache with network_info: [{"id": "f9ac3baa-7352-4ed1-b24f-12888bb467cf", "address": "fa:16:3e:50:bc:5e", "network": {"id": "3cb2c402-8e0b-4aed-8ba4-9f494a079442", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1514979388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d2637b6dd741f0b0795c254d09d1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ac3baa-73", "ovs_interfaceid": "f9ac3baa-7352-4ed1-b24f-12888bb467cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.723449] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527e7fc0-6112-e5f6-b330-738b51744203, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.723721] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.723976] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] ee62ce36-b980-48c3-bcb5-4286a006660c/ee62ce36-b980-48c3-bcb5-4286a006660c.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2000.724249] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba6a56a4-65b9-49d8-8a75-0ce8f43a97bc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.730671] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2000.730671] env[63348]: value = "task-2023126" [ 2000.730671] env[63348]: _type = "Task" [ 2000.730671] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.739340] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.080769] env[63348]: DEBUG nova.scheduler.client.report [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2001.121453] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5ad5f77-752d-4bd0-a3ea-a0da52ed3552 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.132211] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ab4037-c881-4cba-922b-3419f0385904 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.164333] env[63348]: DEBUG nova.compute.manager [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Detach interface failed, port_id=36612e53-7166-4cd0-866a-929493ceff73, reason: Instance a825e801-5fc4-4d52-be98-3df7ce4bb938 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2001.164586] env[63348]: DEBUG nova.compute.manager [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Received event network-vif-deleted-f9ac3baa-7352-4ed1-b24f-12888bb467cf {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2001.164825] env[63348]: INFO nova.compute.manager [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Neutron deleted interface f9ac3baa-7352-4ed1-b24f-12888bb467cf; detaching it from the instance and deleting it from the info cache [ 2001.165019] env[63348]: DEBUG nova.network.neutron [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.240911] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023126, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.587094] env[63348]: DEBUG oslo_concurrency.lockutils [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.589439] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.412s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.589751] env[63348]: DEBUG nova.objects.instance [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lazy-loading 'pci_requests' on Instance uuid 736cccd6-837d-4bf8-a4f5-c8e9c72c555f {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2001.611558] env[63348]: INFO nova.scheduler.client.report [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleted allocations for instance 8523ee5a-b470-4613-82fc-6a729e714b21 [ 2001.668238] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db5e4fa8-47e6-4b14-b7df-7190433e9187 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.678896] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdf35f7-757f-48b8-b237-8cb6c197a695 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.709378] env[63348]: DEBUG nova.compute.manager [req-e69b2f4b-2e02-4e37-ab71-ab679fb7fbbe req-dea78c0b-a64a-4a6c-984d-59323709e8ee service nova] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Detach interface failed, port_id=f9ac3baa-7352-4ed1-b24f-12888bb467cf, reason: Instance a825e801-5fc4-4d52-be98-3df7ce4bb938 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2001.740297] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023126, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.913280] env[63348]: DEBUG nova.compute.manager [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Stashing vm_state: active {{(pid=63348) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2002.096381] env[63348]: DEBUG nova.objects.instance [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lazy-loading 'numa_topology' on Instance uuid 736cccd6-837d-4bf8-a4f5-c8e9c72c555f {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2002.122633] env[63348]: DEBUG oslo_concurrency.lockutils [None req-017a1a81-34ce-44a8-9e9c-d0bd3827df70 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "8523ee5a-b470-4613-82fc-6a729e714b21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.015s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.246840] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023126, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.438737] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.600527] env[63348]: INFO nova.compute.claims [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2002.747030] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023126, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.741694} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.747030] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] ee62ce36-b980-48c3-bcb5-4286a006660c/ee62ce36-b980-48c3-bcb5-4286a006660c.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2002.747030] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2002.747030] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d232eb0-4da3-4dc6-89d6-30a5c933d2bb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.755724] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2002.755724] env[63348]: value = "task-2023127" [ 2002.755724] env[63348]: _type = "Task" [ 2002.755724] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.763946] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.950146] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "713936df-ad40-4728-a19f-ac1fe71e84ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.950541] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "713936df-ad40-4728-a19f-ac1fe71e84ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.950659] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "713936df-ad40-4728-a19f-ac1fe71e84ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.950845] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "713936df-ad40-4728-a19f-ac1fe71e84ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.951026] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "713936df-ad40-4728-a19f-ac1fe71e84ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.956065] env[63348]: INFO nova.compute.manager [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Terminating instance [ 2003.265589] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066069} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.265872] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2003.267027] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b7895d-6036-43da-a603-eba2df2c54b7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.290389] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] ee62ce36-b980-48c3-bcb5-4286a006660c/ee62ce36-b980-48c3-bcb5-4286a006660c.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2003.290736] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03ff9a02-4521-46f9-a851-ee5c3cf40f4a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.310732] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2003.310732] env[63348]: value = "task-2023128" [ 2003.310732] env[63348]: _type = "Task" [ 2003.310732] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.320182] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.464677] env[63348]: DEBUG nova.compute.manager [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2003.464677] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2003.464677] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddb579b-6862-48df-b5c2-3faf822689b4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.473376] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2003.473376] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc3f23d9-1850-46f5-8de3-46d29f2a66c7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.483022] env[63348]: DEBUG oslo_vmware.api [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2003.483022] env[63348]: value = "task-2023129" [ 2003.483022] env[63348]: _type = "Task" [ 2003.483022] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.491127] env[63348]: DEBUG oslo_vmware.api [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.825018] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023128, 'name': ReconfigVM_Task, 'duration_secs': 0.329843} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.825018] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Reconfigured VM instance instance-0000005a to attach disk [datastore2] ee62ce36-b980-48c3-bcb5-4286a006660c/ee62ce36-b980-48c3-bcb5-4286a006660c.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2003.825631] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b92bc9d0-a1b0-45e5-906d-0ac1fef2b386 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.835557] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2003.835557] env[63348]: value = "task-2023130" [ 2003.835557] env[63348]: _type = "Task" [ 2003.835557] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.843743] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023130, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.900204] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45c2304-a1f3-4972-b867-71603b131698 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.908908] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c50cee-8505-4ef7-af1d-0928fedd58c1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.954276] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b047f86c-2c5a-496d-9022-806450ef2993 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.963301] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f5c26d-3929-4bf4-b491-0575d5c813a5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.978354] env[63348]: DEBUG nova.compute.provider_tree [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2003.992727] env[63348]: DEBUG oslo_vmware.api [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023129, 'name': PowerOffVM_Task, 'duration_secs': 0.233443} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.993756] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2003.993958] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2003.994250] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d981ba3e-290c-482a-b4e3-6e372936fe9b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.000030] env[63348]: DEBUG oslo_concurrency.lockutils [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "99bc2f43-621c-4004-90e4-106bcd607b5a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.000030] env[63348]: DEBUG oslo_concurrency.lockutils [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "99bc2f43-621c-4004-90e4-106bcd607b5a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.345589] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023130, 'name': Rename_Task, 'duration_secs': 0.17267} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.347049] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2004.347049] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15a401f6-21e0-4406-a81f-e20c00f9e08e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.352585] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2004.352585] env[63348]: value = "task-2023132" [ 2004.352585] env[63348]: _type = "Task" [ 2004.352585] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.361284] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.481760] env[63348]: DEBUG nova.scheduler.client.report [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2004.504365] env[63348]: DEBUG nova.compute.utils [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2004.866020] env[63348]: DEBUG oslo_vmware.api [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023132, 'name': PowerOnVM_Task, 'duration_secs': 0.42786} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.866020] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2004.866020] env[63348]: INFO nova.compute.manager [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Took 8.76 seconds to spawn the instance on the hypervisor. [ 2004.866020] env[63348]: DEBUG nova.compute.manager [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2004.866020] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88550488-91db-413e-979f-e2171f1607eb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.991019] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.399s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.991019] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.237s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.991019] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.991019] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2004.991019] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.050s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.991448] env[63348]: DEBUG nova.objects.instance [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lazy-loading 'resources' on Instance uuid c21fef7e-20be-462b-b127-29c969e45187 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2004.993257] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0220d1e-896a-40a4-b458-c93659aa31a7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.010793] env[63348]: DEBUG oslo_concurrency.lockutils [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "99bc2f43-621c-4004-90e4-106bcd607b5a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.016013] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff37eb8e-344e-4985-86fd-c4bccaea242f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.034180] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdd4c1b-ba9d-4b62-bfa5-acfcc053682c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.042216] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c78b42a-1658-4f7d-8c9e-d0086ff9db33 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.072352] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179089MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2005.072449] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.074029] env[63348]: INFO nova.network.neutron [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Updating port b5cc1f6f-b74d-473d-a2bd-ee018f9f878a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2005.382889] env[63348]: INFO nova.compute.manager [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Took 21.25 seconds to build instance. [ 2005.752079] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2c8c18-0a04-4805-a210-17261d481e5a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.761150] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a01e1cb-fe7f-4ad8-b2b9-3cbc86048f56 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.794885] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb3d4a0-05e5-493f-85a3-a46fd782d44c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.802551] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca485b6-c8f1-42d2-84f7-48f3f737c256 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.816154] env[63348]: DEBUG nova.compute.provider_tree [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2005.888075] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2549ec2c-90c5-4b30-8bed-afb2b3d8be06 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "ee62ce36-b980-48c3-bcb5-4286a006660c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.770s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.094029] env[63348]: DEBUG oslo_concurrency.lockutils [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "99bc2f43-621c-4004-90e4-106bcd607b5a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.094029] env[63348]: DEBUG oslo_concurrency.lockutils [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "99bc2f43-621c-4004-90e4-106bcd607b5a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.094029] env[63348]: INFO nova.compute.manager [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Attaching volume 6e65c82e-1e17-46cd-8ad4-357f9367af02 to /dev/sdb [ 2006.126689] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035f1024-506a-493b-a425-69751afdcaab {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.133245] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dcb701-0950-4cbf-8cdc-350ce5390a26 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.147820] env[63348]: DEBUG nova.virt.block_device [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updating existing volume attachment record: 71c26562-19e6-4769-bcfa-3b92a1335c67 {{(pid=63348) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2006.320192] env[63348]: DEBUG nova.scheduler.client.report [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2006.829052] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.831890] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.666s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.832162] env[63348]: DEBUG nova.objects.instance [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63348) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2006.845086] env[63348]: INFO nova.scheduler.client.report [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Deleted allocations for instance c21fef7e-20be-462b-b127-29c969e45187 [ 2007.356516] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ea677437-3058-4e3e-9fbb-7d8922e5b5f3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "c21fef7e-20be-462b-b127-29c969e45187" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.344s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.535530] env[63348]: DEBUG nova.compute.manager [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Stashing vm_state: active {{(pid=63348) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2007.850406] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a877421a-65ed-451c-90ef-afcf7ce80246 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.853072] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.484s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.853463] env[63348]: INFO nova.compute.claims [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2008.058591] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.017748] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "1be7f639-6651-4709-b877-147451147be2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.017748] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "1be7f639-6651-4709-b877-147451147be2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.132508] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d959a1a-0216-42fe-b1d9-4c795d519c40 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.140080] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b12e2a-4da7-4030-80cd-9b5880cc9c00 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.171413] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a45cb6b-81b6-4d21-9528-6f309248edf7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.178469] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c843a1e-86e8-44ea-8cc4-126f0a87ed77 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.191650] env[63348]: DEBUG nova.compute.provider_tree [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2009.520402] env[63348]: DEBUG nova.compute.manager [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2009.695010] env[63348]: DEBUG nova.scheduler.client.report [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2010.020035] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2010.020035] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2010.020419] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleting the datastore file [datastore1] 713936df-ad40-4728-a19f-ac1fe71e84ec {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2010.020636] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a70501a-7212-4529-b497-f6a952b712dc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.027494] env[63348]: DEBUG oslo_vmware.api [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2010.027494] env[63348]: value = "task-2023137" [ 2010.027494] env[63348]: _type = "Task" [ 2010.027494] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.037569] env[63348]: DEBUG oslo_vmware.api [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.043645] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.200376] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.200884] env[63348]: DEBUG nova.compute.manager [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2010.203901] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.319s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.205019] env[63348]: INFO nova.compute.claims [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2010.538786] env[63348]: DEBUG oslo_vmware.api [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144609} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.539741] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2010.539741] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2010.539741] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2010.539935] env[63348]: INFO nova.compute.manager [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Took 7.08 seconds to destroy the instance on the hypervisor. [ 2010.540065] env[63348]: DEBUG oslo.service.loopingcall [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2010.540270] env[63348]: DEBUG nova.compute.manager [-] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2010.540362] env[63348]: DEBUG nova.network.neutron [-] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2010.709193] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Volume attach. Driver type: vmdk {{(pid=63348) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2010.709463] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415687', 'volume_id': '6e65c82e-1e17-46cd-8ad4-357f9367af02', 'name': 'volume-6e65c82e-1e17-46cd-8ad4-357f9367af02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99bc2f43-621c-4004-90e4-106bcd607b5a', 'attached_at': '', 'detached_at': '', 'volume_id': '6e65c82e-1e17-46cd-8ad4-357f9367af02', 'serial': '6e65c82e-1e17-46cd-8ad4-357f9367af02'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2010.711019] env[63348]: DEBUG nova.compute.utils [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2010.714853] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b54569a-1b78-4a7a-9425-b8bbc4f68e9d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.717932] env[63348]: DEBUG nova.compute.manager [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2010.718113] env[63348]: DEBUG nova.network.neutron [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2010.734255] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2321b2-30b0-4b0b-8f94-5072d384d9cf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.761904] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] volume-6e65c82e-1e17-46cd-8ad4-357f9367af02/volume-6e65c82e-1e17-46cd-8ad4-357f9367af02.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2010.762597] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f7a6eb2-88e6-41e6-b6bc-17326b0957c4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.781655] env[63348]: DEBUG oslo_vmware.api [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2010.781655] env[63348]: value = "task-2023138" [ 2010.781655] env[63348]: _type = "Task" [ 2010.781655] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.785945] env[63348]: DEBUG nova.policy [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36027416e1e341e09f86f596d569e958', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dc5889b2fcc4ecd810a1016eb845ddf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2010.792449] env[63348]: DEBUG oslo_vmware.api [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.859564] env[63348]: DEBUG nova.compute.manager [req-ce0590b5-615e-489a-8fc8-435dfa56dd42 req-9483db4c-cfce-4c08-b3a5-c3c7dd11b6e3 service nova] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Received event network-vif-deleted-2d85e47e-a1f3-499a-aa96-bba9681c0c80 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2010.859625] env[63348]: INFO nova.compute.manager [req-ce0590b5-615e-489a-8fc8-435dfa56dd42 req-9483db4c-cfce-4c08-b3a5-c3c7dd11b6e3 service nova] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Neutron deleted interface 2d85e47e-a1f3-499a-aa96-bba9681c0c80; detaching it from the instance and deleting it from the info cache [ 2010.859865] env[63348]: DEBUG nova.network.neutron [req-ce0590b5-615e-489a-8fc8-435dfa56dd42 req-9483db4c-cfce-4c08-b3a5-c3c7dd11b6e3 service nova] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.083518] env[63348]: DEBUG nova.network.neutron [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Successfully created port: 1b000c12-e07a-4e22-b600-e873fc6118f4 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2011.177905] env[63348]: DEBUG nova.compute.manager [req-46751e21-e5d6-4ca1-be70-760b85de512d req-e2bd4608-a186-4aec-a787-7fbc2dda973c service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Received event network-vif-plugged-b5cc1f6f-b74d-473d-a2bd-ee018f9f878a {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2011.178137] env[63348]: DEBUG oslo_concurrency.lockutils [req-46751e21-e5d6-4ca1-be70-760b85de512d req-e2bd4608-a186-4aec-a787-7fbc2dda973c service nova] Acquiring lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.178350] env[63348]: DEBUG oslo_concurrency.lockutils [req-46751e21-e5d6-4ca1-be70-760b85de512d req-e2bd4608-a186-4aec-a787-7fbc2dda973c service nova] Lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.178520] env[63348]: DEBUG oslo_concurrency.lockutils [req-46751e21-e5d6-4ca1-be70-760b85de512d req-e2bd4608-a186-4aec-a787-7fbc2dda973c service nova] Lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.178689] env[63348]: DEBUG nova.compute.manager [req-46751e21-e5d6-4ca1-be70-760b85de512d req-e2bd4608-a186-4aec-a787-7fbc2dda973c service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] No waiting events found dispatching network-vif-plugged-b5cc1f6f-b74d-473d-a2bd-ee018f9f878a {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2011.178849] env[63348]: WARNING nova.compute.manager [req-46751e21-e5d6-4ca1-be70-760b85de512d req-e2bd4608-a186-4aec-a787-7fbc2dda973c service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Received unexpected event network-vif-plugged-b5cc1f6f-b74d-473d-a2bd-ee018f9f878a for instance with vm_state shelved_offloaded and task_state spawning. [ 2011.219917] env[63348]: DEBUG nova.compute.manager [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2011.294564] env[63348]: DEBUG oslo_vmware.api [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023138, 'name': ReconfigVM_Task, 'duration_secs': 0.363003} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.295492] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Reconfigured VM instance instance-00000055 to attach disk [datastore1] volume-6e65c82e-1e17-46cd-8ad4-357f9367af02/volume-6e65c82e-1e17-46cd-8ad4-357f9367af02.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2011.307326] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddf7bf1a-d1f7-44b4-9218-bbab3772ee29 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.324565] env[63348]: DEBUG nova.network.neutron [-] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.332020] env[63348]: DEBUG oslo_vmware.api [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2011.332020] env[63348]: value = "task-2023139" [ 2011.332020] env[63348]: _type = "Task" [ 2011.332020] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.342928] env[63348]: DEBUG oslo_vmware.api [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023139, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.362929] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5358197b-8634-4f35-90eb-75e749ea2b73 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.374253] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a6c940-f372-4b88-818b-48f17613eec1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.386076] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.386257] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquired lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.386450] env[63348]: DEBUG nova.network.neutron [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2011.412803] env[63348]: DEBUG nova.compute.manager [req-ce0590b5-615e-489a-8fc8-435dfa56dd42 req-9483db4c-cfce-4c08-b3a5-c3c7dd11b6e3 service nova] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Detach interface failed, port_id=2d85e47e-a1f3-499a-aa96-bba9681c0c80, reason: Instance 713936df-ad40-4728-a19f-ac1fe71e84ec could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2011.614884] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d044a997-d938-45d3-a4f4-b3450c5db201 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.624561] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f885fd-0991-4e3c-857d-fb0266749653 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.656107] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0565ea45-a205-4a93-9e39-d4b1c3090039 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.663535] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062386ad-1823-4f23-abaf-74585c94b5b7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.677500] env[63348]: DEBUG nova.compute.provider_tree [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2011.827719] env[63348]: INFO nova.compute.manager [-] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Took 1.29 seconds to deallocate network for instance. [ 2011.841054] env[63348]: DEBUG oslo_vmware.api [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023139, 'name': ReconfigVM_Task, 'duration_secs': 0.142057} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.841360] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415687', 'volume_id': '6e65c82e-1e17-46cd-8ad4-357f9367af02', 'name': 'volume-6e65c82e-1e17-46cd-8ad4-357f9367af02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99bc2f43-621c-4004-90e4-106bcd607b5a', 'attached_at': '', 'detached_at': '', 'volume_id': '6e65c82e-1e17-46cd-8ad4-357f9367af02', 'serial': '6e65c82e-1e17-46cd-8ad4-357f9367af02'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2012.136910] env[63348]: DEBUG nova.network.neutron [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Updating instance_info_cache with network_info: [{"id": "b5cc1f6f-b74d-473d-a2bd-ee018f9f878a", "address": "fa:16:3e:49:83:1a", "network": {"id": "1b6efb5f-da54-48d5-9abe-8973d76425dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614267813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf92ba54e74328aba91b42b124ea75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cc1f6f-b7", "ovs_interfaceid": "b5cc1f6f-b74d-473d-a2bd-ee018f9f878a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.180344] env[63348]: DEBUG nova.scheduler.client.report [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2012.234366] env[63348]: DEBUG nova.compute.manager [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2012.259083] env[63348]: DEBUG nova.virt.hardware [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2012.259385] env[63348]: DEBUG nova.virt.hardware [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2012.259547] env[63348]: DEBUG nova.virt.hardware [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2012.259727] env[63348]: DEBUG nova.virt.hardware [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2012.259873] env[63348]: DEBUG nova.virt.hardware [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2012.260063] env[63348]: DEBUG nova.virt.hardware [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2012.260240] env[63348]: DEBUG nova.virt.hardware [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2012.260397] env[63348]: DEBUG nova.virt.hardware [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2012.260589] env[63348]: DEBUG nova.virt.hardware [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2012.260779] env[63348]: DEBUG nova.virt.hardware [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2012.260956] env[63348]: DEBUG nova.virt.hardware [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2012.261871] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52222e50-b39d-4799-bf07-104d3be4f8fa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.272394] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fcf6e5-d609-4aae-9b18-0b64a06cd5d3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.337136] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.575024] env[63348]: DEBUG nova.network.neutron [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Successfully updated port: 1b000c12-e07a-4e22-b600-e873fc6118f4 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2012.639691] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Releasing lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.664534] env[63348]: DEBUG nova.virt.hardware [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e719acdf446cfb1826fff90b853e1188',container_format='bare',created_at=2025-01-06T02:40:28Z,direct_url=,disk_format='vmdk',id=6036718b-1693-45f2-9da1-8527e654bd33,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-325003080-shelved',owner='dadf92ba54e74328aba91b42b124ea75',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-01-06T02:40:55Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2012.664778] env[63348]: DEBUG nova.virt.hardware [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2012.664935] env[63348]: DEBUG nova.virt.hardware [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2012.665132] env[63348]: DEBUG nova.virt.hardware [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2012.665280] env[63348]: DEBUG nova.virt.hardware [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2012.665422] env[63348]: DEBUG nova.virt.hardware [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2012.665621] env[63348]: DEBUG nova.virt.hardware [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2012.665777] env[63348]: DEBUG nova.virt.hardware [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2012.665936] env[63348]: DEBUG nova.virt.hardware [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2012.666103] env[63348]: DEBUG nova.virt.hardware [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2012.666274] env[63348]: DEBUG nova.virt.hardware [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2012.667139] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a0a343-8977-4169-857e-3ca5b3d9c8f9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.675573] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72193981-da31-4a1f-91db-afb2b5ca1fe9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.689430] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.689945] env[63348]: DEBUG nova.compute.manager [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2012.692793] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:83:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5cc1f6f-b74d-473d-a2bd-ee018f9f878a', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2012.700922] env[63348]: DEBUG oslo.service.loopingcall [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2012.701460] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.105s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.703036] env[63348]: INFO nova.compute.claims [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2012.705892] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2012.706237] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-521fed78-9aa6-43ca-bd81-619e6e9247a3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.727961] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2012.727961] env[63348]: value = "task-2023140" [ 2012.727961] env[63348]: _type = "Task" [ 2012.727961] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.736954] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023140, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.878757] env[63348]: DEBUG nova.objects.instance [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lazy-loading 'flavor' on Instance uuid 99bc2f43-621c-4004-90e4-106bcd607b5a {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2012.882652] env[63348]: DEBUG nova.compute.manager [req-838caccd-9a0a-4899-810a-3861f5fa25ed req-4c2cb454-4692-4519-96f4-c08a93d328cd service nova] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Received event network-vif-plugged-1b000c12-e07a-4e22-b600-e873fc6118f4 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2012.882894] env[63348]: DEBUG oslo_concurrency.lockutils [req-838caccd-9a0a-4899-810a-3861f5fa25ed req-4c2cb454-4692-4519-96f4-c08a93d328cd service nova] Acquiring lock "df11ca0d-ee85-492f-b48e-e5219dd9405d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.883150] env[63348]: DEBUG oslo_concurrency.lockutils [req-838caccd-9a0a-4899-810a-3861f5fa25ed req-4c2cb454-4692-4519-96f4-c08a93d328cd service nova] Lock "df11ca0d-ee85-492f-b48e-e5219dd9405d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.883326] env[63348]: DEBUG oslo_concurrency.lockutils [req-838caccd-9a0a-4899-810a-3861f5fa25ed req-4c2cb454-4692-4519-96f4-c08a93d328cd service nova] Lock "df11ca0d-ee85-492f-b48e-e5219dd9405d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.883509] env[63348]: DEBUG nova.compute.manager [req-838caccd-9a0a-4899-810a-3861f5fa25ed req-4c2cb454-4692-4519-96f4-c08a93d328cd service nova] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] No waiting events found dispatching network-vif-plugged-1b000c12-e07a-4e22-b600-e873fc6118f4 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2012.883670] env[63348]: WARNING nova.compute.manager [req-838caccd-9a0a-4899-810a-3861f5fa25ed req-4c2cb454-4692-4519-96f4-c08a93d328cd service nova] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Received unexpected event network-vif-plugged-1b000c12-e07a-4e22-b600-e873fc6118f4 for instance with vm_state building and task_state spawning. [ 2012.885208] env[63348]: DEBUG nova.compute.manager [req-838caccd-9a0a-4899-810a-3861f5fa25ed req-4c2cb454-4692-4519-96f4-c08a93d328cd service nova] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Received event network-changed-1b000c12-e07a-4e22-b600-e873fc6118f4 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2012.885208] env[63348]: DEBUG nova.compute.manager [req-838caccd-9a0a-4899-810a-3861f5fa25ed req-4c2cb454-4692-4519-96f4-c08a93d328cd service nova] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Refreshing instance network info cache due to event network-changed-1b000c12-e07a-4e22-b600-e873fc6118f4. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2012.885208] env[63348]: DEBUG oslo_concurrency.lockutils [req-838caccd-9a0a-4899-810a-3861f5fa25ed req-4c2cb454-4692-4519-96f4-c08a93d328cd service nova] Acquiring lock "refresh_cache-df11ca0d-ee85-492f-b48e-e5219dd9405d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2012.885208] env[63348]: DEBUG oslo_concurrency.lockutils [req-838caccd-9a0a-4899-810a-3861f5fa25ed req-4c2cb454-4692-4519-96f4-c08a93d328cd service nova] Acquired lock "refresh_cache-df11ca0d-ee85-492f-b48e-e5219dd9405d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.885515] env[63348]: DEBUG nova.network.neutron [req-838caccd-9a0a-4899-810a-3861f5fa25ed req-4c2cb454-4692-4519-96f4-c08a93d328cd service nova] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Refreshing network info cache for port 1b000c12-e07a-4e22-b600-e873fc6118f4 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2013.077012] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "refresh_cache-df11ca0d-ee85-492f-b48e-e5219dd9405d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.203742] env[63348]: DEBUG nova.compute.utils [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2013.204586] env[63348]: DEBUG nova.compute.manager [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2013.204807] env[63348]: DEBUG nova.network.neutron [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2013.211411] env[63348]: DEBUG nova.compute.manager [req-8e147f60-5ced-4808-a4b6-5879943643b8 req-8a5f2ebe-6ed7-4244-b8cb-b3807f53e6c0 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Received event network-changed-b5cc1f6f-b74d-473d-a2bd-ee018f9f878a {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2013.211700] env[63348]: DEBUG nova.compute.manager [req-8e147f60-5ced-4808-a4b6-5879943643b8 req-8a5f2ebe-6ed7-4244-b8cb-b3807f53e6c0 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Refreshing instance network info cache due to event network-changed-b5cc1f6f-b74d-473d-a2bd-ee018f9f878a. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2013.212665] env[63348]: DEBUG oslo_concurrency.lockutils [req-8e147f60-5ced-4808-a4b6-5879943643b8 req-8a5f2ebe-6ed7-4244-b8cb-b3807f53e6c0 service nova] Acquiring lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.212665] env[63348]: DEBUG oslo_concurrency.lockutils [req-8e147f60-5ced-4808-a4b6-5879943643b8 req-8a5f2ebe-6ed7-4244-b8cb-b3807f53e6c0 service nova] Acquired lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.212665] env[63348]: DEBUG nova.network.neutron [req-8e147f60-5ced-4808-a4b6-5879943643b8 req-8a5f2ebe-6ed7-4244-b8cb-b3807f53e6c0 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Refreshing network info cache for port b5cc1f6f-b74d-473d-a2bd-ee018f9f878a {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2013.240252] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023140, 'name': CreateVM_Task, 'duration_secs': 0.358825} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.240419] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2013.241123] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6036718b-1693-45f2-9da1-8527e654bd33" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.241293] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6036718b-1693-45f2-9da1-8527e654bd33" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.241682] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6036718b-1693-45f2-9da1-8527e654bd33" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2013.241934] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d957895a-3fe0-4bfe-8d19-1bd9b5c8dd1c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.247018] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2013.247018] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ef1fdd-29f2-01b0-5528-c9e6c83cde86" [ 2013.247018] env[63348]: _type = "Task" [ 2013.247018] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.252420] env[63348]: DEBUG nova.policy [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0683ef08c2e46bb9b71f7ee0df88778', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e2cbae66743467082cb6b3b162bc5af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2013.257224] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ef1fdd-29f2-01b0-5528-c9e6c83cde86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.385131] env[63348]: DEBUG oslo_concurrency.lockutils [None req-aa9e6f0c-8b08-4b4d-993d-f5893a59221a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "99bc2f43-621c-4004-90e4-106bcd607b5a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.293s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.416202] env[63348]: DEBUG nova.network.neutron [req-838caccd-9a0a-4899-810a-3861f5fa25ed req-4c2cb454-4692-4519-96f4-c08a93d328cd service nova] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2013.527922] env[63348]: DEBUG nova.network.neutron [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Successfully created port: 47b26baa-b045-489e-9060-c05e56ff4829 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2013.537524] env[63348]: DEBUG nova.network.neutron [req-838caccd-9a0a-4899-810a-3861f5fa25ed req-4c2cb454-4692-4519-96f4-c08a93d328cd service nova] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.708124] env[63348]: DEBUG nova.compute.manager [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2013.772643] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6036718b-1693-45f2-9da1-8527e654bd33" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.772904] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Processing image 6036718b-1693-45f2-9da1-8527e654bd33 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2013.773154] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6036718b-1693-45f2-9da1-8527e654bd33/6036718b-1693-45f2-9da1-8527e654bd33.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.773706] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6036718b-1693-45f2-9da1-8527e654bd33/6036718b-1693-45f2-9da1-8527e654bd33.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.773706] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2013.774863] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e6ce7b8-7a11-4658-9b4e-05b67b485150 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.797845] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2013.798084] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2013.802884] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7366943-47e0-4e8b-98e6-197b7e6c2cf5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.814648] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2013.814648] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52252a7d-1c33-c3dd-6845-4c0499d1ba2d" [ 2013.814648] env[63348]: _type = "Task" [ 2013.814648] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.823151] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52252a7d-1c33-c3dd-6845-4c0499d1ba2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.970679] env[63348]: DEBUG nova.network.neutron [req-8e147f60-5ced-4808-a4b6-5879943643b8 req-8a5f2ebe-6ed7-4244-b8cb-b3807f53e6c0 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Updated VIF entry in instance network info cache for port b5cc1f6f-b74d-473d-a2bd-ee018f9f878a. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2013.971538] env[63348]: DEBUG nova.network.neutron [req-8e147f60-5ced-4808-a4b6-5879943643b8 req-8a5f2ebe-6ed7-4244-b8cb-b3807f53e6c0 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Updating instance_info_cache with network_info: [{"id": "b5cc1f6f-b74d-473d-a2bd-ee018f9f878a", "address": "fa:16:3e:49:83:1a", "network": {"id": "1b6efb5f-da54-48d5-9abe-8973d76425dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614267813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf92ba54e74328aba91b42b124ea75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cc1f6f-b7", "ovs_interfaceid": "b5cc1f6f-b74d-473d-a2bd-ee018f9f878a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.999741] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1b0cc9-0d0d-4e48-86b0-fa20ede74ba1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.011146] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af06559c-bc12-4b19-b16c-89aa63e1a37f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.061431] env[63348]: DEBUG oslo_concurrency.lockutils [req-838caccd-9a0a-4899-810a-3861f5fa25ed req-4c2cb454-4692-4519-96f4-c08a93d328cd service nova] Releasing lock "refresh_cache-df11ca0d-ee85-492f-b48e-e5219dd9405d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2014.062660] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "refresh_cache-df11ca0d-ee85-492f-b48e-e5219dd9405d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.062920] env[63348]: DEBUG nova.network.neutron [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2014.065102] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d214b46-8556-4e21-a4c2-8f276e6fc14c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.076617] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dfd84f-b4fc-4a94-a325-aa7743a8deee {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.098190] env[63348]: DEBUG nova.compute.provider_tree [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2014.319192] env[63348]: DEBUG nova.compute.manager [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Stashing vm_state: active {{(pid=63348) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2014.328847] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Preparing fetch location {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2014.329112] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Fetch image to [datastore1] OSTACK_IMG_ab1294b6-70de-4b72-bf8c-b6e93940c29e/OSTACK_IMG_ab1294b6-70de-4b72-bf8c-b6e93940c29e.vmdk {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2014.329305] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Downloading stream optimized image 6036718b-1693-45f2-9da1-8527e654bd33 to [datastore1] OSTACK_IMG_ab1294b6-70de-4b72-bf8c-b6e93940c29e/OSTACK_IMG_ab1294b6-70de-4b72-bf8c-b6e93940c29e.vmdk on the data store datastore1 as vApp {{(pid=63348) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2014.329474] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Downloading image file data 6036718b-1693-45f2-9da1-8527e654bd33 to the ESX as VM named 'OSTACK_IMG_ab1294b6-70de-4b72-bf8c-b6e93940c29e' {{(pid=63348) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2014.406849] env[63348]: DEBUG oslo_vmware.rw_handles [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2014.406849] env[63348]: value = "resgroup-9" [ 2014.406849] env[63348]: _type = "ResourcePool" [ 2014.406849] env[63348]: }. {{(pid=63348) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2014.407498] env[63348]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9475fec1-379a-4e59-b106-12113111d89b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.428743] env[63348]: DEBUG oslo_vmware.rw_handles [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lease: (returnval){ [ 2014.428743] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c3a2a5-6939-1f92-8dc3-389cf343f148" [ 2014.428743] env[63348]: _type = "HttpNfcLease" [ 2014.428743] env[63348]: } obtained for vApp import into resource pool (val){ [ 2014.428743] env[63348]: value = "resgroup-9" [ 2014.428743] env[63348]: _type = "ResourcePool" [ 2014.428743] env[63348]: }. {{(pid=63348) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2014.429083] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the lease: (returnval){ [ 2014.429083] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c3a2a5-6939-1f92-8dc3-389cf343f148" [ 2014.429083] env[63348]: _type = "HttpNfcLease" [ 2014.429083] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2014.435456] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2014.435456] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c3a2a5-6939-1f92-8dc3-389cf343f148" [ 2014.435456] env[63348]: _type = "HttpNfcLease" [ 2014.435456] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2014.474665] env[63348]: DEBUG oslo_concurrency.lockutils [req-8e147f60-5ced-4808-a4b6-5879943643b8 req-8a5f2ebe-6ed7-4244-b8cb-b3807f53e6c0 service nova] Releasing lock "refresh_cache-736cccd6-837d-4bf8-a4f5-c8e9c72c555f" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2014.601743] env[63348]: DEBUG nova.scheduler.client.report [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2014.605796] env[63348]: DEBUG nova.network.neutron [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2014.718429] env[63348]: DEBUG nova.compute.manager [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2014.746314] env[63348]: DEBUG nova.virt.hardware [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2014.746554] env[63348]: DEBUG nova.virt.hardware [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2014.746785] env[63348]: DEBUG nova.virt.hardware [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2014.746875] env[63348]: DEBUG nova.virt.hardware [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2014.747020] env[63348]: DEBUG nova.virt.hardware [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2014.747172] env[63348]: DEBUG nova.virt.hardware [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2014.747409] env[63348]: DEBUG nova.virt.hardware [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2014.747570] env[63348]: DEBUG nova.virt.hardware [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2014.747735] env[63348]: DEBUG nova.virt.hardware [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2014.747893] env[63348]: DEBUG nova.virt.hardware [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2014.748072] env[63348]: DEBUG nova.virt.hardware [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2014.749298] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2281c434-a1ce-47b6-b03b-134b5bc08201 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.757389] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b5a8da-5835-4472-ab7b-3ecedfb08ad8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.841818] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.844029] env[63348]: DEBUG nova.network.neutron [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Updating instance_info_cache with network_info: [{"id": "1b000c12-e07a-4e22-b600-e873fc6118f4", "address": "fa:16:3e:76:79:a0", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b000c12-e0", "ovs_interfaceid": "1b000c12-e07a-4e22-b600-e873fc6118f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.937315] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2014.937315] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c3a2a5-6939-1f92-8dc3-389cf343f148" [ 2014.937315] env[63348]: _type = "HttpNfcLease" [ 2014.937315] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2014.937597] env[63348]: DEBUG oslo_vmware.rw_handles [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2014.937597] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c3a2a5-6939-1f92-8dc3-389cf343f148" [ 2014.937597] env[63348]: _type = "HttpNfcLease" [ 2014.937597] env[63348]: }. {{(pid=63348) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2014.938314] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589b4dc6-a097-47c9-9e05-5eea55c06c02 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.942552] env[63348]: DEBUG nova.compute.manager [req-a777a288-7fad-4b61-9adb-497b1f2bd075 req-2b0eb06f-b2d4-48bf-9612-27dba69fc380 service nova] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Received event network-vif-plugged-47b26baa-b045-489e-9060-c05e56ff4829 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2014.942751] env[63348]: DEBUG oslo_concurrency.lockutils [req-a777a288-7fad-4b61-9adb-497b1f2bd075 req-2b0eb06f-b2d4-48bf-9612-27dba69fc380 service nova] Acquiring lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.942958] env[63348]: DEBUG oslo_concurrency.lockutils [req-a777a288-7fad-4b61-9adb-497b1f2bd075 req-2b0eb06f-b2d4-48bf-9612-27dba69fc380 service nova] Lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.943138] env[63348]: DEBUG oslo_concurrency.lockutils [req-a777a288-7fad-4b61-9adb-497b1f2bd075 req-2b0eb06f-b2d4-48bf-9612-27dba69fc380 service nova] Lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.943379] env[63348]: DEBUG nova.compute.manager [req-a777a288-7fad-4b61-9adb-497b1f2bd075 req-2b0eb06f-b2d4-48bf-9612-27dba69fc380 service nova] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] No waiting events found dispatching network-vif-plugged-47b26baa-b045-489e-9060-c05e56ff4829 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2014.943469] env[63348]: WARNING nova.compute.manager [req-a777a288-7fad-4b61-9adb-497b1f2bd075 req-2b0eb06f-b2d4-48bf-9612-27dba69fc380 service nova] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Received unexpected event network-vif-plugged-47b26baa-b045-489e-9060-c05e56ff4829 for instance with vm_state building and task_state spawning. [ 2014.949279] env[63348]: DEBUG oslo_vmware.rw_handles [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52400325-ae9d-04b3-89c4-6e961a6c341c/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2014.949485] env[63348]: DEBUG oslo_vmware.rw_handles [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52400325-ae9d-04b3-89c4-6e961a6c341c/disk-0.vmdk. {{(pid=63348) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2015.022417] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-41b34840-02b3-4e63-b72d-2c77533a9077 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.034329] env[63348]: DEBUG nova.network.neutron [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Successfully updated port: 47b26baa-b045-489e-9060-c05e56ff4829 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2015.108773] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.109269] env[63348]: DEBUG nova.compute.manager [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2015.111976] env[63348]: DEBUG oslo_concurrency.lockutils [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.295s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.112267] env[63348]: DEBUG nova.objects.instance [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lazy-loading 'resources' on Instance uuid 05cfaff1-e949-438d-b516-05a3aca8c0b6 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2015.346735] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "refresh_cache-df11ca0d-ee85-492f-b48e-e5219dd9405d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.347116] env[63348]: DEBUG nova.compute.manager [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Instance network_info: |[{"id": "1b000c12-e07a-4e22-b600-e873fc6118f4", "address": "fa:16:3e:76:79:a0", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b000c12-e0", "ovs_interfaceid": "1b000c12-e07a-4e22-b600-e873fc6118f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2015.347477] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:79:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b000c12-e07a-4e22-b600-e873fc6118f4', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2015.356121] env[63348]: DEBUG oslo.service.loopingcall [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2015.359024] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2015.359380] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b7f6a4d-3f0a-4bab-8d16-572174ddb965 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.384632] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2015.384632] env[63348]: value = "task-2023142" [ 2015.384632] env[63348]: _type = "Task" [ 2015.384632] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.395254] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023142, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.540818] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "refresh_cache-aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2015.541021] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquired lock "refresh_cache-aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.541188] env[63348]: DEBUG nova.network.neutron [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2015.616681] env[63348]: DEBUG nova.compute.utils [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2015.621724] env[63348]: DEBUG nova.compute.manager [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2015.621724] env[63348]: DEBUG nova.network.neutron [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2015.678103] env[63348]: DEBUG nova.policy [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16ba79e4ef3f498c8543b25f329c8e3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b4bdd51702e41f09e96d77d095278aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2015.900470] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023142, 'name': CreateVM_Task, 'duration_secs': 0.353275} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.903298] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2015.904300] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2015.904509] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.904891] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2015.905184] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c36692f-6aa1-4ee4-af4f-e419188d52cf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.910712] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2015.910712] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52406b57-a1a5-119b-5b97-7deffb3a867c" [ 2015.910712] env[63348]: _type = "Task" [ 2015.910712] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.917861] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed16e88a-f4db-4875-8c07-bf26a10cac03 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.926437] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52406b57-a1a5-119b-5b97-7deffb3a867c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.929312] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b09ca3d-63c3-4b52-b93a-38d21f358820 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.962300] env[63348]: DEBUG nova.network.neutron [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Successfully created port: d3497cc5-61be-4003-a3f7-b1aa4a41d516 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2015.966329] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e51ff22-d34d-40f3-9c87-f3ac174f21df {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.975562] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52053263-5c6f-4d15-9554-b13c40360c7a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.992926] env[63348]: DEBUG nova.compute.provider_tree [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2016.099716] env[63348]: DEBUG nova.network.neutron [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2016.112075] env[63348]: DEBUG oslo_vmware.rw_handles [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Completed reading data from the image iterator. {{(pid=63348) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2016.112399] env[63348]: DEBUG oslo_vmware.rw_handles [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52400325-ae9d-04b3-89c4-6e961a6c341c/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2016.117016] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64ef852-9d54-44dd-8261-ff31e1ad1f4b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.123398] env[63348]: DEBUG oslo_vmware.rw_handles [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52400325-ae9d-04b3-89c4-6e961a6c341c/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2016.124998] env[63348]: DEBUG oslo_vmware.rw_handles [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52400325-ae9d-04b3-89c4-6e961a6c341c/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2016.124998] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d1d1679e-6566-4837-87e3-9c5630265c2b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.126097] env[63348]: DEBUG nova.compute.manager [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2016.276254] env[63348]: DEBUG nova.network.neutron [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Updating instance_info_cache with network_info: [{"id": "47b26baa-b045-489e-9060-c05e56ff4829", "address": "fa:16:3e:06:8c:6d", "network": {"id": "05d142a1-d791-4a8b-8c45-c8aa05d9f045", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-375878555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e2cbae66743467082cb6b3b162bc5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b26baa-b0", "ovs_interfaceid": "47b26baa-b045-489e-9060-c05e56ff4829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2016.331304] env[63348]: DEBUG oslo_vmware.rw_handles [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52400325-ae9d-04b3-89c4-6e961a6c341c/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2016.331550] env[63348]: INFO nova.virt.vmwareapi.images [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Downloaded image file data 6036718b-1693-45f2-9da1-8527e654bd33 [ 2016.332393] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d0861f-b3a3-4eab-ac88-ab07fe234ac1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.348329] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da5f84f6-6f0a-4cc0-a089-1c87099ac673 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.375267] env[63348]: INFO nova.virt.vmwareapi.images [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] The imported VM was unregistered [ 2016.377619] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Caching image {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2016.377851] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6036718b-1693-45f2-9da1-8527e654bd33 {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2016.378162] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53d5e953-324b-4fc5-aa3e-641817dcaedf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.388918] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Created directory with path [datastore1] devstack-image-cache_base/6036718b-1693-45f2-9da1-8527e654bd33 {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2016.389108] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ab1294b6-70de-4b72-bf8c-b6e93940c29e/OSTACK_IMG_ab1294b6-70de-4b72-bf8c-b6e93940c29e.vmdk to [datastore1] devstack-image-cache_base/6036718b-1693-45f2-9da1-8527e654bd33/6036718b-1693-45f2-9da1-8527e654bd33.vmdk. {{(pid=63348) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2016.389343] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-beb72dd6-17f8-4cbf-b703-7eae399b3bfc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.395918] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2016.395918] env[63348]: value = "task-2023144" [ 2016.395918] env[63348]: _type = "Task" [ 2016.395918] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.403939] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023144, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.419474] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52406b57-a1a5-119b-5b97-7deffb3a867c, 'name': SearchDatastore_Task, 'duration_secs': 0.020217} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.419780] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2016.420054] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2016.420303] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.420466] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.420828] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2016.420967] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03f28d5a-7975-4450-9db5-97f2229a0649 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.438102] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2016.438353] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2016.439171] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d6d5aa8-4cf3-47b4-b946-08ce471881e1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.444349] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2016.444349] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52042de1-150e-beb7-388d-18f0bbba3efb" [ 2016.444349] env[63348]: _type = "Task" [ 2016.444349] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.453586] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52042de1-150e-beb7-388d-18f0bbba3efb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.501842] env[63348]: DEBUG nova.scheduler.client.report [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2016.779158] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Releasing lock "refresh_cache-aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2016.779522] env[63348]: DEBUG nova.compute.manager [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Instance network_info: |[{"id": "47b26baa-b045-489e-9060-c05e56ff4829", "address": "fa:16:3e:06:8c:6d", "network": {"id": "05d142a1-d791-4a8b-8c45-c8aa05d9f045", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-375878555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e2cbae66743467082cb6b3b162bc5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b26baa-b0", "ovs_interfaceid": "47b26baa-b045-489e-9060-c05e56ff4829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2016.780088] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:8c:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47b26baa-b045-489e-9060-c05e56ff4829', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2016.787766] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Creating folder: Project (5e2cbae66743467082cb6b3b162bc5af). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2016.788062] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fffc393-fb4d-417d-a5fa-323cd956a59d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.798743] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Created folder: Project (5e2cbae66743467082cb6b3b162bc5af) in parent group-v415427. [ 2016.798968] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Creating folder: Instances. Parent ref: group-v415691. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2016.799234] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b94054c-6abf-4151-b467-84dcefd7cd86 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.809088] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Created folder: Instances in parent group-v415691. [ 2016.809351] env[63348]: DEBUG oslo.service.loopingcall [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2016.809547] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2016.809825] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a05aef9-4d63-42b4-b691-3b868f24d4d8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.828864] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2016.828864] env[63348]: value = "task-2023147" [ 2016.828864] env[63348]: _type = "Task" [ 2016.828864] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.836803] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023147, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.908930] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023144, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.954671] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52042de1-150e-beb7-388d-18f0bbba3efb, 'name': SearchDatastore_Task, 'duration_secs': 0.026955} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.955523] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f847c25e-c6d2-483f-ab79-b03bd4ba6cf4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.960988] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2016.960988] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e63b6a-010d-3733-3999-5c4245570849" [ 2016.960988] env[63348]: _type = "Task" [ 2016.960988] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.969100] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e63b6a-010d-3733-3999-5c4245570849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.974283] env[63348]: DEBUG nova.compute.manager [req-2b3c4d85-1b5e-4a3b-9255-b366dba48a41 req-441250ff-06e5-4184-93a0-de55761213ea service nova] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Received event network-changed-47b26baa-b045-489e-9060-c05e56ff4829 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2016.974476] env[63348]: DEBUG nova.compute.manager [req-2b3c4d85-1b5e-4a3b-9255-b366dba48a41 req-441250ff-06e5-4184-93a0-de55761213ea service nova] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Refreshing instance network info cache due to event network-changed-47b26baa-b045-489e-9060-c05e56ff4829. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2016.974690] env[63348]: DEBUG oslo_concurrency.lockutils [req-2b3c4d85-1b5e-4a3b-9255-b366dba48a41 req-441250ff-06e5-4184-93a0-de55761213ea service nova] Acquiring lock "refresh_cache-aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.974831] env[63348]: DEBUG oslo_concurrency.lockutils [req-2b3c4d85-1b5e-4a3b-9255-b366dba48a41 req-441250ff-06e5-4184-93a0-de55761213ea service nova] Acquired lock "refresh_cache-aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.974985] env[63348]: DEBUG nova.network.neutron [req-2b3c4d85-1b5e-4a3b-9255-b366dba48a41 req-441250ff-06e5-4184-93a0-de55761213ea service nova] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Refreshing network info cache for port 47b26baa-b045-489e-9060-c05e56ff4829 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2017.007061] env[63348]: DEBUG oslo_concurrency.lockutils [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.009865] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.868s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.010039] env[63348]: DEBUG nova.objects.instance [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lazy-loading 'resources' on Instance uuid a825e801-5fc4-4d52-be98-3df7ce4bb938 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2017.032223] env[63348]: INFO nova.scheduler.client.report [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Deleted allocations for instance 05cfaff1-e949-438d-b516-05a3aca8c0b6 [ 2017.137837] env[63348]: DEBUG nova.compute.manager [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2017.168492] env[63348]: DEBUG nova.virt.hardware [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2017.168802] env[63348]: DEBUG nova.virt.hardware [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2017.169013] env[63348]: DEBUG nova.virt.hardware [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2017.169245] env[63348]: DEBUG nova.virt.hardware [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2017.169440] env[63348]: DEBUG nova.virt.hardware [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2017.169617] env[63348]: DEBUG nova.virt.hardware [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2017.169871] env[63348]: DEBUG nova.virt.hardware [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2017.170091] env[63348]: DEBUG nova.virt.hardware [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2017.170316] env[63348]: DEBUG nova.virt.hardware [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2017.170569] env[63348]: DEBUG nova.virt.hardware [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2017.170843] env[63348]: DEBUG nova.virt.hardware [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2017.171939] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d23346-c3dd-44e1-bb9f-07a3bdb8968a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.180756] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd3f115-205e-430f-b8cc-dc236bb055e5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.342349] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023147, 'name': CreateVM_Task, 'duration_secs': 0.408005} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.343074] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2017.343801] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.343972] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.344326] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2017.344821] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5aadbf1-62bb-4950-b2d6-c1ddd02da162 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.351110] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2017.351110] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529a9e87-bc61-62d3-aa51-3607b6af681a" [ 2017.351110] env[63348]: _type = "Task" [ 2017.351110] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.359567] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529a9e87-bc61-62d3-aa51-3607b6af681a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.408947] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023144, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.472790] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e63b6a-010d-3733-3999-5c4245570849, 'name': SearchDatastore_Task, 'duration_secs': 0.106394} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.473124] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.473407] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] df11ca0d-ee85-492f-b48e-e5219dd9405d/df11ca0d-ee85-492f-b48e-e5219dd9405d.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2017.473737] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1917929d-9a2c-469a-a07a-28a0418bd027 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.481011] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2017.481011] env[63348]: value = "task-2023148" [ 2017.481011] env[63348]: _type = "Task" [ 2017.481011] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.489627] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.503311] env[63348]: DEBUG nova.network.neutron [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Successfully updated port: d3497cc5-61be-4003-a3f7-b1aa4a41d516 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2017.544439] env[63348]: DEBUG oslo_concurrency.lockutils [None req-32febedb-71ea-443d-9a2d-fce5343288d6 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "05cfaff1-e949-438d-b516-05a3aca8c0b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.123s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.795145] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbd05c7-bf4d-43e7-bdb0-481f587b89fe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.801451] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05937471-b205-4f0a-8768-0bab1841264b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.833796] env[63348]: DEBUG nova.network.neutron [req-2b3c4d85-1b5e-4a3b-9255-b366dba48a41 req-441250ff-06e5-4184-93a0-de55761213ea service nova] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Updated VIF entry in instance network info cache for port 47b26baa-b045-489e-9060-c05e56ff4829. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2017.834583] env[63348]: DEBUG nova.network.neutron [req-2b3c4d85-1b5e-4a3b-9255-b366dba48a41 req-441250ff-06e5-4184-93a0-de55761213ea service nova] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Updating instance_info_cache with network_info: [{"id": "47b26baa-b045-489e-9060-c05e56ff4829", "address": "fa:16:3e:06:8c:6d", "network": {"id": "05d142a1-d791-4a8b-8c45-c8aa05d9f045", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-375878555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e2cbae66743467082cb6b3b162bc5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b26baa-b0", "ovs_interfaceid": "47b26baa-b045-489e-9060-c05e56ff4829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.838226] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "6248c4a8-3234-4e2c-973c-b85b4e3b4e10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.838226] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "6248c4a8-3234-4e2c-973c-b85b4e3b4e10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.838226] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "6248c4a8-3234-4e2c-973c-b85b4e3b4e10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.838226] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "6248c4a8-3234-4e2c-973c-b85b4e3b4e10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.838226] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "6248c4a8-3234-4e2c-973c-b85b4e3b4e10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.839697] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0d8050-4cc6-4dfd-8bb9-d2211a8149c4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.842914] env[63348]: INFO nova.compute.manager [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Terminating instance [ 2017.860336] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245edb1c-acf8-443e-8391-1579ffa3b001 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.871449] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529a9e87-bc61-62d3-aa51-3607b6af681a, 'name': SearchDatastore_Task, 'duration_secs': 0.080727} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.880065] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.880841] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2017.881416] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.881774] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.882133] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2017.883071] env[63348]: DEBUG nova.compute.provider_tree [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2017.884738] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c570e4a3-8411-4c04-b56e-4f9998e8ed9b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.907317] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023144, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.907902] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2017.908156] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2017.908946] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcaa3f1f-8665-4dc8-96b5-fcecb742b5f1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.917611] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2017.917611] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d7387a-5035-7aa5-db5b-fc759e64d54f" [ 2017.917611] env[63348]: _type = "Task" [ 2017.917611] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.930504] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d7387a-5035-7aa5-db5b-fc759e64d54f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.995328] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.006151] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "refresh_cache-d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.006306] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquired lock "refresh_cache-d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.006528] env[63348]: DEBUG nova.network.neutron [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2018.345810] env[63348]: DEBUG oslo_concurrency.lockutils [req-2b3c4d85-1b5e-4a3b-9255-b366dba48a41 req-441250ff-06e5-4184-93a0-de55761213ea service nova] Releasing lock "refresh_cache-aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.350930] env[63348]: DEBUG nova.compute.manager [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2018.351202] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2018.352131] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8845a822-4216-42fc-a9e0-3dcf169b7392 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.364766] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2018.365090] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e3956f9-7a2b-4485-a85e-9d36b0cfd657 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.378058] env[63348]: DEBUG oslo_vmware.api [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 2018.378058] env[63348]: value = "task-2023149" [ 2018.378058] env[63348]: _type = "Task" [ 2018.378058] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.389514] env[63348]: DEBUG nova.scheduler.client.report [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2018.396089] env[63348]: DEBUG oslo_vmware.api [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.410799] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023144, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.434173] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d7387a-5035-7aa5-db5b-fc759e64d54f, 'name': SearchDatastore_Task, 'duration_secs': 0.085651} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.435177] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff83f4b0-3d23-46af-b6ee-bc466784700a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.446888] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2018.446888] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b3e2fc-114f-aef7-8787-f90dc34e3659" [ 2018.446888] env[63348]: _type = "Task" [ 2018.446888] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.461910] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b3e2fc-114f-aef7-8787-f90dc34e3659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.497037] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.562973] env[63348]: DEBUG nova.network.neutron [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2018.727119] env[63348]: DEBUG nova.network.neutron [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Updating instance_info_cache with network_info: [{"id": "d3497cc5-61be-4003-a3f7-b1aa4a41d516", "address": "fa:16:3e:f6:88:dd", "network": {"id": "5fe84792-f4cc-42e7-95cf-a5a63377aa06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1765097115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b4bdd51702e41f09e96d77d095278aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3497cc5-61", "ovs_interfaceid": "d3497cc5-61be-4003-a3f7-b1aa4a41d516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.894092] env[63348]: DEBUG oslo_vmware.api [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023149, 'name': PowerOffVM_Task, 'duration_secs': 0.402917} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.894092] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2018.894092] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2018.894092] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-562b6d9c-6f70-44d8-8c80-f2c18247b9b6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.901029] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.901029] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.461s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.912449] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023144, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.917605] env[63348]: INFO nova.scheduler.client.report [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Deleted allocations for instance a825e801-5fc4-4d52-be98-3df7ce4bb938 [ 2018.962819] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b3e2fc-114f-aef7-8787-f90dc34e3659, 'name': SearchDatastore_Task, 'duration_secs': 0.086435} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.962819] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.962819] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c/aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2018.962819] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebbe62d5-ed8c-4f54-8692-24fca4cc65fe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.968661] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2018.968661] env[63348]: value = "task-2023151" [ 2018.968661] env[63348]: _type = "Task" [ 2018.968661] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.977017] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.994051] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023148, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.039444] env[63348]: DEBUG nova.compute.manager [req-93a38cf7-131c-46fd-bd22-eb20de7743aa req-919f2314-2cac-4cd7-ad61-43e07b17e55d service nova] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Received event network-vif-plugged-d3497cc5-61be-4003-a3f7-b1aa4a41d516 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2019.039670] env[63348]: DEBUG oslo_concurrency.lockutils [req-93a38cf7-131c-46fd-bd22-eb20de7743aa req-919f2314-2cac-4cd7-ad61-43e07b17e55d service nova] Acquiring lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.039878] env[63348]: DEBUG oslo_concurrency.lockutils [req-93a38cf7-131c-46fd-bd22-eb20de7743aa req-919f2314-2cac-4cd7-ad61-43e07b17e55d service nova] Lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.040102] env[63348]: DEBUG oslo_concurrency.lockutils [req-93a38cf7-131c-46fd-bd22-eb20de7743aa req-919f2314-2cac-4cd7-ad61-43e07b17e55d service nova] Lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.040302] env[63348]: DEBUG nova.compute.manager [req-93a38cf7-131c-46fd-bd22-eb20de7743aa req-919f2314-2cac-4cd7-ad61-43e07b17e55d service nova] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] No waiting events found dispatching network-vif-plugged-d3497cc5-61be-4003-a3f7-b1aa4a41d516 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2019.040470] env[63348]: WARNING nova.compute.manager [req-93a38cf7-131c-46fd-bd22-eb20de7743aa req-919f2314-2cac-4cd7-ad61-43e07b17e55d service nova] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Received unexpected event network-vif-plugged-d3497cc5-61be-4003-a3f7-b1aa4a41d516 for instance with vm_state building and task_state spawning. [ 2019.040674] env[63348]: DEBUG nova.compute.manager [req-93a38cf7-131c-46fd-bd22-eb20de7743aa req-919f2314-2cac-4cd7-ad61-43e07b17e55d service nova] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Received event network-changed-d3497cc5-61be-4003-a3f7-b1aa4a41d516 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2019.040855] env[63348]: DEBUG nova.compute.manager [req-93a38cf7-131c-46fd-bd22-eb20de7743aa req-919f2314-2cac-4cd7-ad61-43e07b17e55d service nova] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Refreshing instance network info cache due to event network-changed-d3497cc5-61be-4003-a3f7-b1aa4a41d516. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2019.041038] env[63348]: DEBUG oslo_concurrency.lockutils [req-93a38cf7-131c-46fd-bd22-eb20de7743aa req-919f2314-2cac-4cd7-ad61-43e07b17e55d service nova] Acquiring lock "refresh_cache-d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.127582] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2019.127829] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2019.128042] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Deleting the datastore file [datastore1] 6248c4a8-3234-4e2c-973c-b85b4e3b4e10 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2019.128309] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee38d460-3fb2-4fc7-af99-9f57f6f2d995 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.135108] env[63348]: DEBUG oslo_vmware.api [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 2019.135108] env[63348]: value = "task-2023152" [ 2019.135108] env[63348]: _type = "Task" [ 2019.135108] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.142959] env[63348]: DEBUG oslo_vmware.api [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.231094] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Releasing lock "refresh_cache-d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.231094] env[63348]: DEBUG nova.compute.manager [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Instance network_info: |[{"id": "d3497cc5-61be-4003-a3f7-b1aa4a41d516", "address": "fa:16:3e:f6:88:dd", "network": {"id": "5fe84792-f4cc-42e7-95cf-a5a63377aa06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1765097115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b4bdd51702e41f09e96d77d095278aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3497cc5-61", "ovs_interfaceid": "d3497cc5-61be-4003-a3f7-b1aa4a41d516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2019.231094] env[63348]: DEBUG oslo_concurrency.lockutils [req-93a38cf7-131c-46fd-bd22-eb20de7743aa req-919f2314-2cac-4cd7-ad61-43e07b17e55d service nova] Acquired lock "refresh_cache-d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.231094] env[63348]: DEBUG nova.network.neutron [req-93a38cf7-131c-46fd-bd22-eb20de7743aa req-919f2314-2cac-4cd7-ad61-43e07b17e55d service nova] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Refreshing network info cache for port d3497cc5-61be-4003-a3f7-b1aa4a41d516 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2019.232408] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:88:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3497cc5-61be-4003-a3f7-b1aa4a41d516', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2019.240330] env[63348]: DEBUG oslo.service.loopingcall [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2019.241748] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2019.241748] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac7218e5-429e-4d41-ba3b-dc6b9a3bc367 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.262385] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2019.262385] env[63348]: value = "task-2023153" [ 2019.262385] env[63348]: _type = "Task" [ 2019.262385] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.270722] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023153, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.411427] env[63348]: INFO nova.compute.claims [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2019.439074] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023144, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.011522} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.440610] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e54ae02a-b2ce-478b-b045-d35aaf8212d9 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "a825e801-5fc4-4d52-be98-3df7ce4bb938" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.021s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.441854] env[63348]: INFO nova.virt.vmwareapi.ds_util [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ab1294b6-70de-4b72-bf8c-b6e93940c29e/OSTACK_IMG_ab1294b6-70de-4b72-bf8c-b6e93940c29e.vmdk to [datastore1] devstack-image-cache_base/6036718b-1693-45f2-9da1-8527e654bd33/6036718b-1693-45f2-9da1-8527e654bd33.vmdk. [ 2019.442132] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Cleaning up location [datastore1] OSTACK_IMG_ab1294b6-70de-4b72-bf8c-b6e93940c29e {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2019.442318] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ab1294b6-70de-4b72-bf8c-b6e93940c29e {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2019.442612] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c007fb9c-f1ba-4362-9d4e-e3dfca6c0ef3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.454358] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2019.454358] env[63348]: value = "task-2023154" [ 2019.454358] env[63348]: _type = "Task" [ 2019.454358] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.465875] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.483131] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.494112] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023148, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.648609] env[63348]: DEBUG oslo_vmware.api [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.776286] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023153, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.925691] env[63348]: INFO nova.compute.resource_tracker [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating resource usage from migration 28bf632c-9919-4221-bc3e-eb3f8aa5251f [ 2019.966560] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217182} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.966816] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2019.966990] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6036718b-1693-45f2-9da1-8527e654bd33/6036718b-1693-45f2-9da1-8527e654bd33.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.967261] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6036718b-1693-45f2-9da1-8527e654bd33/6036718b-1693-45f2-9da1-8527e654bd33.vmdk to [datastore1] 736cccd6-837d-4bf8-a4f5-c8e9c72c555f/736cccd6-837d-4bf8-a4f5-c8e9c72c555f.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2019.968040] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35643614-33ea-4e8f-9e73-6afea95b89b9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.983636] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023151, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.987502] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2019.987502] env[63348]: value = "task-2023155" [ 2019.987502] env[63348]: _type = "Task" [ 2019.987502] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.003318] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.008238] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023148, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.203156} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.011378] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] df11ca0d-ee85-492f-b48e-e5219dd9405d/df11ca0d-ee85-492f-b48e-e5219dd9405d.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2020.012160] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2020.012160] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fae0d1de-38f1-48c7-9a1d-c7e11b9bde18 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.020762] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2020.020762] env[63348]: value = "task-2023156" [ 2020.020762] env[63348]: _type = "Task" [ 2020.020762] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.035899] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.075725] env[63348]: DEBUG nova.network.neutron [req-93a38cf7-131c-46fd-bd22-eb20de7743aa req-919f2314-2cac-4cd7-ad61-43e07b17e55d service nova] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Updated VIF entry in instance network info cache for port d3497cc5-61be-4003-a3f7-b1aa4a41d516. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2020.076133] env[63348]: DEBUG nova.network.neutron [req-93a38cf7-131c-46fd-bd22-eb20de7743aa req-919f2314-2cac-4cd7-ad61-43e07b17e55d service nova] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Updating instance_info_cache with network_info: [{"id": "d3497cc5-61be-4003-a3f7-b1aa4a41d516", "address": "fa:16:3e:f6:88:dd", "network": {"id": "5fe84792-f4cc-42e7-95cf-a5a63377aa06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1765097115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b4bdd51702e41f09e96d77d095278aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3497cc5-61", "ovs_interfaceid": "d3497cc5-61be-4003-a3f7-b1aa4a41d516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.150081] env[63348]: DEBUG oslo_vmware.api [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.791645} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.153577] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2020.153892] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2020.154028] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2020.154143] env[63348]: INFO nova.compute.manager [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Took 1.80 seconds to destroy the instance on the hypervisor. [ 2020.154620] env[63348]: DEBUG oslo.service.loopingcall [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2020.155341] env[63348]: DEBUG nova.compute.manager [-] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2020.155438] env[63348]: DEBUG nova.network.neutron [-] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2020.223014] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4bce99-3b75-4a29-90b6-64cd149e29b7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.230836] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c80c978-e4da-42ae-960f-bdc5a043c892 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.278238] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d23b5c6-418e-48fb-b023-f5716628944f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.288536] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023153, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.293268] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda74f5b-f3a0-459e-9b4d-4418f3d7c5bf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.314017] env[63348]: DEBUG nova.compute.provider_tree [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2020.485374] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023151, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.207604} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.485374] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c/aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2020.485374] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2020.485374] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17890677-52ef-44cf-a0fd-8d0b9c06178a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.496488] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2020.496488] env[63348]: value = "task-2023157" [ 2020.496488] env[63348]: _type = "Task" [ 2020.496488] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.504590] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023155, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.510372] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.532543] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203337} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.532543] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2020.534260] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16271501-bce8-4598-830b-96b92bac68da {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.562052] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] df11ca0d-ee85-492f-b48e-e5219dd9405d/df11ca0d-ee85-492f-b48e-e5219dd9405d.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2020.562519] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84a42401-d00b-4acf-8322-741e0facab34 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.581425] env[63348]: DEBUG oslo_concurrency.lockutils [req-93a38cf7-131c-46fd-bd22-eb20de7743aa req-919f2314-2cac-4cd7-ad61-43e07b17e55d service nova] Releasing lock "refresh_cache-d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.590874] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2020.590874] env[63348]: value = "task-2023158" [ 2020.590874] env[63348]: _type = "Task" [ 2020.590874] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.600730] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.765264] env[63348]: DEBUG nova.compute.manager [req-dd756eee-8bd8-470c-988c-b27570e6f672 req-0babb894-5ed6-4d6f-a39c-4d71e89ada80 service nova] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Received event network-vif-deleted-b0e01917-414c-47ee-93b6-92f50f6d822e {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2020.765462] env[63348]: INFO nova.compute.manager [req-dd756eee-8bd8-470c-988c-b27570e6f672 req-0babb894-5ed6-4d6f-a39c-4d71e89ada80 service nova] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Neutron deleted interface b0e01917-414c-47ee-93b6-92f50f6d822e; detaching it from the instance and deleting it from the info cache [ 2020.765650] env[63348]: DEBUG nova.network.neutron [req-dd756eee-8bd8-470c-988c-b27570e6f672 req-0babb894-5ed6-4d6f-a39c-4d71e89ada80 service nova] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.785705] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023153, 'name': CreateVM_Task, 'duration_secs': 1.053552} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.786575] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2020.787646] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.788077] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.788228] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2020.788787] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca48387-5f42-410b-895a-cd8a7978f3f9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.795202] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2020.795202] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5298e32d-9b93-526e-3c7e-7f9a7ef8ce62" [ 2020.795202] env[63348]: _type = "Task" [ 2020.795202] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.806760] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5298e32d-9b93-526e-3c7e-7f9a7ef8ce62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.818559] env[63348]: DEBUG nova.scheduler.client.report [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2021.006913] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023155, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.017788] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141388} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.018264] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2021.019407] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3c9c45-7754-4371-a9c8-54288255de1f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.054264] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c/aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2021.054990] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d62a50e5-228b-4991-8f95-e0f08f1ed180 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.085109] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2021.085109] env[63348]: value = "task-2023159" [ 2021.085109] env[63348]: _type = "Task" [ 2021.085109] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.099249] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.104496] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023158, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.154095] env[63348]: DEBUG nova.network.neutron [-] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.272500] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ada6932-b469-48f5-902d-3e97be2055e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.284227] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d42d647-8766-41a0-b9f2-410c0386e9aa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.310020] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5298e32d-9b93-526e-3c7e-7f9a7ef8ce62, 'name': SearchDatastore_Task, 'duration_secs': 0.108865} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.322894] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.323887] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2021.323887] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.323887] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.323887] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2021.324112] env[63348]: DEBUG nova.compute.manager [req-dd756eee-8bd8-470c-988c-b27570e6f672 req-0babb894-5ed6-4d6f-a39c-4d71e89ada80 service nova] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Detach interface failed, port_id=b0e01917-414c-47ee-93b6-92f50f6d822e, reason: Instance 6248c4a8-3234-4e2c-973c-b85b4e3b4e10 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2021.325241] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.425s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.325241] env[63348]: INFO nova.compute.manager [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Migrating [ 2021.333663] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adfbbac5-410a-4286-becf-57ef68ca15db {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.338766] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 16.266s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.371576] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2021.371576] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2021.372665] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a565121b-0a76-43c0-b030-20ebea224dcc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.378883] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2021.378883] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52357cd8-4187-9c3c-737b-00742584802f" [ 2021.378883] env[63348]: _type = "Task" [ 2021.378883] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.387419] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52357cd8-4187-9c3c-737b-00742584802f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.501683] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023155, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.602024] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023159, 'name': ReconfigVM_Task, 'duration_secs': 0.384567} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.602024] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Reconfigured VM instance instance-0000005c to attach disk [datastore1] aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c/aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2021.602024] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10c8b5eb-fe70-479d-aec7-d1a12919cf2b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.604670] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023158, 'name': ReconfigVM_Task, 'duration_secs': 0.528196} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.605348] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Reconfigured VM instance instance-0000005b to attach disk [datastore1] df11ca0d-ee85-492f-b48e-e5219dd9405d/df11ca0d-ee85-492f-b48e-e5219dd9405d.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2021.606026] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2920af21-2728-4602-b305-4153641a47c5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.609410] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2021.609410] env[63348]: value = "task-2023160" [ 2021.609410] env[63348]: _type = "Task" [ 2021.609410] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.613475] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2021.613475] env[63348]: value = "task-2023161" [ 2021.613475] env[63348]: _type = "Task" [ 2021.613475] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.620980] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023160, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.631823] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023161, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.659043] env[63348]: INFO nova.compute.manager [-] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Took 1.50 seconds to deallocate network for instance. [ 2021.854930] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.855146] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.855321] env[63348]: DEBUG nova.network.neutron [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2021.894874] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52357cd8-4187-9c3c-737b-00742584802f, 'name': SearchDatastore_Task, 'duration_secs': 0.086235} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.895768] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab21e74-6d93-45a6-80ee-af72d9fdaf57 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.904239] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2021.904239] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d2fa69-c9f6-dd0f-29e5-3fe8e86e3588" [ 2021.904239] env[63348]: _type = "Task" [ 2021.904239] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.915950] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d2fa69-c9f6-dd0f-29e5-3fe8e86e3588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.005720] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023155, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.120334] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023160, 'name': Rename_Task, 'duration_secs': 0.209579} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.121146] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2022.121478] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdb67c2e-1988-471e-9e77-2e48bedb8b33 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.126182] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023161, 'name': Rename_Task, 'duration_secs': 0.206692} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.126416] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2022.126650] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13523890-b6df-40eb-aaa2-1c679ac46497 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.132861] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2022.132861] env[63348]: value = "task-2023162" [ 2022.132861] env[63348]: _type = "Task" [ 2022.132861] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.134195] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2022.134195] env[63348]: value = "task-2023163" [ 2022.134195] env[63348]: _type = "Task" [ 2022.134195] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.148320] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.153386] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.168210] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.359242] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Applying migration context for instance 9cabacaf-16ed-4b57-8b1c-b90756c9be4c as it has an incoming, in-progress migration 28bf632c-9919-4221-bc3e-eb3f8aa5251f. Migration status is pre-migrating {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2022.361727] env[63348]: INFO nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updating resource usage from migration 9f19a403-4779-452f-b1db-a8ffe1a74463 [ 2022.361910] env[63348]: INFO nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating resource usage from migration 28bf632c-9919-4221-bc3e-eb3f8aa5251f [ 2022.362255] env[63348]: INFO nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Updating resource usage from migration 30235b29-cbda-409c-b4c4-86005dcbfecf [ 2022.381844] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance b29a50ef-eb4c-475f-a1a3-f5475093beb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2022.381989] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 65d8bf44-2a81-4cca-924a-d00ab0cc2222 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2022.382262] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance cd182cf8-d4f1-4131-953f-4ae565888bb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2022.382262] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 0baa31db-09cd-4bd7-9805-95c713cb8a17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2022.382361] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 6248c4a8-3234-4e2c-973c-b85b4e3b4e10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2022.382486] env[63348]: WARNING nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 713936df-ad40-4728-a19f-ac1fe71e84ec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2022.382597] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance beda0967-a3a7-477f-945b-e8ff964d1350 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2022.382705] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 736cccd6-837d-4bf8-a4f5-c8e9c72c555f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2022.382810] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance df11ca0d-ee85-492f-b48e-e5219dd9405d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2022.382915] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2022.383068] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance d373a3e4-ba5e-4e81-acda-9bef5b1edd5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2022.383201] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Migration 28bf632c-9919-4221-bc3e-eb3f8aa5251f is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2022.383308] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 9cabacaf-16ed-4b57-8b1c-b90756c9be4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2022.383410] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Migration 30235b29-cbda-409c-b4c4-86005dcbfecf is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2022.383513] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance ee62ce36-b980-48c3-bcb5-4286a006660c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2022.419995] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d2fa69-c9f6-dd0f-29e5-3fe8e86e3588, 'name': SearchDatastore_Task, 'duration_secs': 0.090642} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.420355] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.420569] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] d373a3e4-ba5e-4e81-acda-9bef5b1edd5c/d373a3e4-ba5e-4e81-acda-9bef5b1edd5c.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2022.420893] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e40451d6-ec2e-426f-a6dc-6b3111f9006f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.432060] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2022.432060] env[63348]: value = "task-2023164" [ 2022.432060] env[63348]: _type = "Task" [ 2022.432060] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.445018] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.506503] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023155, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.550614] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquiring lock "31337249-6ab3-40d9-82ff-13888d8bcf74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.550978] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "31337249-6ab3-40d9-82ff-13888d8bcf74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.649612] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023163, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.653888] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023162, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.886770] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 1be7f639-6651-4709-b877-147451147be2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2022.886977] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Migration 9f19a403-4779-452f-b1db-a8ffe1a74463 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2022.887071] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 99bc2f43-621c-4004-90e4-106bcd607b5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2022.946759] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023164, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.004958] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023155, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.704696} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.009208] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6036718b-1693-45f2-9da1-8527e654bd33/6036718b-1693-45f2-9da1-8527e654bd33.vmdk to [datastore1] 736cccd6-837d-4bf8-a4f5-c8e9c72c555f/736cccd6-837d-4bf8-a4f5-c8e9c72c555f.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2023.010251] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e60067c-fcb4-47a2-9977-5435a02eb362 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.040950] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 736cccd6-837d-4bf8-a4f5-c8e9c72c555f/736cccd6-837d-4bf8-a4f5-c8e9c72c555f.vmdk or device None with type streamOptimized {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2023.040950] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac28279f-5513-4d55-8c20-be8ef55c9e5d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.054645] env[63348]: DEBUG nova.compute.manager [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2023.065188] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2023.065188] env[63348]: value = "task-2023165" [ 2023.065188] env[63348]: _type = "Task" [ 2023.065188] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.078886] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.110914] env[63348]: DEBUG nova.network.neutron [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating instance_info_cache with network_info: [{"id": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "address": "fa:16:3e:25:30:95", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e743d0-9a", "ovs_interfaceid": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.152016] env[63348]: DEBUG oslo_vmware.api [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023163, 'name': PowerOnVM_Task, 'duration_secs': 0.860249} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.155114] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2023.155238] env[63348]: INFO nova.compute.manager [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Took 10.92 seconds to spawn the instance on the hypervisor. [ 2023.155436] env[63348]: DEBUG nova.compute.manager [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2023.155730] env[63348]: DEBUG oslo_vmware.api [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023162, 'name': PowerOnVM_Task, 'duration_secs': 0.557353} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.156457] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2d3fa8-14d3-4ca9-bd12-a9670162a9f7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.158963] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2023.159169] env[63348]: INFO nova.compute.manager [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Took 8.44 seconds to spawn the instance on the hypervisor. [ 2023.159346] env[63348]: DEBUG nova.compute.manager [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2023.160361] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b047f2a-b2ec-437e-a3a2-891f6ac3f5b3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.391234] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 31337249-6ab3-40d9-82ff-13888d8bcf74 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2023.391349] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2023.391560] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2023.446079] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745047} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.446331] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] d373a3e4-ba5e-4e81-acda-9bef5b1edd5c/d373a3e4-ba5e-4e81-acda-9bef5b1edd5c.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2023.446547] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2023.446907] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6360f1c4-c8f9-4d7a-bce8-b672774a2daf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.455371] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2023.455371] env[63348]: value = "task-2023166" [ 2023.455371] env[63348]: _type = "Task" [ 2023.455371] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.463297] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.573991] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.577576] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.615491] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.637931] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4983171c-738b-4643-9337-6b14d9a4c6c8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.645800] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095d59e4-ff58-4420-8feb-951477b3128c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.686503] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38968dc2-8676-44a4-9b46-dbb48d82a25e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.689096] env[63348]: INFO nova.compute.manager [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Took 28.34 seconds to build instance. [ 2023.690010] env[63348]: INFO nova.compute.manager [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Took 26.82 seconds to build instance. [ 2023.697112] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649d884a-f1fd-45dd-a2bc-395089d0670b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.711561] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2023.965744] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069828} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.966092] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2023.966932] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dfccaf-ca33-4e80-b02f-ea1c77c54c2f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.991679] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] d373a3e4-ba5e-4e81-acda-9bef5b1edd5c/d373a3e4-ba5e-4e81-acda-9bef5b1edd5c.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2023.992024] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c420868-19b0-47cb-873f-a874cb27d6b1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.012795] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2024.012795] env[63348]: value = "task-2023167" [ 2024.012795] env[63348]: _type = "Task" [ 2024.012795] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.020550] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.076874] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.191920] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3c7349f7-dbc4-48a1-a9d2-feb078479531 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "df11ca0d-ee85-492f-b48e-e5219dd9405d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.848s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.192661] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8c95f36a-6ece-4e87-aa6c-0abf64439dba tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.337s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.217020] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2024.524803] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023167, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.582647] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023165, 'name': ReconfigVM_Task, 'duration_secs': 1.366848} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.585133] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 736cccd6-837d-4bf8-a4f5-c8e9c72c555f/736cccd6-837d-4bf8-a4f5-c8e9c72c555f.vmdk or device None with type streamOptimized {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2024.585133] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'disk_bus': None, 'encrypted': False, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'device_name': '/dev/sda', 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'image_id': 'c7aee889-e84a-4155-853a-36d081051059'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415683', 'volume_id': '90015131-65a1-4366-be3a-fd9c06c8d134', 'name': 'volume-90015131-65a1-4366-be3a-fd9c06c8d134', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '736cccd6-837d-4bf8-a4f5-c8e9c72c555f', 'attached_at': '', 'detached_at': '', 'volume_id': '90015131-65a1-4366-be3a-fd9c06c8d134', 'serial': '90015131-65a1-4366-be3a-fd9c06c8d134'}, 'boot_index': None, 'guest_format': None, 'attachment_id': '55a945f4-2fa9-4def-90f8-f86728d0f730', 'mount_device': '/dev/sdb', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=63348) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2024.585496] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Volume attach. Driver type: vmdk {{(pid=63348) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2024.585737] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415683', 'volume_id': '90015131-65a1-4366-be3a-fd9c06c8d134', 'name': 'volume-90015131-65a1-4366-be3a-fd9c06c8d134', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '736cccd6-837d-4bf8-a4f5-c8e9c72c555f', 'attached_at': '', 'detached_at': '', 'volume_id': '90015131-65a1-4366-be3a-fd9c06c8d134', 'serial': '90015131-65a1-4366-be3a-fd9c06c8d134'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2024.588033] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7132caad-6069-4337-befc-ada11b62a286 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.613962] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95c799d-1a88-41f3-89f6-1743f9368b8e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.646135] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-90015131-65a1-4366-be3a-fd9c06c8d134/volume-90015131-65a1-4366-be3a-fd9c06c8d134.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2024.647704] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1f277ff-4076-4df7-8ba2-58e0585c388b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.661867] env[63348]: DEBUG nova.compute.manager [req-b578df27-ad33-4ff0-a045-7485664e9abc req-bb1aeafe-730c-4a5c-8f07-50cedf179cd1 service nova] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Received event network-changed-47b26baa-b045-489e-9060-c05e56ff4829 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2024.662162] env[63348]: DEBUG nova.compute.manager [req-b578df27-ad33-4ff0-a045-7485664e9abc req-bb1aeafe-730c-4a5c-8f07-50cedf179cd1 service nova] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Refreshing instance network info cache due to event network-changed-47b26baa-b045-489e-9060-c05e56ff4829. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2024.662430] env[63348]: DEBUG oslo_concurrency.lockutils [req-b578df27-ad33-4ff0-a045-7485664e9abc req-bb1aeafe-730c-4a5c-8f07-50cedf179cd1 service nova] Acquiring lock "refresh_cache-aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.662620] env[63348]: DEBUG oslo_concurrency.lockutils [req-b578df27-ad33-4ff0-a045-7485664e9abc req-bb1aeafe-730c-4a5c-8f07-50cedf179cd1 service nova] Acquired lock "refresh_cache-aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.662825] env[63348]: DEBUG nova.network.neutron [req-b578df27-ad33-4ff0-a045-7485664e9abc req-bb1aeafe-730c-4a5c-8f07-50cedf179cd1 service nova] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Refreshing network info cache for port 47b26baa-b045-489e-9060-c05e56ff4829 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2024.670828] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2024.670828] env[63348]: value = "task-2023168" [ 2024.670828] env[63348]: _type = "Task" [ 2024.670828] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.679833] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.720728] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2024.721037] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.382s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.721315] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.663s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.722811] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2024.722923] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Cleaning up deleted instances {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 2025.025528] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023167, 'name': ReconfigVM_Task, 'duration_secs': 0.542599} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.025798] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Reconfigured VM instance instance-0000005d to attach disk [datastore1] d373a3e4-ba5e-4e81-acda-9bef5b1edd5c/d373a3e4-ba5e-4e81-acda-9bef5b1edd5c.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2025.026430] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-354ee576-a746-408a-af61-a30c6332594d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.032804] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2025.032804] env[63348]: value = "task-2023169" [ 2025.032804] env[63348]: _type = "Task" [ 2025.032804] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.040821] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023169, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.125647] env[63348]: DEBUG nova.compute.manager [req-02396085-a760-41f4-ae64-705b1eaea54d req-38c96c9b-873f-48bd-89d1-11401a35a9c1 service nova] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Received event network-changed-1b000c12-e07a-4e22-b600-e873fc6118f4 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2025.125856] env[63348]: DEBUG nova.compute.manager [req-02396085-a760-41f4-ae64-705b1eaea54d req-38c96c9b-873f-48bd-89d1-11401a35a9c1 service nova] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Refreshing instance network info cache due to event network-changed-1b000c12-e07a-4e22-b600-e873fc6118f4. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2025.126086] env[63348]: DEBUG oslo_concurrency.lockutils [req-02396085-a760-41f4-ae64-705b1eaea54d req-38c96c9b-873f-48bd-89d1-11401a35a9c1 service nova] Acquiring lock "refresh_cache-df11ca0d-ee85-492f-b48e-e5219dd9405d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.126234] env[63348]: DEBUG oslo_concurrency.lockutils [req-02396085-a760-41f4-ae64-705b1eaea54d req-38c96c9b-873f-48bd-89d1-11401a35a9c1 service nova] Acquired lock "refresh_cache-df11ca0d-ee85-492f-b48e-e5219dd9405d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.126388] env[63348]: DEBUG nova.network.neutron [req-02396085-a760-41f4-ae64-705b1eaea54d req-38c96c9b-873f-48bd-89d1-11401a35a9c1 service nova] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Refreshing network info cache for port 1b000c12-e07a-4e22-b600-e873fc6118f4 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2025.151940] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b1d1bc-a1b1-4798-853c-e4b1dbd6cc94 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.172981] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating instance '9cabacaf-16ed-4b57-8b1c-b90756c9be4c' progress to 0 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2025.185149] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.229584] env[63348]: INFO nova.compute.claims [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2025.249548] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] There are 69 instances to clean {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 2025.249713] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: a825e801-5fc4-4d52-be98-3df7ce4bb938] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2025.542768] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023169, 'name': Rename_Task, 'duration_secs': 0.378939} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.543051] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2025.543300] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-036e20b6-2fd7-4c3d-81cc-4935bcb15fb4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.549862] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2025.549862] env[63348]: value = "task-2023170" [ 2025.549862] env[63348]: _type = "Task" [ 2025.549862] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.560018] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.561107] env[63348]: DEBUG nova.network.neutron [req-b578df27-ad33-4ff0-a045-7485664e9abc req-bb1aeafe-730c-4a5c-8f07-50cedf179cd1 service nova] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Updated VIF entry in instance network info cache for port 47b26baa-b045-489e-9060-c05e56ff4829. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2025.561413] env[63348]: DEBUG nova.network.neutron [req-b578df27-ad33-4ff0-a045-7485664e9abc req-bb1aeafe-730c-4a5c-8f07-50cedf179cd1 service nova] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Updating instance_info_cache with network_info: [{"id": "47b26baa-b045-489e-9060-c05e56ff4829", "address": "fa:16:3e:06:8c:6d", "network": {"id": "05d142a1-d791-4a8b-8c45-c8aa05d9f045", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-375878555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e2cbae66743467082cb6b3b162bc5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b26baa-b0", "ovs_interfaceid": "47b26baa-b045-489e-9060-c05e56ff4829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.682739] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2025.685919] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-441dd6ce-c27f-4323-a616-8c79e8cc9500 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.687507] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023168, 'name': ReconfigVM_Task, 'duration_secs': 0.987548} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.687773] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-90015131-65a1-4366-be3a-fd9c06c8d134/volume-90015131-65a1-4366-be3a-fd9c06c8d134.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2025.692982] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd09bb09-0742-4240-9613-bc1b6f00fa0c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.709062] env[63348]: DEBUG oslo_vmware.api [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2025.709062] env[63348]: value = "task-2023171" [ 2025.709062] env[63348]: _type = "Task" [ 2025.709062] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.712971] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2025.712971] env[63348]: value = "task-2023172" [ 2025.712971] env[63348]: _type = "Task" [ 2025.712971] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.719472] env[63348]: DEBUG oslo_vmware.api [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.724641] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023172, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.754880] env[63348]: INFO nova.compute.resource_tracker [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Updating resource usage from migration 30235b29-cbda-409c-b4c4-86005dcbfecf [ 2025.758193] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 8523ee5a-b470-4613-82fc-6a729e714b21] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2025.897356] env[63348]: DEBUG nova.network.neutron [req-02396085-a760-41f4-ae64-705b1eaea54d req-38c96c9b-873f-48bd-89d1-11401a35a9c1 service nova] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Updated VIF entry in instance network info cache for port 1b000c12-e07a-4e22-b600-e873fc6118f4. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2025.897724] env[63348]: DEBUG nova.network.neutron [req-02396085-a760-41f4-ae64-705b1eaea54d req-38c96c9b-873f-48bd-89d1-11401a35a9c1 service nova] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Updating instance_info_cache with network_info: [{"id": "1b000c12-e07a-4e22-b600-e873fc6118f4", "address": "fa:16:3e:76:79:a0", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b000c12-e0", "ovs_interfaceid": "1b000c12-e07a-4e22-b600-e873fc6118f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.012326] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765623f4-3f34-4f28-aa87-2c6b360d1737 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.019874] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61395cab-5a1c-4859-888a-47568c0dc1fb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.055013] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5961064-300b-4ab8-9f77-6fe302e9d551 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.062978] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023170, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.065162] env[63348]: DEBUG oslo_concurrency.lockutils [req-b578df27-ad33-4ff0-a045-7485664e9abc req-bb1aeafe-730c-4a5c-8f07-50cedf179cd1 service nova] Releasing lock "refresh_cache-aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.066560] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3314053-b203-42f2-9898-0573c668786e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.079855] env[63348]: DEBUG nova.compute.provider_tree [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2026.216937] env[63348]: DEBUG oslo_vmware.api [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023171, 'name': PowerOffVM_Task, 'duration_secs': 0.21291} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.220250] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2026.220447] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating instance '9cabacaf-16ed-4b57-8b1c-b90756c9be4c' progress to 17 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2026.229436] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023172, 'name': ReconfigVM_Task, 'duration_secs': 0.186058} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.229643] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415683', 'volume_id': '90015131-65a1-4366-be3a-fd9c06c8d134', 'name': 'volume-90015131-65a1-4366-be3a-fd9c06c8d134', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '736cccd6-837d-4bf8-a4f5-c8e9c72c555f', 'attached_at': '', 'detached_at': '', 'volume_id': '90015131-65a1-4366-be3a-fd9c06c8d134', 'serial': '90015131-65a1-4366-be3a-fd9c06c8d134'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2026.230215] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56c8dc76-e8f7-4fe7-827f-485e7f7f7366 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.236454] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2026.236454] env[63348]: value = "task-2023173" [ 2026.236454] env[63348]: _type = "Task" [ 2026.236454] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.244338] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023173, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.262150] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: c21fef7e-20be-462b-b127-29c969e45187] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2026.400595] env[63348]: DEBUG oslo_concurrency.lockutils [req-02396085-a760-41f4-ae64-705b1eaea54d req-38c96c9b-873f-48bd-89d1-11401a35a9c1 service nova] Releasing lock "refresh_cache-df11ca0d-ee85-492f-b48e-e5219dd9405d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.561425] env[63348]: DEBUG oslo_vmware.api [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023170, 'name': PowerOnVM_Task, 'duration_secs': 0.538618} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.562703] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2026.562703] env[63348]: INFO nova.compute.manager [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Took 9.42 seconds to spawn the instance on the hypervisor. [ 2026.562703] env[63348]: DEBUG nova.compute.manager [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2026.562931] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ed2152-dd7e-45d9-84a8-bd56ed366f12 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.583523] env[63348]: DEBUG nova.scheduler.client.report [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2026.729620] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2026.729886] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2026.730047] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2026.730235] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2026.730381] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2026.730528] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2026.730793] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2026.731065] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2026.731255] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2026.731417] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2026.731591] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2026.737046] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be3889f0-691a-4e82-a887-e4cb6b9a249e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.756809] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023173, 'name': Rename_Task, 'duration_secs': 0.17769} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.758071] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2026.758401] env[63348]: DEBUG oslo_vmware.api [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2026.758401] env[63348]: value = "task-2023174" [ 2026.758401] env[63348]: _type = "Task" [ 2026.758401] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.758595] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f613e877-278b-417b-8020-796eaec90d18 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.770192] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 05cfaff1-e949-438d-b516-05a3aca8c0b6] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2026.772115] env[63348]: DEBUG oslo_vmware.api [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023174, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.773652] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2026.773652] env[63348]: value = "task-2023175" [ 2026.773652] env[63348]: _type = "Task" [ 2026.773652] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.781487] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.081475] env[63348]: INFO nova.compute.manager [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Took 27.50 seconds to build instance. [ 2027.087845] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.366s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.088293] env[63348]: INFO nova.compute.manager [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Migrating [ 2027.095183] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.051s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.096617] env[63348]: INFO nova.compute.claims [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2027.271169] env[63348]: DEBUG oslo_vmware.api [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023174, 'name': ReconfigVM_Task, 'duration_secs': 0.222171} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.271169] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating instance '9cabacaf-16ed-4b57-8b1c-b90756c9be4c' progress to 33 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2027.274830] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 532893e1-986d-48a6-9303-0952b5a45d65] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2027.285695] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023175, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.583857] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7e249bcf-a9c3-496c-9fba-d726e4c38b09 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.013s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.609393] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "refresh_cache-ee62ce36-b980-48c3-bcb5-4286a006660c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.609608] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "refresh_cache-ee62ce36-b980-48c3-bcb5-4286a006660c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.609824] env[63348]: DEBUG nova.network.neutron [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2027.779258] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2027.779595] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2027.779595] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2027.779735] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2027.780320] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2027.780498] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2027.780773] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2027.781054] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2027.781259] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2027.781428] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2027.781604] env[63348]: DEBUG nova.virt.hardware [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2027.787219] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Reconfiguring VM instance instance-0000001d to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2027.790865] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 64345daf-ac70-46e0-82bd-6437e41b942d] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2027.792688] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1f2ffe8-95a3-4f7d-b7f5-bf429109196c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.814342] env[63348]: DEBUG oslo_vmware.api [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023175, 'name': PowerOnVM_Task, 'duration_secs': 0.83101} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.815463] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2027.817382] env[63348]: DEBUG oslo_vmware.api [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2027.817382] env[63348]: value = "task-2023176" [ 2027.817382] env[63348]: _type = "Task" [ 2027.817382] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.826735] env[63348]: DEBUG oslo_vmware.api [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023176, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.931053] env[63348]: DEBUG nova.compute.manager [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2027.931053] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b28b992-e222-4680-9da1-55cfcf295e06 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.308966] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: c3cac92b-0683-4113-8d95-fd4674f26a34] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2029.113042] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 7910e991-ef8f-4308-96de-d78f82395cff] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2029.113042] env[63348]: DEBUG oslo_vmware.api [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023176, 'name': ReconfigVM_Task, 'duration_secs': 0.481584} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.119214] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Reconfigured VM instance instance-0000001d to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2029.120470] env[63348]: DEBUG nova.compute.manager [req-facd2285-54bc-4051-8fb1-7c3b31f33025 req-baa53985-5e97-4d8e-96d4-62b4b4ae605e service nova] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Received event network-changed-d3497cc5-61be-4003-a3f7-b1aa4a41d516 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2029.120624] env[63348]: DEBUG nova.compute.manager [req-facd2285-54bc-4051-8fb1-7c3b31f33025 req-baa53985-5e97-4d8e-96d4-62b4b4ae605e service nova] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Refreshing instance network info cache due to event network-changed-d3497cc5-61be-4003-a3f7-b1aa4a41d516. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2029.120862] env[63348]: DEBUG oslo_concurrency.lockutils [req-facd2285-54bc-4051-8fb1-7c3b31f33025 req-baa53985-5e97-4d8e-96d4-62b4b4ae605e service nova] Acquiring lock "refresh_cache-d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.121019] env[63348]: DEBUG oslo_concurrency.lockutils [req-facd2285-54bc-4051-8fb1-7c3b31f33025 req-baa53985-5e97-4d8e-96d4-62b4b4ae605e service nova] Acquired lock "refresh_cache-d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.121184] env[63348]: DEBUG nova.network.neutron [req-facd2285-54bc-4051-8fb1-7c3b31f33025 req-baa53985-5e97-4d8e-96d4-62b4b4ae605e service nova] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Refreshing network info cache for port d3497cc5-61be-4003-a3f7-b1aa4a41d516 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2029.122628] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a8bf8b8-9014-4435-ae2a-8c815e3adcb9 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 43.731s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.124290] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef48c97-a5b8-46c0-87ad-8ce1589c511a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.150772] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 9cabacaf-16ed-4b57-8b1c-b90756c9be4c/9cabacaf-16ed-4b57-8b1c-b90756c9be4c.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2029.154465] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2805a629-14c4-4a9a-b592-3b69e2c9a533 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.175416] env[63348]: DEBUG oslo_vmware.api [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2029.175416] env[63348]: value = "task-2023177" [ 2029.175416] env[63348]: _type = "Task" [ 2029.175416] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.187823] env[63348]: DEBUG oslo_vmware.api [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023177, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.191681] env[63348]: DEBUG nova.network.neutron [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Updating instance_info_cache with network_info: [{"id": "3b4d4903-4920-4b47-8afe-1ff2dbada3e6", "address": "fa:16:3e:e2:42:36", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4d4903-49", "ovs_interfaceid": "3b4d4903-4920-4b47-8afe-1ff2dbada3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.218273] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096a3959-1a6f-4072-b5a4-26ff365e4f69 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.226067] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e49659-4128-42be-9f6a-0fd6cb42c18a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.256134] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d17070-c762-455f-a7c0-73036380abcd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.263798] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8487f6d9-49e1-4cbc-a60c-cec2f9af2b5e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.279049] env[63348]: DEBUG nova.compute.provider_tree [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2029.624579] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: b9107764-681f-4d3d-a348-1ea595f0f4a4] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2029.684806] env[63348]: DEBUG oslo_vmware.api [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023177, 'name': ReconfigVM_Task, 'duration_secs': 0.326413} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.685126] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 9cabacaf-16ed-4b57-8b1c-b90756c9be4c/9cabacaf-16ed-4b57-8b1c-b90756c9be4c.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2029.685482] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating instance '9cabacaf-16ed-4b57-8b1c-b90756c9be4c' progress to 50 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2029.697179] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "refresh_cache-ee62ce36-b980-48c3-bcb5-4286a006660c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.783899] env[63348]: DEBUG nova.scheduler.client.report [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2029.933424] env[63348]: DEBUG nova.network.neutron [req-facd2285-54bc-4051-8fb1-7c3b31f33025 req-baa53985-5e97-4d8e-96d4-62b4b4ae605e service nova] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Updated VIF entry in instance network info cache for port d3497cc5-61be-4003-a3f7-b1aa4a41d516. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2029.933927] env[63348]: DEBUG nova.network.neutron [req-facd2285-54bc-4051-8fb1-7c3b31f33025 req-baa53985-5e97-4d8e-96d4-62b4b4ae605e service nova] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Updating instance_info_cache with network_info: [{"id": "d3497cc5-61be-4003-a3f7-b1aa4a41d516", "address": "fa:16:3e:f6:88:dd", "network": {"id": "5fe84792-f4cc-42e7-95cf-a5a63377aa06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1765097115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b4bdd51702e41f09e96d77d095278aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3497cc5-61", "ovs_interfaceid": "d3497cc5-61be-4003-a3f7-b1aa4a41d516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.127792] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: be2c402e-8c78-4e1d-a750-53dac005e728] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2030.197069] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81db9095-005f-4166-b294-57b6c6901553 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.220836] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e6381a-e5b8-4673-9130-7dbae8b777df {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.238081] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating instance '9cabacaf-16ed-4b57-8b1c-b90756c9be4c' progress to 67 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2030.287291] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.192s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.287905] env[63348]: DEBUG nova.compute.manager [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2030.290872] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.954s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.291104] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.293161] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.452s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.314499] env[63348]: INFO nova.scheduler.client.report [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleted allocations for instance 713936df-ad40-4728-a19f-ac1fe71e84ec [ 2030.439198] env[63348]: DEBUG oslo_concurrency.lockutils [req-facd2285-54bc-4051-8fb1-7c3b31f33025 req-baa53985-5e97-4d8e-96d4-62b4b4ae605e service nova] Releasing lock "refresh_cache-d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.631401] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 67f9965f-32e8-4bb6-be80-7f273ac16b51] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2030.776732] env[63348]: DEBUG nova.network.neutron [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Port 07e743d0-9a9d-43c8-bb38-8a07a1ba30fa binding to destination host cpu-1 is already ACTIVE {{(pid=63348) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3227}} [ 2030.796820] env[63348]: DEBUG nova.compute.utils [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2030.800321] env[63348]: INFO nova.compute.claims [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2030.804588] env[63348]: DEBUG nova.compute.manager [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2030.804738] env[63348]: DEBUG nova.network.neutron [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2030.821614] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1e8a3768-d17a-4e27-95c2-017593f6eaca tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "713936df-ad40-4728-a19f-ac1fe71e84ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.871s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.842771] env[63348]: DEBUG nova.policy [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b3336cc22414991982f00822d5e33da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79bfc0b43f6b4eb6897457bf0d0a0fdd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2031.134749] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 5b28e039-25cc-4791-95de-f00804dc9b51] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2031.211919] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69c1b3d-50dc-4544-8830-808df9ada6b9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.236021] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Updating instance 'ee62ce36-b980-48c3-bcb5-4286a006660c' progress to 0 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2031.251123] env[63348]: DEBUG nova.network.neutron [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Successfully created port: fee19ca7-9748-4dee-9e0b-fd523db52e59 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2031.305293] env[63348]: DEBUG nova.compute.manager [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2031.309309] env[63348]: INFO nova.compute.resource_tracker [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updating resource usage from migration 9f19a403-4779-452f-b1db-a8ffe1a74463 [ 2031.592079] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e314cec5-8064-4045-b82a-de9884d55104 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.598394] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305758ce-bfdc-4ca8-9cee-cc616bdca3be {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.632559] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de20ec5-06b6-4ae8-bc6d-12dc5029e307 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.639087] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 541086b2-489f-4845-84ca-135cb9e7d02b] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2031.641815] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980ffcd4-b463-4dfc-8a8d-478ff1b01f06 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.655297] env[63348]: DEBUG nova.compute.provider_tree [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2031.741970] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2031.742251] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c8dca68-ccd7-4b0d-979c-35cf71f393bf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.750267] env[63348]: DEBUG oslo_vmware.api [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2031.750267] env[63348]: value = "task-2023178" [ 2031.750267] env[63348]: _type = "Task" [ 2031.750267] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.759239] env[63348]: DEBUG oslo_vmware.api [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.799526] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.799764] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.799937] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.017478] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.017715] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.146691] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 26e702e6-b33a-4404-8d0b-8a973a9e6633] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2032.159657] env[63348]: DEBUG nova.scheduler.client.report [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2032.260341] env[63348]: DEBUG oslo_vmware.api [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023178, 'name': PowerOffVM_Task, 'duration_secs': 0.204228} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.260610] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2032.260837] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Updating instance 'ee62ce36-b980-48c3-bcb5-4286a006660c' progress to 17 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2032.318545] env[63348]: DEBUG nova.compute.manager [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2032.344243] env[63348]: DEBUG nova.virt.hardware [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2032.344539] env[63348]: DEBUG nova.virt.hardware [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2032.344728] env[63348]: DEBUG nova.virt.hardware [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2032.344938] env[63348]: DEBUG nova.virt.hardware [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2032.345124] env[63348]: DEBUG nova.virt.hardware [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2032.345303] env[63348]: DEBUG nova.virt.hardware [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2032.345537] env[63348]: DEBUG nova.virt.hardware [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2032.345728] env[63348]: DEBUG nova.virt.hardware [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2032.345943] env[63348]: DEBUG nova.virt.hardware [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2032.346151] env[63348]: DEBUG nova.virt.hardware [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2032.346361] env[63348]: DEBUG nova.virt.hardware [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2032.347257] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83038a44-fc89-4e42-9e04-42facd441650 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.355278] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648e2c18-33b4-4114-9b1c-4eb33a5e5eb0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.519817] env[63348]: DEBUG nova.compute.manager [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2032.649944] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: a003cc5c-baaf-4915-b1f6-c7b2a2fec5ba] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2032.665047] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.372s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.665153] env[63348]: INFO nova.compute.manager [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Migrating [ 2032.671902] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.504s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.672117] env[63348]: DEBUG nova.objects.instance [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lazy-loading 'resources' on Instance uuid 6248c4a8-3234-4e2c-973c-b85b4e3b4e10 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2032.767285] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2032.767509] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2032.767664] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2032.767841] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2032.767985] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2032.768141] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2032.768340] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2032.768497] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2032.768657] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2032.768816] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2032.768989] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2032.776759] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36f866a5-e853-47fb-992f-9628ccf408c3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.796273] env[63348]: DEBUG oslo_vmware.api [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2032.796273] env[63348]: value = "task-2023179" [ 2032.796273] env[63348]: _type = "Task" [ 2032.796273] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.811401] env[63348]: DEBUG oslo_vmware.api [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.844084] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.844321] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.844544] env[63348]: DEBUG nova.network.neutron [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2032.923251] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555911c4-32af-4f22-b8de-f20324a0fe86 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.930963] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35044254-6254-4ae7-b11d-dc4c0fe42a2c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.962058] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299f04d3-686a-40ce-a782-d477bd1f7053 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.968893] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a2a2e1-1582-458e-9ec4-abf015216af8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.981809] env[63348]: DEBUG nova.compute.provider_tree [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2033.038096] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.153144] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 8f0e74f0-e28d-4bbf-9472-5eafe2d47f91] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2033.179433] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.179629] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.179807] env[63348]: DEBUG nova.network.neutron [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2033.305952] env[63348]: DEBUG oslo_vmware.api [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023179, 'name': ReconfigVM_Task, 'duration_secs': 0.45572} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.306333] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Updating instance 'ee62ce36-b980-48c3-bcb5-4286a006660c' progress to 33 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2033.484617] env[63348]: DEBUG nova.scheduler.client.report [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2033.573776] env[63348]: DEBUG nova.network.neutron [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating instance_info_cache with network_info: [{"id": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "address": "fa:16:3e:25:30:95", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e743d0-9a", "ovs_interfaceid": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2033.656561] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 61650944-1904-4697-8ee5-2991057f442e] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2033.813020] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2033.813332] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2033.813505] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2033.813721] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2033.813902] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2033.814088] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2033.814304] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2033.814470] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2033.814657] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2033.814849] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2033.815045] env[63348]: DEBUG nova.virt.hardware [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2033.820743] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2033.821427] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73106b80-b163-4b75-817b-cca871289bbc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.843482] env[63348]: DEBUG oslo_vmware.api [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2033.843482] env[63348]: value = "task-2023180" [ 2033.843482] env[63348]: _type = "Task" [ 2033.843482] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.853062] env[63348]: DEBUG oslo_vmware.api [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.904758] env[63348]: DEBUG nova.network.neutron [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updating instance_info_cache with network_info: [{"id": "760a5001-d3e6-4ddf-aa01-178548ea10a6", "address": "fa:16:3e:e4:5b:b5", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760a5001-d3", "ovs_interfaceid": "760a5001-d3e6-4ddf-aa01-178548ea10a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2033.989348] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.317s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.991705] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.418s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.993187] env[63348]: INFO nova.compute.claims [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2034.010815] env[63348]: INFO nova.scheduler.client.report [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Deleted allocations for instance 6248c4a8-3234-4e2c-973c-b85b4e3b4e10 [ 2034.076958] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.160098] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 5ea23fff-6485-498f-bd88-bf3809534903] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2034.356526] env[63348]: DEBUG oslo_vmware.api [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023180, 'name': ReconfigVM_Task, 'duration_secs': 0.171543} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.356796] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2034.357597] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53127c48-115c-4924-b725-bc2d22e83f17 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.379954] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] ee62ce36-b980-48c3-bcb5-4286a006660c/ee62ce36-b980-48c3-bcb5-4286a006660c.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2034.380843] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55989b1a-7d0a-47e5-b164-17f92752bb63 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.399269] env[63348]: DEBUG oslo_vmware.api [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2034.399269] env[63348]: value = "task-2023181" [ 2034.399269] env[63348]: _type = "Task" [ 2034.399269] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.407698] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.409093] env[63348]: DEBUG oslo_vmware.api [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.519699] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b8d1c445-75e7-4b5d-a1c7-ec03ca34cd21 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "6248c4a8-3234-4e2c-973c-b85b4e3b4e10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.683s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.597590] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845c48ad-0f2d-4a70-bfaf-5669b0203545 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.619401] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91d542e-5e06-429b-9005-9059e24c46d5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.627686] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating instance '9cabacaf-16ed-4b57-8b1c-b90756c9be4c' progress to 83 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2034.663156] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: bb145de2-f5a8-46da-95ba-af79f8757fd7] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2034.852742] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "0baa31db-09cd-4bd7-9805-95c713cb8a17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.852985] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "0baa31db-09cd-4bd7-9805-95c713cb8a17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.853221] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "0baa31db-09cd-4bd7-9805-95c713cb8a17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.853410] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "0baa31db-09cd-4bd7-9805-95c713cb8a17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.853578] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "0baa31db-09cd-4bd7-9805-95c713cb8a17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.855659] env[63348]: INFO nova.compute.manager [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Terminating instance [ 2034.908862] env[63348]: DEBUG oslo_vmware.api [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023181, 'name': ReconfigVM_Task, 'duration_secs': 0.258183} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.909138] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Reconfigured VM instance instance-0000005a to attach disk [datastore2] ee62ce36-b980-48c3-bcb5-4286a006660c/ee62ce36-b980-48c3-bcb5-4286a006660c.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2034.909408] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Updating instance 'ee62ce36-b980-48c3-bcb5-4286a006660c' progress to 50 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2035.135016] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2035.135512] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf01e3fe-76da-40a1-93fa-28ad5681cfb1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.143335] env[63348]: DEBUG oslo_vmware.api [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2035.143335] env[63348]: value = "task-2023182" [ 2035.143335] env[63348]: _type = "Task" [ 2035.143335] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.153835] env[63348]: DEBUG oslo_vmware.api [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.165784] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: c62e1440-aa54-4875-b5d7-8f7476d2b2bb] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2035.215205] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc69a2f-062c-47a5-9162-c78d604d6696 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.223167] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddca28a-cf44-4060-bf77-b72952b1695a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.254695] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1cbeff-5579-427b-aca4-de734967a62b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.262462] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df62b976-e17e-4c6e-aa57-e21a64062a08 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.276095] env[63348]: DEBUG nova.compute.provider_tree [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2035.359641] env[63348]: DEBUG nova.compute.manager [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2035.359886] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2035.361054] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfbe140-8ec8-448d-9b96-5306b1f552f9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.369269] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2035.369521] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7d659be-c00d-41d4-9b85-cda08d0119a9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.376250] env[63348]: DEBUG oslo_vmware.api [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 2035.376250] env[63348]: value = "task-2023183" [ 2035.376250] env[63348]: _type = "Task" [ 2035.376250] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.384131] env[63348]: DEBUG oslo_vmware.api [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.421311] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1386d0-43fe-4d6d-9fb0-b91e2510a8b5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.445102] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fcb8aa-0984-40d5-9cca-10b8c25fb489 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.464429] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Updating instance 'ee62ce36-b980-48c3-bcb5-4286a006660c' progress to 67 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2035.653591] env[63348]: DEBUG oslo_vmware.api [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023182, 'name': PowerOnVM_Task, 'duration_secs': 0.479657} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.653987] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2035.655301] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2daeca45-2a12-4585-82a3-8b4ed2ae124b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating instance '9cabacaf-16ed-4b57-8b1c-b90756c9be4c' progress to 100 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2035.668830] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 9fd7a35d-7d74-454d-94d1-6f3acd68e357] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2035.780288] env[63348]: DEBUG nova.scheduler.client.report [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2035.888120] env[63348]: DEBUG oslo_vmware.api [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023183, 'name': PowerOffVM_Task, 'duration_secs': 0.17617} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.888420] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2035.888585] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2035.888913] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-771f615e-8881-441b-9d75-553d3b1ef979 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.929297] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42deb4b4-770a-4c0e-9c45-8ec8d3bed3a9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.949707] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updating instance '99bc2f43-621c-4004-90e4-106bcd607b5a' progress to 0 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2036.004750] env[63348]: DEBUG nova.network.neutron [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Port 3b4d4903-4920-4b47-8afe-1ff2dbada3e6 binding to destination host cpu-1 is already ACTIVE {{(pid=63348) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3227}} [ 2036.172128] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 0b73a63c-dab3-440b-b474-edaa3796f4bc] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2036.285730] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2036.286289] env[63348]: DEBUG nova.compute.manager [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2036.288869] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.251s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.290271] env[63348]: INFO nova.compute.claims [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2036.456368] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2036.456518] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b6a69cd-f61b-4fa5-95b1-aa71deda3157 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.464353] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2036.464353] env[63348]: value = "task-2023185" [ 2036.464353] env[63348]: _type = "Task" [ 2036.464353] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.472895] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.636099] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2036.636330] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2036.636515] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Deleting the datastore file [datastore2] 0baa31db-09cd-4bd7-9805-95c713cb8a17 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2036.636808] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e31f0eb-0086-4b0a-ae51-c262d890521c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.643484] env[63348]: DEBUG oslo_vmware.api [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 2036.643484] env[63348]: value = "task-2023186" [ 2036.643484] env[63348]: _type = "Task" [ 2036.643484] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.650721] env[63348]: DEBUG oslo_vmware.api [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.675353] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 2a097994-1352-4863-b599-72a045363676] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2036.798566] env[63348]: DEBUG nova.compute.utils [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2036.799142] env[63348]: DEBUG nova.compute.manager [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2036.799316] env[63348]: DEBUG nova.network.neutron [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2036.844576] env[63348]: DEBUG nova.policy [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b648fbb994d64c3aa2376a2419b5d2ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30d2637b6dd741f0b0795c254d09d1b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2036.974686] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023185, 'name': PowerOffVM_Task, 'duration_secs': 0.34599} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.974948] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2036.975147] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updating instance '99bc2f43-621c-4004-90e4-106bcd607b5a' progress to 17 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2037.028596] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "ee62ce36-b980-48c3-bcb5-4286a006660c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.028826] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "ee62ce36-b980-48c3-bcb5-4286a006660c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.029043] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "ee62ce36-b980-48c3-bcb5-4286a006660c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.112941] env[63348]: DEBUG nova.network.neutron [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Successfully created port: bb563156-1bc7-48d8-9620-e113fd5e1e46 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2037.154011] env[63348]: DEBUG oslo_vmware.api [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14926} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.154279] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2037.154464] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2037.154661] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2037.154810] env[63348]: INFO nova.compute.manager [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Took 1.79 seconds to destroy the instance on the hypervisor. [ 2037.155055] env[63348]: DEBUG oslo.service.loopingcall [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2037.155252] env[63348]: DEBUG nova.compute.manager [-] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2037.155346] env[63348]: DEBUG nova.network.neutron [-] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2037.178338] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: c4dbefbc-5e88-4451-8ed2-2b91e59662af] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2037.303763] env[63348]: DEBUG nova.compute.manager [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2037.481907] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2037.482471] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2037.482639] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2037.483029] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2037.483260] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2037.483376] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2037.483682] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2037.483960] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2037.484378] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2037.484521] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2037.484603] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2037.494473] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a8a0dfd-5714-42ad-8c7d-4b1f4bcf57f7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.512209] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2037.512209] env[63348]: value = "task-2023187" [ 2037.512209] env[63348]: _type = "Task" [ 2037.512209] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.524666] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.552871] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.553193] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.553364] env[63348]: DEBUG nova.compute.manager [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Going to confirm migration 5 {{(pid=63348) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2037.555296] env[63348]: DEBUG nova.network.neutron [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Successfully created port: 666842ba-387c-4a19-a420-e58c47476d2b {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2037.560046] env[63348]: DEBUG nova.compute.manager [req-ca479117-e05c-42da-aa94-f8be18889a79 req-d3586656-abb7-4f03-888d-597e8590907d service nova] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Received event network-vif-deleted-b43a7f05-adfc-4fc9-b8eb-999c37c876a0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2037.560046] env[63348]: INFO nova.compute.manager [req-ca479117-e05c-42da-aa94-f8be18889a79 req-d3586656-abb7-4f03-888d-597e8590907d service nova] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Neutron deleted interface b43a7f05-adfc-4fc9-b8eb-999c37c876a0; detaching it from the instance and deleting it from the info cache [ 2037.560046] env[63348]: DEBUG nova.network.neutron [req-ca479117-e05c-42da-aa94-f8be18889a79 req-d3586656-abb7-4f03-888d-597e8590907d service nova] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2037.592869] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043ba3b1-1737-4746-868b-e0417a3e3cf0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.601196] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b098084a-6022-4091-97ca-2010ca3abbb6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.634783] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b875dd8-85b3-4cf3-8d0f-2660b0c63f25 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.642957] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84592a94-f557-485f-a98a-4718ac9017cc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.657076] env[63348]: DEBUG nova.compute.provider_tree [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2037.681584] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: dccd4694-dc48-44af-899f-af12059826cd] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2037.954535] env[63348]: DEBUG nova.compute.manager [req-90fddd42-94a3-4ff7-8a5f-4e3091da85b3 req-451418e8-c418-4f59-97f2-9047ec228424 service nova] [instance: 1be7f639-6651-4709-b877-147451147be2] Received event network-vif-plugged-fee19ca7-9748-4dee-9e0b-fd523db52e59 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2037.955112] env[63348]: DEBUG oslo_concurrency.lockutils [req-90fddd42-94a3-4ff7-8a5f-4e3091da85b3 req-451418e8-c418-4f59-97f2-9047ec228424 service nova] Acquiring lock "1be7f639-6651-4709-b877-147451147be2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.955364] env[63348]: DEBUG oslo_concurrency.lockutils [req-90fddd42-94a3-4ff7-8a5f-4e3091da85b3 req-451418e8-c418-4f59-97f2-9047ec228424 service nova] Lock "1be7f639-6651-4709-b877-147451147be2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.955540] env[63348]: DEBUG oslo_concurrency.lockutils [req-90fddd42-94a3-4ff7-8a5f-4e3091da85b3 req-451418e8-c418-4f59-97f2-9047ec228424 service nova] Lock "1be7f639-6651-4709-b877-147451147be2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.955722] env[63348]: DEBUG nova.compute.manager [req-90fddd42-94a3-4ff7-8a5f-4e3091da85b3 req-451418e8-c418-4f59-97f2-9047ec228424 service nova] [instance: 1be7f639-6651-4709-b877-147451147be2] No waiting events found dispatching network-vif-plugged-fee19ca7-9748-4dee-9e0b-fd523db52e59 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2037.955917] env[63348]: WARNING nova.compute.manager [req-90fddd42-94a3-4ff7-8a5f-4e3091da85b3 req-451418e8-c418-4f59-97f2-9047ec228424 service nova] [instance: 1be7f639-6651-4709-b877-147451147be2] Received unexpected event network-vif-plugged-fee19ca7-9748-4dee-9e0b-fd523db52e59 for instance with vm_state building and task_state spawning. [ 2038.022099] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023187, 'name': ReconfigVM_Task, 'duration_secs': 0.174072} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.022915] env[63348]: DEBUG nova.network.neutron [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Successfully updated port: fee19ca7-9748-4dee-9e0b-fd523db52e59 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2038.024076] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updating instance '99bc2f43-621c-4004-90e4-106bcd607b5a' progress to 33 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2038.027307] env[63348]: DEBUG nova.network.neutron [-] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.064743] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "refresh_cache-ee62ce36-b980-48c3-bcb5-4286a006660c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.064927] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "refresh_cache-ee62ce36-b980-48c3-bcb5-4286a006660c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.065112] env[63348]: DEBUG nova.network.neutron [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2038.066089] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-364d9989-633a-4cda-839f-f8d630e0b1f7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.076765] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4763d15d-3f74-4219-9575-0a45e0247927 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.109105] env[63348]: DEBUG nova.compute.manager [req-ca479117-e05c-42da-aa94-f8be18889a79 req-d3586656-abb7-4f03-888d-597e8590907d service nova] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Detach interface failed, port_id=b43a7f05-adfc-4fc9-b8eb-999c37c876a0, reason: Instance 0baa31db-09cd-4bd7-9805-95c713cb8a17 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2038.122578] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.122773] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.122972] env[63348]: DEBUG nova.network.neutron [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2038.123273] env[63348]: DEBUG nova.objects.instance [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lazy-loading 'info_cache' on Instance uuid 9cabacaf-16ed-4b57-8b1c-b90756c9be4c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2038.160596] env[63348]: DEBUG nova.scheduler.client.report [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2038.184663] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 6375c607-a07c-4031-b351-763ba724c57d] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2038.313301] env[63348]: DEBUG nova.compute.manager [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2038.339879] env[63348]: DEBUG nova.virt.hardware [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2038.340147] env[63348]: DEBUG nova.virt.hardware [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2038.340312] env[63348]: DEBUG nova.virt.hardware [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2038.340493] env[63348]: DEBUG nova.virt.hardware [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2038.340635] env[63348]: DEBUG nova.virt.hardware [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2038.340778] env[63348]: DEBUG nova.virt.hardware [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2038.341014] env[63348]: DEBUG nova.virt.hardware [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2038.341193] env[63348]: DEBUG nova.virt.hardware [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2038.341363] env[63348]: DEBUG nova.virt.hardware [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2038.341518] env[63348]: DEBUG nova.virt.hardware [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2038.341688] env[63348]: DEBUG nova.virt.hardware [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2038.342567] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87331a89-d104-44b7-890c-cc3669ed3913 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.350249] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a188c267-dd02-4eaa-9886-733cd40505eb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.528800] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "refresh_cache-1be7f639-6651-4709-b877-147451147be2" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.529065] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "refresh_cache-1be7f639-6651-4709-b877-147451147be2" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.529258] env[63348]: DEBUG nova.network.neutron [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2038.532404] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2038.532627] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2038.532785] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2038.532963] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2038.533150] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2038.533265] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2038.533463] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2038.533652] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2038.533828] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2038.533998] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2038.534184] env[63348]: DEBUG nova.virt.hardware [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2038.539663] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2038.540097] env[63348]: INFO nova.compute.manager [-] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Took 1.38 seconds to deallocate network for instance. [ 2038.541639] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5daad1b5-7351-448e-8047-6cae6bf24bbe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.564601] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2038.564601] env[63348]: value = "task-2023188" [ 2038.564601] env[63348]: _type = "Task" [ 2038.564601] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.574975] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.665908] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.666401] env[63348]: DEBUG nova.compute.manager [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2038.688439] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: bc134416-7803-4400-a33e-236615803489] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2038.771520] env[63348]: DEBUG nova.network.neutron [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Updating instance_info_cache with network_info: [{"id": "3b4d4903-4920-4b47-8afe-1ff2dbada3e6", "address": "fa:16:3e:e2:42:36", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4d4903-49", "ovs_interfaceid": "3b4d4903-4920-4b47-8afe-1ff2dbada3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.049669] env[63348]: DEBUG nova.network.neutron [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Successfully updated port: bb563156-1bc7-48d8-9620-e113fd5e1e46 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2039.061277] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.062234] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.062581] env[63348]: DEBUG nova.objects.instance [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lazy-loading 'resources' on Instance uuid 0baa31db-09cd-4bd7-9805-95c713cb8a17 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2039.074562] env[63348]: DEBUG nova.network.neutron [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2039.081115] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.172021] env[63348]: DEBUG nova.compute.utils [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2039.176071] env[63348]: DEBUG nova.compute.manager [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2039.176259] env[63348]: DEBUG nova.network.neutron [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2039.191915] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 5ecbb6dc-6ec4-4bb3-bc04-af9660ea3774] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2039.224382] env[63348]: DEBUG nova.policy [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00f3106349b24f2d9e834331cc8915b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '277ce0a77c4d42cc87644e9a649aa0c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2039.269411] env[63348]: DEBUG nova.network.neutron [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Updating instance_info_cache with network_info: [{"id": "fee19ca7-9748-4dee-9e0b-fd523db52e59", "address": "fa:16:3e:29:96:a8", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee19ca7-97", "ovs_interfaceid": "fee19ca7-9748-4dee-9e0b-fd523db52e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.273568] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "refresh_cache-ee62ce36-b980-48c3-bcb5-4286a006660c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.393477] env[63348]: DEBUG nova.network.neutron [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating instance_info_cache with network_info: [{"id": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "address": "fa:16:3e:25:30:95", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e743d0-9a", "ovs_interfaceid": "07e743d0-9a9d-43c8-bb38-8a07a1ba30fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.528132] env[63348]: DEBUG nova.network.neutron [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Successfully created port: 7c289950-2253-4170-93bc-e94f72ca7126 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2039.577713] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.590250] env[63348]: DEBUG nova.compute.manager [req-b7ba118d-4b78-4948-8a81-3fe11384b54f req-70c4212d-7a0d-4e09-afaf-11fe85edc6b9 service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Received event network-vif-plugged-bb563156-1bc7-48d8-9620-e113fd5e1e46 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2039.590456] env[63348]: DEBUG oslo_concurrency.lockutils [req-b7ba118d-4b78-4948-8a81-3fe11384b54f req-70c4212d-7a0d-4e09-afaf-11fe85edc6b9 service nova] Acquiring lock "31337249-6ab3-40d9-82ff-13888d8bcf74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.590715] env[63348]: DEBUG oslo_concurrency.lockutils [req-b7ba118d-4b78-4948-8a81-3fe11384b54f req-70c4212d-7a0d-4e09-afaf-11fe85edc6b9 service nova] Lock "31337249-6ab3-40d9-82ff-13888d8bcf74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.591474] env[63348]: DEBUG oslo_concurrency.lockutils [req-b7ba118d-4b78-4948-8a81-3fe11384b54f req-70c4212d-7a0d-4e09-afaf-11fe85edc6b9 service nova] Lock "31337249-6ab3-40d9-82ff-13888d8bcf74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.591708] env[63348]: DEBUG nova.compute.manager [req-b7ba118d-4b78-4948-8a81-3fe11384b54f req-70c4212d-7a0d-4e09-afaf-11fe85edc6b9 service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] No waiting events found dispatching network-vif-plugged-bb563156-1bc7-48d8-9620-e113fd5e1e46 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2039.591880] env[63348]: WARNING nova.compute.manager [req-b7ba118d-4b78-4948-8a81-3fe11384b54f req-70c4212d-7a0d-4e09-afaf-11fe85edc6b9 service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Received unexpected event network-vif-plugged-bb563156-1bc7-48d8-9620-e113fd5e1e46 for instance with vm_state building and task_state spawning. [ 2039.592047] env[63348]: DEBUG nova.compute.manager [req-b7ba118d-4b78-4948-8a81-3fe11384b54f req-70c4212d-7a0d-4e09-afaf-11fe85edc6b9 service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Received event network-changed-bb563156-1bc7-48d8-9620-e113fd5e1e46 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2039.592204] env[63348]: DEBUG nova.compute.manager [req-b7ba118d-4b78-4948-8a81-3fe11384b54f req-70c4212d-7a0d-4e09-afaf-11fe85edc6b9 service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Refreshing instance network info cache due to event network-changed-bb563156-1bc7-48d8-9620-e113fd5e1e46. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2039.592389] env[63348]: DEBUG oslo_concurrency.lockutils [req-b7ba118d-4b78-4948-8a81-3fe11384b54f req-70c4212d-7a0d-4e09-afaf-11fe85edc6b9 service nova] Acquiring lock "refresh_cache-31337249-6ab3-40d9-82ff-13888d8bcf74" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.592599] env[63348]: DEBUG oslo_concurrency.lockutils [req-b7ba118d-4b78-4948-8a81-3fe11384b54f req-70c4212d-7a0d-4e09-afaf-11fe85edc6b9 service nova] Acquired lock "refresh_cache-31337249-6ab3-40d9-82ff-13888d8bcf74" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.592715] env[63348]: DEBUG nova.network.neutron [req-b7ba118d-4b78-4948-8a81-3fe11384b54f req-70c4212d-7a0d-4e09-afaf-11fe85edc6b9 service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Refreshing network info cache for port bb563156-1bc7-48d8-9620-e113fd5e1e46 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2039.679339] env[63348]: DEBUG nova.compute.manager [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2039.694591] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 1a9b6a8a-7fdc-440e-960f-6b0bcb155c8b] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2039.771842] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "refresh_cache-1be7f639-6651-4709-b877-147451147be2" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.772224] env[63348]: DEBUG nova.compute.manager [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Instance network_info: |[{"id": "fee19ca7-9748-4dee-9e0b-fd523db52e59", "address": "fa:16:3e:29:96:a8", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee19ca7-97", "ovs_interfaceid": "fee19ca7-9748-4dee-9e0b-fd523db52e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2039.772664] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:96:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fee19ca7-9748-4dee-9e0b-fd523db52e59', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2039.781753] env[63348]: DEBUG oslo.service.loopingcall [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2039.790767] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1be7f639-6651-4709-b877-147451147be2] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2039.791621] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-468e457d-bac0-4db0-ae75-eba44306f02d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.813696] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bc3f5f-5ffc-4108-b210-a2744b28bdd8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.840475] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25f4d9a-8ed6-4cfc-9e1a-967b7b38204f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.843757] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2039.843757] env[63348]: value = "task-2023189" [ 2039.843757] env[63348]: _type = "Task" [ 2039.843757] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.849856] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Updating instance 'ee62ce36-b980-48c3-bcb5-4286a006660c' progress to 83 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2039.859276] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023189, 'name': CreateVM_Task} progress is 15%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.885718] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638dc6b6-4542-4eee-a29a-2fe75ff8952b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.894228] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d208d2-1629-4fc1-a6a2-acab447bf0b3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.899028] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "refresh_cache-9cabacaf-16ed-4b57-8b1c-b90756c9be4c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.899028] env[63348]: DEBUG nova.objects.instance [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lazy-loading 'migration_context' on Instance uuid 9cabacaf-16ed-4b57-8b1c-b90756c9be4c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2039.930654] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d5dc5a-46b0-416a-b742-115ff5193c8a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.939030] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd185d3-ca61-4b4e-b636-d9877aa18381 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.953156] env[63348]: DEBUG nova.compute.provider_tree [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2040.018703] env[63348]: DEBUG nova.compute.manager [req-0a337e01-0578-488f-80b5-1da4b2a22266 req-78275f45-b1d2-4a57-8aee-9129331eabc6 service nova] [instance: 1be7f639-6651-4709-b877-147451147be2] Received event network-changed-fee19ca7-9748-4dee-9e0b-fd523db52e59 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2040.018703] env[63348]: DEBUG nova.compute.manager [req-0a337e01-0578-488f-80b5-1da4b2a22266 req-78275f45-b1d2-4a57-8aee-9129331eabc6 service nova] [instance: 1be7f639-6651-4709-b877-147451147be2] Refreshing instance network info cache due to event network-changed-fee19ca7-9748-4dee-9e0b-fd523db52e59. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2040.018927] env[63348]: DEBUG oslo_concurrency.lockutils [req-0a337e01-0578-488f-80b5-1da4b2a22266 req-78275f45-b1d2-4a57-8aee-9129331eabc6 service nova] Acquiring lock "refresh_cache-1be7f639-6651-4709-b877-147451147be2" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.019090] env[63348]: DEBUG oslo_concurrency.lockutils [req-0a337e01-0578-488f-80b5-1da4b2a22266 req-78275f45-b1d2-4a57-8aee-9129331eabc6 service nova] Acquired lock "refresh_cache-1be7f639-6651-4709-b877-147451147be2" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.019252] env[63348]: DEBUG nova.network.neutron [req-0a337e01-0578-488f-80b5-1da4b2a22266 req-78275f45-b1d2-4a57-8aee-9129331eabc6 service nova] [instance: 1be7f639-6651-4709-b877-147451147be2] Refreshing network info cache for port fee19ca7-9748-4dee-9e0b-fd523db52e59 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2040.075338] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.126992] env[63348]: DEBUG nova.network.neutron [req-b7ba118d-4b78-4948-8a81-3fe11384b54f req-70c4212d-7a0d-4e09-afaf-11fe85edc6b9 service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2040.198285] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: d25f45cd-1bc9-44ec-b06f-fe89fcc0a170] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2040.209406] env[63348]: DEBUG nova.network.neutron [req-b7ba118d-4b78-4948-8a81-3fe11384b54f req-70c4212d-7a0d-4e09-afaf-11fe85edc6b9 service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.355088] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023189, 'name': CreateVM_Task, 'duration_secs': 0.409293} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.355975] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2040.356157] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1be7f639-6651-4709-b877-147451147be2] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2040.356372] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d48c287-7ea6-4612-8d66-6b5c0cffc117 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.358202] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.358365] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.358662] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2040.358913] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f332a1c-b7e4-4c50-b30d-8a90b0c4e3fe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.363623] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2040.363623] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52021e23-94a2-a505-4280-7536d6437fd5" [ 2040.363623] env[63348]: _type = "Task" [ 2040.363623] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.367643] env[63348]: DEBUG oslo_vmware.api [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2040.367643] env[63348]: value = "task-2023190" [ 2040.367643] env[63348]: _type = "Task" [ 2040.367643] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.373442] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52021e23-94a2-a505-4280-7536d6437fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.377820] env[63348]: DEBUG oslo_vmware.api [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.402781] env[63348]: DEBUG nova.objects.base [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Object Instance<9cabacaf-16ed-4b57-8b1c-b90756c9be4c> lazy-loaded attributes: info_cache,migration_context {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2040.403730] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ebf91b-63df-4eb8-aeb3-dbbf984208f4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.423864] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87fda159-be75-427c-b3f5-265128b62c02 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.429735] env[63348]: DEBUG oslo_vmware.api [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2040.429735] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a59456-580c-2929-28c3-236fffd32f09" [ 2040.429735] env[63348]: _type = "Task" [ 2040.429735] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.437487] env[63348]: DEBUG oslo_vmware.api [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a59456-580c-2929-28c3-236fffd32f09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.456613] env[63348]: DEBUG nova.scheduler.client.report [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2040.575598] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023188, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.688546] env[63348]: DEBUG nova.compute.manager [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2040.701907] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 64e837aa-0ab3-4cb4-a60b-287bf47f9ad7] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2040.712440] env[63348]: DEBUG oslo_concurrency.lockutils [req-b7ba118d-4b78-4948-8a81-3fe11384b54f req-70c4212d-7a0d-4e09-afaf-11fe85edc6b9 service nova] Releasing lock "refresh_cache-31337249-6ab3-40d9-82ff-13888d8bcf74" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.721687] env[63348]: DEBUG nova.virt.hardware [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2040.721940] env[63348]: DEBUG nova.virt.hardware [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2040.722106] env[63348]: DEBUG nova.virt.hardware [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2040.722293] env[63348]: DEBUG nova.virt.hardware [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2040.722439] env[63348]: DEBUG nova.virt.hardware [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2040.722631] env[63348]: DEBUG nova.virt.hardware [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2040.722812] env[63348]: DEBUG nova.virt.hardware [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2040.722956] env[63348]: DEBUG nova.virt.hardware [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2040.723139] env[63348]: DEBUG nova.virt.hardware [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2040.723330] env[63348]: DEBUG nova.virt.hardware [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2040.723541] env[63348]: DEBUG nova.virt.hardware [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2040.724448] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cf7931-3898-4629-9440-a4b113b93ffa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.733880] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd1142a-7fb9-4dac-a897-f7c516608606 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.738881] env[63348]: DEBUG nova.network.neutron [req-0a337e01-0578-488f-80b5-1da4b2a22266 req-78275f45-b1d2-4a57-8aee-9129331eabc6 service nova] [instance: 1be7f639-6651-4709-b877-147451147be2] Updated VIF entry in instance network info cache for port fee19ca7-9748-4dee-9e0b-fd523db52e59. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2040.739235] env[63348]: DEBUG nova.network.neutron [req-0a337e01-0578-488f-80b5-1da4b2a22266 req-78275f45-b1d2-4a57-8aee-9129331eabc6 service nova] [instance: 1be7f639-6651-4709-b877-147451147be2] Updating instance_info_cache with network_info: [{"id": "fee19ca7-9748-4dee-9e0b-fd523db52e59", "address": "fa:16:3e:29:96:a8", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee19ca7-97", "ovs_interfaceid": "fee19ca7-9748-4dee-9e0b-fd523db52e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.879547] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52021e23-94a2-a505-4280-7536d6437fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.009285} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.882964] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.883056] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2040.883367] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.883510] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.883735] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2040.884410] env[63348]: DEBUG oslo_vmware.api [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023190, 'name': PowerOnVM_Task, 'duration_secs': 0.372176} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.884654] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86a06260-5bab-40b4-90cb-577f32140859 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.886622] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2040.888090] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce72df4-5f98-44a8-bc9f-84a1ffc2fd9c tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Updating instance 'ee62ce36-b980-48c3-bcb5-4286a006660c' progress to 100 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2040.898092] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2040.898290] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2040.899136] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e27df7f-3137-4b23-9bfc-32b8678e6456 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.906042] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2040.906042] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52dcce91-a75e-0faf-e48d-b124f81e6425" [ 2040.906042] env[63348]: _type = "Task" [ 2040.906042] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.916222] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52dcce91-a75e-0faf-e48d-b124f81e6425, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.940310] env[63348]: DEBUG oslo_vmware.api [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a59456-580c-2929-28c3-236fffd32f09, 'name': SearchDatastore_Task, 'duration_secs': 0.006885} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.941399] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.961869] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.970454] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.023s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.990547] env[63348]: INFO nova.scheduler.client.report [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Deleted allocations for instance 0baa31db-09cd-4bd7-9805-95c713cb8a17 [ 2041.080455] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023188, 'name': ReconfigVM_Task, 'duration_secs': 2.025704} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.080852] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2041.081576] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913e292e-f2bd-49e7-aad9-526febf48586 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.106702] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 99bc2f43-621c-4004-90e4-106bcd607b5a/99bc2f43-621c-4004-90e4-106bcd607b5a.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2041.107552] env[63348]: DEBUG nova.network.neutron [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Successfully updated port: 666842ba-387c-4a19-a420-e58c47476d2b {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2041.109455] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bbfc10a-69ca-4b9c-9ce7-9f28ad5740e0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.130228] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquiring lock "refresh_cache-31337249-6ab3-40d9-82ff-13888d8bcf74" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.130374] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquired lock "refresh_cache-31337249-6ab3-40d9-82ff-13888d8bcf74" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.130522] env[63348]: DEBUG nova.network.neutron [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2041.138555] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2041.138555] env[63348]: value = "task-2023191" [ 2041.138555] env[63348]: _type = "Task" [ 2041.138555] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.149047] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.206968] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 42ee5eac-7858-45f1-b751-542884dc4c20] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2041.241944] env[63348]: DEBUG oslo_concurrency.lockutils [req-0a337e01-0578-488f-80b5-1da4b2a22266 req-78275f45-b1d2-4a57-8aee-9129331eabc6 service nova] Releasing lock "refresh_cache-1be7f639-6651-4709-b877-147451147be2" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.354493] env[63348]: DEBUG nova.network.neutron [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Successfully updated port: 7c289950-2253-4170-93bc-e94f72ca7126 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2041.433035] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52dcce91-a75e-0faf-e48d-b124f81e6425, 'name': SearchDatastore_Task, 'duration_secs': 0.009273} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.433897] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d279177a-6a0e-4849-b43a-65f646e33013 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.439655] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2041.439655] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5246907c-67ee-f150-5aed-41cdfe6b4c3f" [ 2041.439655] env[63348]: _type = "Task" [ 2041.439655] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.447522] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5246907c-67ee-f150-5aed-41cdfe6b4c3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.498353] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a818d9e7-189a-412a-bd04-dbdf5a74fb80 tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "0baa31db-09cd-4bd7-9805-95c713cb8a17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.645s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.621068] env[63348]: DEBUG nova.compute.manager [req-e177e092-6c80-4f94-93a2-c2df09def410 req-6bd411eb-8c50-4f7b-9d81-e87a2939185b service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Received event network-vif-plugged-666842ba-387c-4a19-a420-e58c47476d2b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2041.621068] env[63348]: DEBUG oslo_concurrency.lockutils [req-e177e092-6c80-4f94-93a2-c2df09def410 req-6bd411eb-8c50-4f7b-9d81-e87a2939185b service nova] Acquiring lock "31337249-6ab3-40d9-82ff-13888d8bcf74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.621068] env[63348]: DEBUG oslo_concurrency.lockutils [req-e177e092-6c80-4f94-93a2-c2df09def410 req-6bd411eb-8c50-4f7b-9d81-e87a2939185b service nova] Lock "31337249-6ab3-40d9-82ff-13888d8bcf74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.621068] env[63348]: DEBUG oslo_concurrency.lockutils [req-e177e092-6c80-4f94-93a2-c2df09def410 req-6bd411eb-8c50-4f7b-9d81-e87a2939185b service nova] Lock "31337249-6ab3-40d9-82ff-13888d8bcf74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.621068] env[63348]: DEBUG nova.compute.manager [req-e177e092-6c80-4f94-93a2-c2df09def410 req-6bd411eb-8c50-4f7b-9d81-e87a2939185b service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] No waiting events found dispatching network-vif-plugged-666842ba-387c-4a19-a420-e58c47476d2b {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2041.621241] env[63348]: WARNING nova.compute.manager [req-e177e092-6c80-4f94-93a2-c2df09def410 req-6bd411eb-8c50-4f7b-9d81-e87a2939185b service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Received unexpected event network-vif-plugged-666842ba-387c-4a19-a420-e58c47476d2b for instance with vm_state building and task_state spawning. [ 2041.621267] env[63348]: DEBUG nova.compute.manager [req-e177e092-6c80-4f94-93a2-c2df09def410 req-6bd411eb-8c50-4f7b-9d81-e87a2939185b service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Received event network-changed-666842ba-387c-4a19-a420-e58c47476d2b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2041.621502] env[63348]: DEBUG nova.compute.manager [req-e177e092-6c80-4f94-93a2-c2df09def410 req-6bd411eb-8c50-4f7b-9d81-e87a2939185b service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Refreshing instance network info cache due to event network-changed-666842ba-387c-4a19-a420-e58c47476d2b. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2041.621705] env[63348]: DEBUG oslo_concurrency.lockutils [req-e177e092-6c80-4f94-93a2-c2df09def410 req-6bd411eb-8c50-4f7b-9d81-e87a2939185b service nova] Acquiring lock "refresh_cache-31337249-6ab3-40d9-82ff-13888d8bcf74" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.651103] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023191, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.656812] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "cd182cf8-d4f1-4131-953f-4ae565888bb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.657034] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "cd182cf8-d4f1-4131-953f-4ae565888bb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.657236] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "cd182cf8-d4f1-4131-953f-4ae565888bb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.657411] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "cd182cf8-d4f1-4131-953f-4ae565888bb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.657569] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "cd182cf8-d4f1-4131-953f-4ae565888bb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.659484] env[63348]: INFO nova.compute.manager [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Terminating instance [ 2041.665216] env[63348]: DEBUG nova.network.neutron [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2041.685568] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785ba91a-ebb5-4308-9971-23dbc0d38f58 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.694037] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7133908-96e3-4766-a6bd-d08b675e1cbd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.724060] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 223e5b24-bc2a-4de9-be5b-aa2cad088245] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2041.728868] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6f95e5-6142-4feb-be1f-f7430774016d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.737021] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ed9df1-ef22-476b-a998-afcff5d1ac6f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.752024] env[63348]: DEBUG nova.compute.provider_tree [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2041.857095] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "refresh_cache-ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.857261] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "refresh_cache-ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.857412] env[63348]: DEBUG nova.network.neutron [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2041.950634] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5246907c-67ee-f150-5aed-41cdfe6b4c3f, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.950936] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.951196] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 1be7f639-6651-4709-b877-147451147be2/1be7f639-6651-4709-b877-147451147be2.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2041.952210] env[63348]: DEBUG nova.network.neutron [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Updating instance_info_cache with network_info: [{"id": "bb563156-1bc7-48d8-9620-e113fd5e1e46", "address": "fa:16:3e:ed:70:4d", "network": {"id": "20b865f2-1eec-4df6-8395-8b645c415c77", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1818097922", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d2637b6dd741f0b0795c254d09d1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb563156-1b", "ovs_interfaceid": "bb563156-1bc7-48d8-9620-e113fd5e1e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "666842ba-387c-4a19-a420-e58c47476d2b", "address": "fa:16:3e:8d:6f:a0", "network": {"id": "e39c0243-11fd-4339-97e3-2a7129846c7d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2114674022", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "30d2637b6dd741f0b0795c254d09d1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap666842ba-38", "ovs_interfaceid": "666842ba-387c-4a19-a420-e58c47476d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.953457] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82cb5fe3-0910-47bd-a4ed-fa246707e8ab {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.961822] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2041.961822] env[63348]: value = "task-2023192" [ 2041.961822] env[63348]: _type = "Task" [ 2041.961822] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.973651] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.043763] env[63348]: DEBUG nova.compute.manager [req-c94212fb-d0be-434f-9d73-31924aa7d83c req-6ad9d7f3-b183-4257-9ce9-42b44487f091 service nova] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Received event network-vif-plugged-7c289950-2253-4170-93bc-e94f72ca7126 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2042.044020] env[63348]: DEBUG oslo_concurrency.lockutils [req-c94212fb-d0be-434f-9d73-31924aa7d83c req-6ad9d7f3-b183-4257-9ce9-42b44487f091 service nova] Acquiring lock "ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.044182] env[63348]: DEBUG oslo_concurrency.lockutils [req-c94212fb-d0be-434f-9d73-31924aa7d83c req-6ad9d7f3-b183-4257-9ce9-42b44487f091 service nova] Lock "ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.044349] env[63348]: DEBUG oslo_concurrency.lockutils [req-c94212fb-d0be-434f-9d73-31924aa7d83c req-6ad9d7f3-b183-4257-9ce9-42b44487f091 service nova] Lock "ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.044517] env[63348]: DEBUG nova.compute.manager [req-c94212fb-d0be-434f-9d73-31924aa7d83c req-6ad9d7f3-b183-4257-9ce9-42b44487f091 service nova] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] No waiting events found dispatching network-vif-plugged-7c289950-2253-4170-93bc-e94f72ca7126 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2042.044680] env[63348]: WARNING nova.compute.manager [req-c94212fb-d0be-434f-9d73-31924aa7d83c req-6ad9d7f3-b183-4257-9ce9-42b44487f091 service nova] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Received unexpected event network-vif-plugged-7c289950-2253-4170-93bc-e94f72ca7126 for instance with vm_state building and task_state spawning. [ 2042.044836] env[63348]: DEBUG nova.compute.manager [req-c94212fb-d0be-434f-9d73-31924aa7d83c req-6ad9d7f3-b183-4257-9ce9-42b44487f091 service nova] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Received event network-changed-7c289950-2253-4170-93bc-e94f72ca7126 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2042.044987] env[63348]: DEBUG nova.compute.manager [req-c94212fb-d0be-434f-9d73-31924aa7d83c req-6ad9d7f3-b183-4257-9ce9-42b44487f091 service nova] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Refreshing instance network info cache due to event network-changed-7c289950-2253-4170-93bc-e94f72ca7126. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2042.045166] env[63348]: DEBUG oslo_concurrency.lockutils [req-c94212fb-d0be-434f-9d73-31924aa7d83c req-6ad9d7f3-b183-4257-9ce9-42b44487f091 service nova] Acquiring lock "refresh_cache-ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.149668] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023191, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.165542] env[63348]: DEBUG nova.compute.manager [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2042.165747] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2042.166570] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f206b5-0deb-4ad0-81b8-29feaa13544c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.174232] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2042.174785] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c0225b1-9348-4c2c-a296-2812785d34ff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.180897] env[63348]: DEBUG oslo_vmware.api [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 2042.180897] env[63348]: value = "task-2023193" [ 2042.180897] env[63348]: _type = "Task" [ 2042.180897] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.188192] env[63348]: DEBUG oslo_vmware.api [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.232701] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: bd7387bc-8f64-4b1e-b8a8-a317ce7398b2] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2042.255591] env[63348]: DEBUG nova.scheduler.client.report [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2042.401232] env[63348]: DEBUG nova.network.neutron [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2042.456827] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Releasing lock "refresh_cache-31337249-6ab3-40d9-82ff-13888d8bcf74" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.457332] env[63348]: DEBUG nova.compute.manager [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Instance network_info: |[{"id": "bb563156-1bc7-48d8-9620-e113fd5e1e46", "address": "fa:16:3e:ed:70:4d", "network": {"id": "20b865f2-1eec-4df6-8395-8b645c415c77", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1818097922", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d2637b6dd741f0b0795c254d09d1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb563156-1b", "ovs_interfaceid": "bb563156-1bc7-48d8-9620-e113fd5e1e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "666842ba-387c-4a19-a420-e58c47476d2b", "address": "fa:16:3e:8d:6f:a0", "network": {"id": "e39c0243-11fd-4339-97e3-2a7129846c7d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2114674022", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "30d2637b6dd741f0b0795c254d09d1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap666842ba-38", "ovs_interfaceid": "666842ba-387c-4a19-a420-e58c47476d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2042.457706] env[63348]: DEBUG oslo_concurrency.lockutils [req-e177e092-6c80-4f94-93a2-c2df09def410 req-6bd411eb-8c50-4f7b-9d81-e87a2939185b service nova] Acquired lock "refresh_cache-31337249-6ab3-40d9-82ff-13888d8bcf74" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.457887] env[63348]: DEBUG nova.network.neutron [req-e177e092-6c80-4f94-93a2-c2df09def410 req-6bd411eb-8c50-4f7b-9d81-e87a2939185b service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Refreshing network info cache for port 666842ba-387c-4a19-a420-e58c47476d2b {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2042.459709] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:70:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb563156-1bc7-48d8-9620-e113fd5e1e46', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:6f:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '666842ba-387c-4a19-a420-e58c47476d2b', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2042.470712] env[63348]: DEBUG oslo.service.loopingcall [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2042.471133] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2042.474561] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-748bd920-b8a4-401c-bee2-6295efc2af1d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.499144] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023192, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.500553] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2042.500553] env[63348]: value = "task-2023194" [ 2042.500553] env[63348]: _type = "Task" [ 2042.500553] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.510155] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023194, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.651465] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023191, 'name': ReconfigVM_Task, 'duration_secs': 1.314948} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.651744] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 99bc2f43-621c-4004-90e4-106bcd607b5a/99bc2f43-621c-4004-90e4-106bcd607b5a.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2042.652093] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updating instance '99bc2f43-621c-4004-90e4-106bcd607b5a' progress to 50 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2042.691565] env[63348]: DEBUG oslo_vmware.api [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.700225] env[63348]: DEBUG nova.network.neutron [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Updating instance_info_cache with network_info: [{"id": "7c289950-2253-4170-93bc-e94f72ca7126", "address": "fa:16:3e:8d:2c:de", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c289950-22", "ovs_interfaceid": "7c289950-2253-4170-93bc-e94f72ca7126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.735884] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 3550d32c-b873-462a-a7a1-afc3eb3251ab] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2042.983121] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872099} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.983329] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 1be7f639-6651-4709-b877-147451147be2/1be7f639-6651-4709-b877-147451147be2.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2042.983542] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2042.983788] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a7e1db4-2165-47af-925e-0aa5346a9dfa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.990362] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2042.990362] env[63348]: value = "task-2023195" [ 2042.990362] env[63348]: _type = "Task" [ 2042.990362] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.997663] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.008925] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023194, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.158880] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbca173-0870-4c7b-81a5-bebe49eea7a8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.181213] env[63348]: DEBUG nova.network.neutron [req-e177e092-6c80-4f94-93a2-c2df09def410 req-6bd411eb-8c50-4f7b-9d81-e87a2939185b service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Updated VIF entry in instance network info cache for port 666842ba-387c-4a19-a420-e58c47476d2b. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2043.181496] env[63348]: DEBUG nova.network.neutron [req-e177e092-6c80-4f94-93a2-c2df09def410 req-6bd411eb-8c50-4f7b-9d81-e87a2939185b service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Updating instance_info_cache with network_info: [{"id": "bb563156-1bc7-48d8-9620-e113fd5e1e46", "address": "fa:16:3e:ed:70:4d", "network": {"id": "20b865f2-1eec-4df6-8395-8b645c415c77", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1818097922", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d2637b6dd741f0b0795c254d09d1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb563156-1b", "ovs_interfaceid": "bb563156-1bc7-48d8-9620-e113fd5e1e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "666842ba-387c-4a19-a420-e58c47476d2b", "address": "fa:16:3e:8d:6f:a0", "network": {"id": "e39c0243-11fd-4339-97e3-2a7129846c7d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2114674022", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "30d2637b6dd741f0b0795c254d09d1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap666842ba-38", "ovs_interfaceid": "666842ba-387c-4a19-a420-e58c47476d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.183242] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04be69e4-aa44-446c-835c-e87d300a9078 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.194313] env[63348]: DEBUG oslo_vmware.api [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023193, 'name': PowerOffVM_Task, 'duration_secs': 0.698255} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.210826] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2043.211057] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2043.211604] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "refresh_cache-ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.211812] env[63348]: DEBUG nova.compute.manager [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Instance network_info: |[{"id": "7c289950-2253-4170-93bc-e94f72ca7126", "address": "fa:16:3e:8d:2c:de", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c289950-22", "ovs_interfaceid": "7c289950-2253-4170-93bc-e94f72ca7126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2043.212135] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updating instance '99bc2f43-621c-4004-90e4-106bcd607b5a' progress to 67 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2043.215371] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5832b4e9-49b3-4213-a0cc-02446c6c8b2b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.217437] env[63348]: DEBUG oslo_concurrency.lockutils [req-c94212fb-d0be-434f-9d73-31924aa7d83c req-6ad9d7f3-b183-4257-9ce9-42b44487f091 service nova] Acquired lock "refresh_cache-ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.218477] env[63348]: DEBUG nova.network.neutron [req-c94212fb-d0be-434f-9d73-31924aa7d83c req-6ad9d7f3-b183-4257-9ce9-42b44487f091 service nova] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Refreshing network info cache for port 7c289950-2253-4170-93bc-e94f72ca7126 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2043.219551] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:2c:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c289950-2253-4170-93bc-e94f72ca7126', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2043.227650] env[63348]: DEBUG oslo.service.loopingcall [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2043.228774] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2043.229532] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7796e30-1be8-4ba0-9c3c-e035dd3e2c4e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.249262] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 0d5887f8-cf88-4716-a333-e6cb58ce7f40] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2043.257070] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2043.257070] env[63348]: value = "task-2023197" [ 2043.257070] env[63348]: _type = "Task" [ 2043.257070] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.267288] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.303s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.270029] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023197, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.293679] env[63348]: DEBUG oslo_concurrency.lockutils [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "ee62ce36-b980-48c3-bcb5-4286a006660c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.293971] env[63348]: DEBUG oslo_concurrency.lockutils [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "ee62ce36-b980-48c3-bcb5-4286a006660c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.294212] env[63348]: DEBUG nova.compute.manager [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Going to confirm migration 6 {{(pid=63348) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2043.314264] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2043.314518] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2043.314684] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Deleting the datastore file [datastore2] cd182cf8-d4f1-4131-953f-4ae565888bb7 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2043.315623] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-751dd6a2-2812-48c8-999b-805ae917a2d4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.322850] env[63348]: DEBUG oslo_vmware.api [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for the task: (returnval){ [ 2043.322850] env[63348]: value = "task-2023198" [ 2043.322850] env[63348]: _type = "Task" [ 2043.322850] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.333287] env[63348]: DEBUG oslo_vmware.api [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.501908] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103927} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.505167] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2043.505965] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3768faa-c666-4d33-beb8-534ebd1daa26 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.513662] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023194, 'name': CreateVM_Task, 'duration_secs': 0.899133} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.522723] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2043.536059] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 1be7f639-6651-4709-b877-147451147be2/1be7f639-6651-4709-b877-147451147be2.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2043.536244] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.536490] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.537033] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2043.537303] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5d7de60-70f2-4e8b-952c-058b6d6f6a44 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.557717] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc70f4c-8458-401b-92da-6715740fdee7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.570676] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 2043.570676] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52633f71-c203-0e6d-1220-138466e78c5a" [ 2043.570676] env[63348]: _type = "Task" [ 2043.570676] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.571068] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2043.571068] env[63348]: value = "task-2023199" [ 2043.571068] env[63348]: _type = "Task" [ 2043.571068] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.583721] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52633f71-c203-0e6d-1220-138466e78c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.587259] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.687366] env[63348]: DEBUG oslo_concurrency.lockutils [req-e177e092-6c80-4f94-93a2-c2df09def410 req-6bd411eb-8c50-4f7b-9d81-e87a2939185b service nova] Releasing lock "refresh_cache-31337249-6ab3-40d9-82ff-13888d8bcf74" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.753509] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 7eb1dedb-6e22-4636-ad5a-81b7ad2b1a6e] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2043.770834] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023197, 'name': CreateVM_Task, 'duration_secs': 0.420297} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.770834] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2043.770834] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.833397] env[63348]: DEBUG oslo_vmware.api [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Task: {'id': task-2023198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273235} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.833668] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2043.836900] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2043.836900] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2043.836900] env[63348]: INFO nova.compute.manager [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Took 1.67 seconds to destroy the instance on the hypervisor. [ 2043.836900] env[63348]: DEBUG oslo.service.loopingcall [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2043.836900] env[63348]: DEBUG nova.compute.manager [-] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2043.836900] env[63348]: DEBUG nova.network.neutron [-] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2043.838653] env[63348]: INFO nova.scheduler.client.report [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Deleted allocation for migration 28bf632c-9919-4221-bc3e-eb3f8aa5251f [ 2043.911275] env[63348]: DEBUG oslo_concurrency.lockutils [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "refresh_cache-ee62ce36-b980-48c3-bcb5-4286a006660c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.911462] env[63348]: DEBUG oslo_concurrency.lockutils [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "refresh_cache-ee62ce36-b980-48c3-bcb5-4286a006660c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.911636] env[63348]: DEBUG nova.network.neutron [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2043.911857] env[63348]: DEBUG nova.objects.instance [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lazy-loading 'info_cache' on Instance uuid ee62ce36-b980-48c3-bcb5-4286a006660c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2044.073119] env[63348]: DEBUG nova.network.neutron [req-c94212fb-d0be-434f-9d73-31924aa7d83c req-6ad9d7f3-b183-4257-9ce9-42b44487f091 service nova] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Updated VIF entry in instance network info cache for port 7c289950-2253-4170-93bc-e94f72ca7126. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2044.073119] env[63348]: DEBUG nova.network.neutron [req-c94212fb-d0be-434f-9d73-31924aa7d83c req-6ad9d7f3-b183-4257-9ce9-42b44487f091 service nova] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Updating instance_info_cache with network_info: [{"id": "7c289950-2253-4170-93bc-e94f72ca7126", "address": "fa:16:3e:8d:2c:de", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c289950-22", "ovs_interfaceid": "7c289950-2253-4170-93bc-e94f72ca7126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.093829] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52633f71-c203-0e6d-1220-138466e78c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.018676} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.100370] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.100853] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2044.103201] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.103201] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.103201] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2044.103201] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.104314] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.104731] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2044.105058] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e991322f-d8b9-40bc-bb9e-a20573456ba7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.107510] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68125106-2c98-4716-adc4-226d83901d1e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.114815] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2044.114815] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5238b0cf-eb06-7e0a-d6b0-fbf66cfbb7cd" [ 2044.114815] env[63348]: _type = "Task" [ 2044.114815] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.119163] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2044.119344] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2044.120395] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-912dc198-0d45-49b2-a76b-ed401ec76ce4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.125670] env[63348]: DEBUG nova.compute.manager [req-8e4da8b5-193a-4ced-8bda-f0ef9c567f42 req-e838a154-2d88-44b2-83c6-2e7b33399b2e service nova] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Received event network-vif-deleted-a6f8ae5b-392f-4520-b12a-36b3b1f5f26e {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2044.126109] env[63348]: INFO nova.compute.manager [req-8e4da8b5-193a-4ced-8bda-f0ef9c567f42 req-e838a154-2d88-44b2-83c6-2e7b33399b2e service nova] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Neutron deleted interface a6f8ae5b-392f-4520-b12a-36b3b1f5f26e; detaching it from the instance and deleting it from the info cache [ 2044.126109] env[63348]: DEBUG nova.network.neutron [req-8e4da8b5-193a-4ced-8bda-f0ef9c567f42 req-e838a154-2d88-44b2-83c6-2e7b33399b2e service nova] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.131035] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 2044.131035] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b0f2c2-b961-cf17-a657-5a90a147d42b" [ 2044.131035] env[63348]: _type = "Task" [ 2044.131035] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.131229] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5238b0cf-eb06-7e0a-d6b0-fbf66cfbb7cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.140350] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b0f2c2-b961-cf17-a657-5a90a147d42b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.258215] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 36970daf-9b81-47f3-94fe-963dd71f90d6] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2044.345135] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7aa00c27-5f0c-47b1-8d66-f20dcf17443c tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.792s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.577414] env[63348]: DEBUG oslo_concurrency.lockutils [req-c94212fb-d0be-434f-9d73-31924aa7d83c req-6ad9d7f3-b183-4257-9ce9-42b44487f091 service nova] Releasing lock "refresh_cache-ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.583622] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.608185] env[63348]: DEBUG nova.network.neutron [-] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.627394] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5238b0cf-eb06-7e0a-d6b0-fbf66cfbb7cd, 'name': SearchDatastore_Task, 'duration_secs': 0.018832} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.627695] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.627923] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2044.628152] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.632131] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0b80b1e-be8c-4100-b56f-315acbbe8247 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.642652] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b0f2c2-b961-cf17-a657-5a90a147d42b, 'name': SearchDatastore_Task, 'duration_secs': 0.029974} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.644197] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-184102d2-af0e-4f2b-aaad-ca2fec1eaf42 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.649066] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e1c448-8ef8-47c7-b6e1-211c81b1302b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.663881] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 2044.663881] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526849c1-b6d1-01da-724d-1eb6de92acfd" [ 2044.663881] env[63348]: _type = "Task" [ 2044.663881] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.671745] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526849c1-b6d1-01da-724d-1eb6de92acfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.683093] env[63348]: DEBUG nova.compute.manager [req-8e4da8b5-193a-4ced-8bda-f0ef9c567f42 req-e838a154-2d88-44b2-83c6-2e7b33399b2e service nova] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Detach interface failed, port_id=a6f8ae5b-392f-4520-b12a-36b3b1f5f26e, reason: Instance cd182cf8-d4f1-4131-953f-4ae565888bb7 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2044.760953] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: bd7cc2b2-d9da-416a-86c1-ea67330c3bed] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2044.763864] env[63348]: DEBUG oslo_concurrency.lockutils [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.765476] env[63348]: DEBUG oslo_concurrency.lockutils [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.765476] env[63348]: DEBUG oslo_concurrency.lockutils [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.765476] env[63348]: DEBUG oslo_concurrency.lockutils [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.765476] env[63348]: DEBUG oslo_concurrency.lockutils [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.766830] env[63348]: INFO nova.compute.manager [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Terminating instance [ 2044.886861] env[63348]: DEBUG nova.network.neutron [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Port 760a5001-d3e6-4ddf-aa01-178548ea10a6 binding to destination host cpu-1 is already ACTIVE {{(pid=63348) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3227}} [ 2045.083079] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023199, 'name': ReconfigVM_Task, 'duration_secs': 1.082833} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.083386] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 1be7f639-6651-4709-b877-147451147be2/1be7f639-6651-4709-b877-147451147be2.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2045.084017] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efe63e7e-1442-4397-8ae2-e302c51126d8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.091494] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2045.091494] env[63348]: value = "task-2023200" [ 2045.091494] env[63348]: _type = "Task" [ 2045.091494] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.096608] env[63348]: DEBUG nova.network.neutron [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Updating instance_info_cache with network_info: [{"id": "3b4d4903-4920-4b47-8afe-1ff2dbada3e6", "address": "fa:16:3e:e2:42:36", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4d4903-49", "ovs_interfaceid": "3b4d4903-4920-4b47-8afe-1ff2dbada3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.101524] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023200, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.111125] env[63348]: INFO nova.compute.manager [-] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Took 1.28 seconds to deallocate network for instance. [ 2045.175401] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526849c1-b6d1-01da-724d-1eb6de92acfd, 'name': SearchDatastore_Task, 'duration_secs': 0.034798} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.175401] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.175546] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 31337249-6ab3-40d9-82ff-13888d8bcf74/31337249-6ab3-40d9-82ff-13888d8bcf74.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2045.175715] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.175895] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2045.176116] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35cf11ec-5937-44ca-aa7b-e934622c3616 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.178068] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a34acf5d-a067-411d-8d92-e98bef207d56 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.185029] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 2045.185029] env[63348]: value = "task-2023201" [ 2045.185029] env[63348]: _type = "Task" [ 2045.185029] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.188699] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2045.188946] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2045.189808] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-134d2832-9173-48b0-86ee-1079277b7b20 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.194743] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.197812] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2045.197812] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52142c08-dad3-6c5c-a6a6-754a5045d1a2" [ 2045.197812] env[63348]: _type = "Task" [ 2045.197812] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.204711] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52142c08-dad3-6c5c-a6a6-754a5045d1a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.264832] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: acd9ee2a-a75f-4de3-a257-0d1b9ffcc05a] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2045.270737] env[63348]: DEBUG nova.compute.manager [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2045.270996] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2045.271919] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4784bfa9-672a-4e58-b1c8-fc16458ffd79 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.279940] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2045.280165] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d3294a7-3733-4b14-8cd2-37be08710c74 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.286203] env[63348]: DEBUG oslo_vmware.api [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2045.286203] env[63348]: value = "task-2023202" [ 2045.286203] env[63348]: _type = "Task" [ 2045.286203] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.295070] env[63348]: DEBUG oslo_vmware.api [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.602741] env[63348]: DEBUG oslo_concurrency.lockutils [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "refresh_cache-ee62ce36-b980-48c3-bcb5-4286a006660c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.603020] env[63348]: DEBUG nova.objects.instance [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lazy-loading 'migration_context' on Instance uuid ee62ce36-b980-48c3-bcb5-4286a006660c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2045.604242] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023200, 'name': Rename_Task, 'duration_secs': 0.157782} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.604747] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2045.605076] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad8a8902-e31d-4fd3-9ca0-346f6322b710 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.611953] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2045.611953] env[63348]: value = "task-2023203" [ 2045.611953] env[63348]: _type = "Task" [ 2045.611953] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.618371] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.618720] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.618952] env[63348]: DEBUG nova.objects.instance [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lazy-loading 'resources' on Instance uuid cd182cf8-d4f1-4131-953f-4ae565888bb7 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2045.623713] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.696528] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023201, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.707075] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52142c08-dad3-6c5c-a6a6-754a5045d1a2, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.708012] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45e4e51-b133-4945-80dd-247bafe6f3d9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.713546] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2045.713546] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5270f306-b28c-7c51-0c19-034085ba8bc7" [ 2045.713546] env[63348]: _type = "Task" [ 2045.713546] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.722152] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5270f306-b28c-7c51-0c19-034085ba8bc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.768730] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: f22cd326-edcd-4922-b377-4a7c9c8c5d16] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2045.797058] env[63348]: DEBUG oslo_vmware.api [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023202, 'name': PowerOffVM_Task, 'duration_secs': 0.282463} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.797340] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2045.797515] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2045.797778] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d4038f0-b69a-4313-a5a5-d5d79f9123f3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.907796] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "99bc2f43-621c-4004-90e4-106bcd607b5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.907997] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "99bc2f43-621c-4004-90e4-106bcd607b5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.908191] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "99bc2f43-621c-4004-90e4-106bcd607b5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.105910] env[63348]: DEBUG nova.objects.base [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2046.107149] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec72c57b-5aad-4528-aab3-e7ef8ada85be {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.113475] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2046.113697] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2046.113878] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Deleting the datastore file [datastore2] 9cabacaf-16ed-4b57-8b1c-b90756c9be4c {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2046.129565] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a8325eb-73de-44c7-a69f-6d80e99ba6c1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.136230] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c553e2b9-c958-4da2-bcd6-47a9fd665f8b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.141496] env[63348]: DEBUG oslo_vmware.api [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2046.141496] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5206d595-64c9-a1d7-d8b7-09fbdbb09228" [ 2046.141496] env[63348]: _type = "Task" [ 2046.141496] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.144815] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.148642] env[63348]: DEBUG oslo_vmware.api [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2046.148642] env[63348]: value = "task-2023205" [ 2046.148642] env[63348]: _type = "Task" [ 2046.148642] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.155109] env[63348]: DEBUG oslo_vmware.api [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5206d595-64c9-a1d7-d8b7-09fbdbb09228, 'name': SearchDatastore_Task, 'duration_secs': 0.009858} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.157791] env[63348]: DEBUG oslo_concurrency.lockutils [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.161765] env[63348]: DEBUG oslo_vmware.api [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.194803] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534836} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.197345] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 31337249-6ab3-40d9-82ff-13888d8bcf74/31337249-6ab3-40d9-82ff-13888d8bcf74.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2046.197569] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2046.197985] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f43f763e-0134-4e51-8fcc-dc20728dfcef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.204634] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 2046.204634] env[63348]: value = "task-2023206" [ 2046.204634] env[63348]: _type = "Task" [ 2046.204634] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.215020] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.225655] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5270f306-b28c-7c51-0c19-034085ba8bc7, 'name': SearchDatastore_Task, 'duration_secs': 0.011221} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.225970] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.226230] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10/ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2046.226478] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e59ff8a6-4559-4c3a-805c-8b0bd6027b32 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.234708] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2046.234708] env[63348]: value = "task-2023207" [ 2046.234708] env[63348]: _type = "Task" [ 2046.234708] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.242923] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.271785] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: ac18bd52-7b11-4e63-ba7c-8ebacdeaa062] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2046.340962] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74eb68a9-365b-47b8-979a-adae368f916c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.348503] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed757e55-ec04-4291-bfce-63b252b29f68 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.380566] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba442ff-8f69-402d-a606-5a9100fdfb60 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.388100] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc66f4e2-711f-44a8-943d-73f786e0ab67 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.403168] env[63348]: DEBUG nova.compute.provider_tree [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2046.623478] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023203, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.659243] env[63348]: DEBUG oslo_vmware.api [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.718524] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066666} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.719096] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2046.720438] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b10288-e98d-489e-a097-3d858a35da4f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.746187] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 31337249-6ab3-40d9-82ff-13888d8bcf74/31337249-6ab3-40d9-82ff-13888d8bcf74.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2046.750049] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c8a4a1c-83a0-4630-bd7e-b714ec0a0220 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.770998] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023207, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.772730] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 2046.772730] env[63348]: value = "task-2023208" [ 2046.772730] env[63348]: _type = "Task" [ 2046.772730] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.776241] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 32d353bc-25df-44fe-a0f6-d8f85ada7da9] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2046.784280] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023208, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.906322] env[63348]: DEBUG nova.scheduler.client.report [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2046.944038] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.944249] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.944426] env[63348]: DEBUG nova.network.neutron [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2047.123923] env[63348]: DEBUG oslo_vmware.api [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023203, 'name': PowerOnVM_Task, 'duration_secs': 1.251246} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.124166] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2047.124393] env[63348]: INFO nova.compute.manager [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Took 14.81 seconds to spawn the instance on the hypervisor. [ 2047.124575] env[63348]: DEBUG nova.compute.manager [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2047.125349] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6550731c-64ed-4310-a702-f9af35a33a9b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.158311] env[63348]: DEBUG oslo_vmware.api [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.539066} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.158564] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2047.158746] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2047.159122] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2047.159419] env[63348]: INFO nova.compute.manager [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Took 1.89 seconds to destroy the instance on the hypervisor. [ 2047.159711] env[63348]: DEBUG oslo.service.loopingcall [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2047.159892] env[63348]: DEBUG nova.compute.manager [-] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2047.160031] env[63348]: DEBUG nova.network.neutron [-] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2047.247162] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783162} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.247475] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10/ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2047.247641] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2047.247890] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c10a13a-43cf-4d26-bc66-ca9741869a40 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.254293] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2047.254293] env[63348]: value = "task-2023209" [ 2047.254293] env[63348]: _type = "Task" [ 2047.254293] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.264047] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.281879] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: e2fb160c-154e-4a47-87ce-471d2e49ae75] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2047.284398] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.412151] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.414963] env[63348]: DEBUG oslo_concurrency.lockutils [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.257s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.480075] env[63348]: INFO nova.scheduler.client.report [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Deleted allocations for instance cd182cf8-d4f1-4131-953f-4ae565888bb7 [ 2047.649042] env[63348]: INFO nova.compute.manager [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Took 37.62 seconds to build instance. [ 2047.677894] env[63348]: DEBUG nova.compute.manager [req-b22bbdf3-ca54-4c7a-a53f-cf99e9cd5c20 req-c23752fc-0fc9-43ef-b517-d57bc3098fcd service nova] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Received event network-vif-deleted-07e743d0-9a9d-43c8-bb38-8a07a1ba30fa {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2047.677894] env[63348]: INFO nova.compute.manager [req-b22bbdf3-ca54-4c7a-a53f-cf99e9cd5c20 req-c23752fc-0fc9-43ef-b517-d57bc3098fcd service nova] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Neutron deleted interface 07e743d0-9a9d-43c8-bb38-8a07a1ba30fa; detaching it from the instance and deleting it from the info cache [ 2047.677894] env[63348]: DEBUG nova.network.neutron [req-b22bbdf3-ca54-4c7a-a53f-cf99e9cd5c20 req-c23752fc-0fc9-43ef-b517-d57bc3098fcd service nova] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.710484] env[63348]: DEBUG nova.network.neutron [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updating instance_info_cache with network_info: [{"id": "760a5001-d3e6-4ddf-aa01-178548ea10a6", "address": "fa:16:3e:e4:5b:b5", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760a5001-d3", "ovs_interfaceid": "760a5001-d3e6-4ddf-aa01-178548ea10a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.764864] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067496} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.765159] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2047.765915] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965ddc98-9af8-44e7-a863-4d00a6853b1c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.788537] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10/ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2047.791350] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 5f4a132f-9b11-491a-bb76-e0f8bc69ef0e] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2047.793331] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61bc50c9-4c21-490e-950f-40ac8678bf49 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.814988] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023208, 'name': ReconfigVM_Task, 'duration_secs': 0.755841} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.814988] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 31337249-6ab3-40d9-82ff-13888d8bcf74/31337249-6ab3-40d9-82ff-13888d8bcf74.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2047.815403] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2047.815403] env[63348]: value = "task-2023210" [ 2047.815403] env[63348]: _type = "Task" [ 2047.815403] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.815598] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c3167d1-ae66-4de9-8a67-89eec95904aa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.827711] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023210, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.828996] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 2047.828996] env[63348]: value = "task-2023211" [ 2047.828996] env[63348]: _type = "Task" [ 2047.828996] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.841323] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023211, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.989323] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e54a1fa1-b992-40cb-b4a1-2d9852de37ac tempest-ServersAdminTestJSON-2097645453 tempest-ServersAdminTestJSON-2097645453-project-member] Lock "cd182cf8-d4f1-4131-953f-4ae565888bb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.332s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.155384] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5fb6bf-c133-46ae-9693-746a1e824650 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "1be7f639-6651-4709-b877-147451147be2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.137s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.155652] env[63348]: DEBUG nova.network.neutron [-] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.161024] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9810471f-7d2d-4019-ae4f-687bc0319220 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.166166] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de58d55b-55ec-4cc2-8bb6-2ea2e60a641c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.199240] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e9685a3-9c1b-47b3-99a4-f9242843e027 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.201668] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdbd45f-87f5-4098-89e3-3e631ea42f7a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.210771] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0e2a96-50b8-49a4-893b-7a140b3ad866 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.217386] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.227686] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff17085b-b6be-4819-9382-d356cf680b6d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.250578] env[63348]: DEBUG nova.compute.provider_tree [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2048.263028] env[63348]: DEBUG nova.compute.manager [req-b22bbdf3-ca54-4c7a-a53f-cf99e9cd5c20 req-c23752fc-0fc9-43ef-b517-d57bc3098fcd service nova] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Detach interface failed, port_id=07e743d0-9a9d-43c8-bb38-8a07a1ba30fa, reason: Instance 9cabacaf-16ed-4b57-8b1c-b90756c9be4c could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2048.312019] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 753ee905-0679-4502-bfc4-46a993662b53] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2048.327977] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023210, 'name': ReconfigVM_Task, 'duration_secs': 0.351011} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.328302] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Reconfigured VM instance instance-00000060 to attach disk [datastore2] ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10/ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2048.328946] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6565e5e-37cd-4aed-a945-17bfacbbfae4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.340436] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023211, 'name': Rename_Task, 'duration_secs': 0.275403} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.343671] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2048.343671] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2048.343671] env[63348]: value = "task-2023212" [ 2048.343671] env[63348]: _type = "Task" [ 2048.343671] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.343671] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0cb94ec-63b5-4561-b6dc-42eb9aa7fc7e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.354026] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 2048.354026] env[63348]: value = "task-2023213" [ 2048.354026] env[63348]: _type = "Task" [ 2048.354026] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.355069] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023212, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.363432] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.662134] env[63348]: INFO nova.compute.manager [-] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Took 1.50 seconds to deallocate network for instance. [ 2048.734464] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89086452-3ae1-4088-8389-0fb180c86864 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.740803] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff830cd2-ed35-40f2-aade-bf86f231188c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.756525] env[63348]: DEBUG nova.scheduler.client.report [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2048.813154] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 4a57ba32-af4f-40ae-adfa-44a392db196c] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2048.855420] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023212, 'name': Rename_Task, 'duration_secs': 0.147892} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.855794] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2048.859376] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c43df7be-a424-4d97-9ff9-f36d9b48e427 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.866556] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023213, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.867827] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2048.867827] env[63348]: value = "task-2023214" [ 2048.867827] env[63348]: _type = "Task" [ 2048.867827] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.875897] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.169340] env[63348]: DEBUG oslo_concurrency.lockutils [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.317996] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 1ef63437-d024-4508-8433-596f964fbc2e] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2049.369533] env[63348]: DEBUG oslo_vmware.api [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023213, 'name': PowerOnVM_Task, 'duration_secs': 0.926466} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.374958] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2049.377266] env[63348]: INFO nova.compute.manager [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Took 11.06 seconds to spawn the instance on the hypervisor. [ 2049.377266] env[63348]: DEBUG nova.compute.manager [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2049.380356] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abcfb96-0cc5-4572-8336-48e43ae88fbe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.390858] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023214, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.406462] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "1be7f639-6651-4709-b877-147451147be2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.406725] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "1be7f639-6651-4709-b877-147451147be2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.406902] env[63348]: INFO nova.compute.manager [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Shelving [ 2049.775205] env[63348]: DEBUG oslo_concurrency.lockutils [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.360s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.779505] env[63348]: DEBUG oslo_concurrency.lockutils [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.610s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.779752] env[63348]: DEBUG oslo_concurrency.lockutils [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.808087] env[63348]: INFO nova.scheduler.client.report [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Deleted allocations for instance 9cabacaf-16ed-4b57-8b1c-b90756c9be4c [ 2049.819332] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: ba15760a-2414-46a1-a868-ccc6ba399973] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2049.859528] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8af4559-ec70-4499-97f0-4831409dc7ae {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.888174] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cc1c8a-7cd5-47ed-a7d1-78f87a68b90f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.896974] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updating instance '99bc2f43-621c-4004-90e4-106bcd607b5a' progress to 83 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2049.907296] env[63348]: DEBUG oslo_vmware.api [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023214, 'name': PowerOnVM_Task, 'duration_secs': 0.528245} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.909526] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2049.909765] env[63348]: INFO nova.compute.manager [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Took 9.22 seconds to spawn the instance on the hypervisor. [ 2049.910294] env[63348]: DEBUG nova.compute.manager [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2049.912440] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af31008-4fac-4d43-b41b-b7b609f9a358 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.918848] env[63348]: INFO nova.compute.manager [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Took 26.36 seconds to build instance. [ 2050.316570] env[63348]: DEBUG oslo_concurrency.lockutils [None req-eca40733-2d7e-4ac1-886f-ce619d467c52 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "9cabacaf-16ed-4b57-8b1c-b90756c9be4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.552s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.323539] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 2cee836f-dda6-4be0-9b44-70e207bdc9a3] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2050.354220] env[63348]: INFO nova.scheduler.client.report [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleted allocation for migration 30235b29-cbda-409c-b4c4-86005dcbfecf [ 2050.410785] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2050.411484] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-232cb87a-064e-4105-9f1d-fb647cf56720 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.420020] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2050.420020] env[63348]: value = "task-2023215" [ 2050.420020] env[63348]: _type = "Task" [ 2050.420020] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.420533] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0848278f-c0f9-4655-b5c6-447c22e11170 tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "31337249-6ab3-40d9-82ff-13888d8bcf74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.870s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.424730] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2050.424996] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e91ce20c-da32-43f1-9721-eefa4a96237e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.438392] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.438950] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2050.438950] env[63348]: value = "task-2023216" [ 2050.438950] env[63348]: _type = "Task" [ 2050.438950] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.445619] env[63348]: INFO nova.compute.manager [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Took 17.42 seconds to build instance. [ 2050.457560] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.826813] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: ee8dddb0-4028-4718-9644-701b27dafd1a] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2050.866518] env[63348]: DEBUG oslo_concurrency.lockutils [None req-482abe16-5411-4a61-bcc1-0176b3a0f249 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "ee62ce36-b980-48c3-bcb5-4286a006660c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.572s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.931013] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023215, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.950624] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bbf096d4-7bd4-4498-8539-d8615ec7f74b tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.933s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.951283] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023216, 'name': PowerOffVM_Task, 'duration_secs': 0.210298} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.951542] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2050.952385] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8f5f10-141a-4a88-8e17-8e6713fd6d66 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.980267] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0288c779-7db1-47ee-8dee-4a5920b05bde {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.320311] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquiring lock "31337249-6ab3-40d9-82ff-13888d8bcf74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.321112] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "31337249-6ab3-40d9-82ff-13888d8bcf74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.321112] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquiring lock "31337249-6ab3-40d9-82ff-13888d8bcf74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.321112] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "31337249-6ab3-40d9-82ff-13888d8bcf74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.321255] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "31337249-6ab3-40d9-82ff-13888d8bcf74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.324228] env[63348]: INFO nova.compute.manager [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Terminating instance [ 2051.330370] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: e97cf19f-7937-4237-b611-8742c17751e1] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2051.432948] env[63348]: DEBUG oslo_vmware.api [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023215, 'name': PowerOnVM_Task, 'duration_secs': 0.838234} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.432948] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2051.433108] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1268955a-120f-4231-b0c1-df766b165966 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updating instance '99bc2f43-621c-4004-90e4-106bcd607b5a' progress to 100 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2051.491849] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Creating Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2051.492265] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-816bb462-7404-43b0-890a-c210a6bacc18 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.501316] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2051.501316] env[63348]: value = "task-2023217" [ 2051.501316] env[63348]: _type = "Task" [ 2051.501316] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.514422] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023217, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.828613] env[63348]: DEBUG nova.compute.manager [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2051.828872] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2051.830724] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e168e678-013e-443d-addf-371723072c56 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.836351] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 1407dcbc-362b-443b-955d-153fbd034127] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2051.844042] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2051.844352] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e41cc80d-c3c6-4673-ac60-af1f409b7795 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.852141] env[63348]: DEBUG oslo_vmware.api [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 2051.852141] env[63348]: value = "task-2023218" [ 2051.852141] env[63348]: _type = "Task" [ 2051.852141] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.862271] env[63348]: DEBUG oslo_vmware.api [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.877119] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "ee62ce36-b980-48c3-bcb5-4286a006660c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.877442] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "ee62ce36-b980-48c3-bcb5-4286a006660c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.877805] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "ee62ce36-b980-48c3-bcb5-4286a006660c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.878009] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "ee62ce36-b980-48c3-bcb5-4286a006660c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.878296] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "ee62ce36-b980-48c3-bcb5-4286a006660c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.881123] env[63348]: INFO nova.compute.manager [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Terminating instance [ 2052.015492] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023217, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.135697] env[63348]: DEBUG oslo_concurrency.lockutils [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.136026] env[63348]: DEBUG oslo_concurrency.lockutils [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.136233] env[63348]: DEBUG oslo_concurrency.lockutils [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.136570] env[63348]: DEBUG oslo_concurrency.lockutils [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.136570] env[63348]: DEBUG oslo_concurrency.lockutils [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.139260] env[63348]: INFO nova.compute.manager [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Terminating instance [ 2052.311196] env[63348]: DEBUG oslo_concurrency.lockutils [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "2e277851-614c-4888-a9c9-4cdd178044d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.311196] env[63348]: DEBUG oslo_concurrency.lockutils [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "2e277851-614c-4888-a9c9-4cdd178044d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.342585] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: c731cd74-f289-409c-a8aa-6faa7cf6bb2b] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2052.363599] env[63348]: DEBUG oslo_vmware.api [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023218, 'name': PowerOffVM_Task, 'duration_secs': 0.23305} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.363871] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2052.364053] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2052.364351] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2397e89e-6593-4a0f-959f-66421390428f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.386166] env[63348]: DEBUG nova.compute.manager [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2052.386423] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2052.387483] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae0fbf2-d72e-445c-a806-a6eaab6f2aec {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.395643] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2052.395901] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad61e33e-7e82-43cc-9438-73a1719c4327 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.401816] env[63348]: DEBUG oslo_vmware.api [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2052.401816] env[63348]: value = "task-2023220" [ 2052.401816] env[63348]: _type = "Task" [ 2052.401816] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.409866] env[63348]: DEBUG oslo_vmware.api [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.523095] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023217, 'name': CreateSnapshot_Task, 'duration_secs': 0.698034} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.523095] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Created Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2052.523095] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47072d54-1f8f-41a6-a25b-f4991fc79542 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.550979] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2052.551703] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2052.552221] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Deleting the datastore file [datastore2] 31337249-6ab3-40d9-82ff-13888d8bcf74 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2052.552756] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39bb387c-335d-4ca3-a50a-e6aec485299e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.560909] env[63348]: DEBUG oslo_vmware.api [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for the task: (returnval){ [ 2052.560909] env[63348]: value = "task-2023221" [ 2052.560909] env[63348]: _type = "Task" [ 2052.560909] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.575850] env[63348]: DEBUG oslo_vmware.api [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.643204] env[63348]: DEBUG nova.compute.manager [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2052.643472] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2052.644430] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e391df-2598-4fb5-a7fd-2de8fea8d944 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.652523] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2052.652711] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f24dfa4-dd98-4096-b2b7-1b5478fa25f8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.660231] env[63348]: DEBUG oslo_vmware.api [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2052.660231] env[63348]: value = "task-2023222" [ 2052.660231] env[63348]: _type = "Task" [ 2052.660231] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.668798] env[63348]: DEBUG oslo_vmware.api [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.693352] env[63348]: DEBUG oslo_concurrency.lockutils [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "b751a970-287b-4227-acb2-ad903b2e6224" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.693352] env[63348]: DEBUG oslo_concurrency.lockutils [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "b751a970-287b-4227-acb2-ad903b2e6224" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.813581] env[63348]: DEBUG nova.compute.manager [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2052.845717] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: ac23fcd3-6f7c-4c50-90bf-7ff128e9aea1] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2052.912197] env[63348]: DEBUG oslo_vmware.api [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023220, 'name': PowerOffVM_Task, 'duration_secs': 0.165462} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.912197] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2052.912421] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2052.912784] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d3fd82a-a8f2-49d4-ad88-99e4069c6fa4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.045579] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Creating linked-clone VM from snapshot {{(pid=63348) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2053.047706] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-396855b5-b5c1-44ae-8b01-186b7e4b7c9c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.060615] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2053.060615] env[63348]: value = "task-2023224" [ 2053.060615] env[63348]: _type = "Task" [ 2053.060615] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.073888] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023224, 'name': CloneVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.077099] env[63348]: DEBUG oslo_vmware.api [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Task: {'id': task-2023221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32839} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.077337] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2053.077509] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2053.077687] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2053.077855] env[63348]: INFO nova.compute.manager [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2053.078105] env[63348]: DEBUG oslo.service.loopingcall [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2053.078500] env[63348]: DEBUG nova.compute.manager [-] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2053.078615] env[63348]: DEBUG nova.network.neutron [-] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2053.129351] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2053.129594] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2053.129748] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleting the datastore file [datastore2] ee62ce36-b980-48c3-bcb5-4286a006660c {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2053.130016] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08e2e2de-c81a-43d8-9244-d511728468a5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.137804] env[63348]: DEBUG oslo_vmware.api [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2053.137804] env[63348]: value = "task-2023225" [ 2053.137804] env[63348]: _type = "Task" [ 2053.137804] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.149156] env[63348]: DEBUG oslo_vmware.api [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.169204] env[63348]: DEBUG oslo_vmware.api [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023222, 'name': PowerOffVM_Task, 'duration_secs': 0.240783} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.169485] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2053.170127] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2053.170388] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a80e1455-4a30-4a76-b23d-2f40e883555b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.195405] env[63348]: DEBUG nova.compute.manager [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2053.328238] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2053.328836] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2053.328945] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleting the datastore file [datastore2] ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2053.329716] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05999389-edcf-4b37-ac51-a74c6d3a91e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.337902] env[63348]: DEBUG oslo_vmware.api [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2053.337902] env[63348]: value = "task-2023227" [ 2053.337902] env[63348]: _type = "Task" [ 2053.337902] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.342205] env[63348]: DEBUG oslo_concurrency.lockutils [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.342484] env[63348]: DEBUG oslo_concurrency.lockutils [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.344124] env[63348]: INFO nova.compute.claims [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2053.349440] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: f6c71ec2-3470-484e-9371-6c166bcf07a6] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2053.358751] env[63348]: DEBUG oslo_vmware.api [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.459607] env[63348]: DEBUG nova.compute.manager [req-d00416af-afe3-48d2-ac46-dd2e54767f5d req-62874bf3-3424-47ed-96bc-3aba66fee08c service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Received event network-vif-deleted-bb563156-1bc7-48d8-9620-e113fd5e1e46 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2053.459846] env[63348]: INFO nova.compute.manager [req-d00416af-afe3-48d2-ac46-dd2e54767f5d req-62874bf3-3424-47ed-96bc-3aba66fee08c service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Neutron deleted interface bb563156-1bc7-48d8-9620-e113fd5e1e46; detaching it from the instance and deleting it from the info cache [ 2053.460085] env[63348]: DEBUG nova.network.neutron [req-d00416af-afe3-48d2-ac46-dd2e54767f5d req-62874bf3-3424-47ed-96bc-3aba66fee08c service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Updating instance_info_cache with network_info: [{"id": "666842ba-387c-4a19-a420-e58c47476d2b", "address": "fa:16:3e:8d:6f:a0", "network": {"id": "e39c0243-11fd-4339-97e3-2a7129846c7d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2114674022", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "30d2637b6dd741f0b0795c254d09d1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap666842ba-38", "ovs_interfaceid": "666842ba-387c-4a19-a420-e58c47476d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.570474] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023224, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.651146] env[63348]: DEBUG oslo_vmware.api [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309849} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.651582] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2053.651804] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2053.652787] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2053.652787] env[63348]: INFO nova.compute.manager [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2053.652787] env[63348]: DEBUG oslo.service.loopingcall [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2053.652787] env[63348]: DEBUG nova.compute.manager [-] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2053.652787] env[63348]: DEBUG nova.network.neutron [-] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2053.658674] env[63348]: DEBUG nova.network.neutron [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Port 760a5001-d3e6-4ddf-aa01-178548ea10a6 binding to destination host cpu-1 is already ACTIVE {{(pid=63348) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3227}} [ 2053.658910] env[63348]: DEBUG oslo_concurrency.lockutils [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.659079] env[63348]: DEBUG oslo_concurrency.lockutils [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.659245] env[63348]: DEBUG nova.network.neutron [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2053.723284] env[63348]: DEBUG oslo_concurrency.lockutils [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.847145] env[63348]: DEBUG oslo_vmware.api [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30605} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.847428] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2053.847617] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2053.847792] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2053.847962] env[63348]: INFO nova.compute.manager [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2053.848217] env[63348]: DEBUG oslo.service.loopingcall [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2053.850527] env[63348]: DEBUG nova.compute.manager [-] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2053.850618] env[63348]: DEBUG nova.network.neutron [-] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2053.853936] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 00bd8ea9-349c-493d-8f54-85856c566ad8] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2053.963192] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-251d72ce-42e3-44e7-9158-1f932f5867c3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.976021] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b737bd29-4c46-4086-9347-70ce64fd0d3d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.006727] env[63348]: DEBUG nova.compute.manager [req-d00416af-afe3-48d2-ac46-dd2e54767f5d req-62874bf3-3424-47ed-96bc-3aba66fee08c service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Detach interface failed, port_id=bb563156-1bc7-48d8-9620-e113fd5e1e46, reason: Instance 31337249-6ab3-40d9-82ff-13888d8bcf74 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2054.071893] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023224, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.106404] env[63348]: DEBUG nova.compute.manager [req-82d85053-ec7a-4ab7-9ee5-cb0c1e7e235d req-67032e3f-ad47-4ed3-adbc-fcb42ea19de8 service nova] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Received event network-vif-deleted-7c289950-2253-4170-93bc-e94f72ca7126 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2054.106610] env[63348]: INFO nova.compute.manager [req-82d85053-ec7a-4ab7-9ee5-cb0c1e7e235d req-67032e3f-ad47-4ed3-adbc-fcb42ea19de8 service nova] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Neutron deleted interface 7c289950-2253-4170-93bc-e94f72ca7126; detaching it from the instance and deleting it from the info cache [ 2054.106833] env[63348]: DEBUG nova.network.neutron [req-82d85053-ec7a-4ab7-9ee5-cb0c1e7e235d req-67032e3f-ad47-4ed3-adbc-fcb42ea19de8 service nova] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.131405] env[63348]: DEBUG nova.network.neutron [-] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.356577] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: d405bcd4-e175-4c22-b7ab-6a03b44bac42] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2054.387152] env[63348]: DEBUG nova.network.neutron [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updating instance_info_cache with network_info: [{"id": "760a5001-d3e6-4ddf-aa01-178548ea10a6", "address": "fa:16:3e:e4:5b:b5", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760a5001-d3", "ovs_interfaceid": "760a5001-d3e6-4ddf-aa01-178548ea10a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.421539] env[63348]: DEBUG nova.network.neutron [-] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.561511] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47e7c3a-17b7-4188-a8b4-a2dc3d094b97 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.574668] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cc7e3d-ae8c-421d-88b5-3ef5c6012c33 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.577665] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023224, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.605786] env[63348]: DEBUG nova.network.neutron [-] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.607754] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ec9c75-6351-4d0e-bf47-c8ec00acb182 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.610978] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-946a1128-7cf4-4200-ae0e-da213946cde7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.619430] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3612c0ed-bdbf-45c4-82a6-826d51dc19a1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.625884] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b2c23a-587b-4166-91cd-399270e25d8a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.636909] env[63348]: INFO nova.compute.manager [-] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Took 1.56 seconds to deallocate network for instance. [ 2054.649896] env[63348]: DEBUG nova.compute.provider_tree [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2054.659388] env[63348]: DEBUG nova.compute.manager [req-82d85053-ec7a-4ab7-9ee5-cb0c1e7e235d req-67032e3f-ad47-4ed3-adbc-fcb42ea19de8 service nova] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Detach interface failed, port_id=7c289950-2253-4170-93bc-e94f72ca7126, reason: Instance ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2054.860167] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: b55b19a2-4be9-47ac-bdb9-64789756f862] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2054.890637] env[63348]: DEBUG oslo_concurrency.lockutils [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.924064] env[63348]: INFO nova.compute.manager [-] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Took 1.27 seconds to deallocate network for instance. [ 2055.075500] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023224, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.111221] env[63348]: INFO nova.compute.manager [-] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Took 1.26 seconds to deallocate network for instance. [ 2055.152052] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.160321] env[63348]: DEBUG nova.scheduler.client.report [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2055.363886] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: f4ee9c60-8bc1-4397-8c5b-9b94f2318db0] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2055.394830] env[63348]: DEBUG nova.compute.manager [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63348) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2055.430841] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.579181] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023224, 'name': CloneVM_Task, 'duration_secs': 2.472328} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.579443] env[63348]: INFO nova.virt.vmwareapi.vmops [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Created linked-clone VM from snapshot [ 2055.580675] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7cb761-aa0a-4916-a02c-f5f74f3621c4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.588393] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Uploading image 3c2fcb4a-b320-4254-b283-0232ca21be5e {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2055.617253] env[63348]: DEBUG oslo_concurrency.lockutils [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.622639] env[63348]: DEBUG oslo_vmware.rw_handles [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2055.622639] env[63348]: value = "vm-415699" [ 2055.622639] env[63348]: _type = "VirtualMachine" [ 2055.622639] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2055.623029] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-67b88253-5dba-4dd8-85e7-5c1f0a001a4b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.630663] env[63348]: DEBUG oslo_vmware.rw_handles [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lease: (returnval){ [ 2055.630663] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5251f72e-85f5-f443-bd60-dc4f28e662ad" [ 2055.630663] env[63348]: _type = "HttpNfcLease" [ 2055.630663] env[63348]: } obtained for exporting VM: (result){ [ 2055.630663] env[63348]: value = "vm-415699" [ 2055.630663] env[63348]: _type = "VirtualMachine" [ 2055.630663] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2055.630950] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the lease: (returnval){ [ 2055.630950] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5251f72e-85f5-f443-bd60-dc4f28e662ad" [ 2055.630950] env[63348]: _type = "HttpNfcLease" [ 2055.630950] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2055.637341] env[63348]: DEBUG nova.compute.manager [req-4a1f3d6b-c465-4a8e-bd9d-eab333f75428 req-9cb716d2-11b0-4353-aff6-480613a83cc6 service nova] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Received event network-vif-deleted-666842ba-387c-4a19-a420-e58c47476d2b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2055.637573] env[63348]: DEBUG nova.compute.manager [req-4a1f3d6b-c465-4a8e-bd9d-eab333f75428 req-9cb716d2-11b0-4353-aff6-480613a83cc6 service nova] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Received event network-vif-deleted-3b4d4903-4920-4b47-8afe-1ff2dbada3e6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2055.641863] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2055.641863] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5251f72e-85f5-f443-bd60-dc4f28e662ad" [ 2055.641863] env[63348]: _type = "HttpNfcLease" [ 2055.641863] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2055.665045] env[63348]: DEBUG oslo_concurrency.lockutils [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.665638] env[63348]: DEBUG nova.compute.manager [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2055.668380] env[63348]: DEBUG oslo_concurrency.lockutils [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.945s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.669807] env[63348]: INFO nova.compute.claims [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2055.866468] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 9d2c0789-1ee9-409a-b8da-17b8a776c067] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2056.139653] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2056.139653] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5251f72e-85f5-f443-bd60-dc4f28e662ad" [ 2056.139653] env[63348]: _type = "HttpNfcLease" [ 2056.139653] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2056.139961] env[63348]: DEBUG oslo_vmware.rw_handles [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2056.139961] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5251f72e-85f5-f443-bd60-dc4f28e662ad" [ 2056.139961] env[63348]: _type = "HttpNfcLease" [ 2056.139961] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2056.140634] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516620b1-f05c-42df-8b82-f394abe4104b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.147486] env[63348]: DEBUG oslo_vmware.rw_handles [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c0cf9-d603-ea1c-1dc4-1f638df0a242/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2056.147652] env[63348]: DEBUG oslo_vmware.rw_handles [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c0cf9-d603-ea1c-1dc4-1f638df0a242/disk-0.vmdk for reading. {{(pid=63348) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2056.203807] env[63348]: DEBUG nova.compute.utils [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2056.208286] env[63348]: DEBUG nova.compute.manager [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2056.208458] env[63348]: DEBUG nova.network.neutron [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2056.250246] env[63348]: DEBUG nova.policy [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c60d882dc3240ee8007f48c3aeb710c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13c72624fb894462a09f2442e40c86ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2056.365414] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7a9bcb28-83c2-4b9c-b798-29df076fafe7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.370293] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: b145eddf-c0e7-4a82-936b-1e929500929e] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2056.509946] env[63348]: DEBUG oslo_concurrency.lockutils [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.542281] env[63348]: DEBUG nova.network.neutron [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Successfully created port: 96cdac11-105c-4168-85e8-2620cd542914 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2056.708669] env[63348]: DEBUG nova.compute.manager [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2056.874093] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: ba2c581c-a2db-44f5-a71a-6d15e5283c1b] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2056.930757] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642fdabf-2038-4e91-a0c2-aff555ea4c32 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.939821] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0faec5-3027-45c4-bf03-e1405c854f93 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.974965] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e9dcc4-a312-4b3b-9a04-8241f91f6936 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.983473] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd0b163-d3c7-405a-a8be-04c835ac5730 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.998818] env[63348]: DEBUG nova.compute.provider_tree [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2057.377840] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: bac7ec18-8d57-45bf-901a-ad7020428158] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2057.501998] env[63348]: DEBUG nova.scheduler.client.report [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2057.724717] env[63348]: DEBUG nova.compute.manager [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2057.752034] env[63348]: DEBUG nova.virt.hardware [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2057.752292] env[63348]: DEBUG nova.virt.hardware [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2057.752455] env[63348]: DEBUG nova.virt.hardware [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2057.752637] env[63348]: DEBUG nova.virt.hardware [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2057.752784] env[63348]: DEBUG nova.virt.hardware [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2057.752930] env[63348]: DEBUG nova.virt.hardware [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2057.753150] env[63348]: DEBUG nova.virt.hardware [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2057.753331] env[63348]: DEBUG nova.virt.hardware [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2057.753511] env[63348]: DEBUG nova.virt.hardware [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2057.753674] env[63348]: DEBUG nova.virt.hardware [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2057.753851] env[63348]: DEBUG nova.virt.hardware [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2057.754753] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe06043-17b7-4385-90ce-cc19e214ca12 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.763704] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0679517-6358-495f-84ec-3a6759a75396 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.881913] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 8fe84c5b-5758-4907-9578-8e9a8588088c] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2057.980572] env[63348]: DEBUG nova.compute.manager [req-9bcac02e-536f-44a7-a0d2-d3f31c364c23 req-6e895e2a-de4d-41a3-ab3a-55c2aecbaeb9 service nova] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Received event network-vif-plugged-96cdac11-105c-4168-85e8-2620cd542914 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2057.980923] env[63348]: DEBUG oslo_concurrency.lockutils [req-9bcac02e-536f-44a7-a0d2-d3f31c364c23 req-6e895e2a-de4d-41a3-ab3a-55c2aecbaeb9 service nova] Acquiring lock "2e277851-614c-4888-a9c9-4cdd178044d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.981287] env[63348]: DEBUG oslo_concurrency.lockutils [req-9bcac02e-536f-44a7-a0d2-d3f31c364c23 req-6e895e2a-de4d-41a3-ab3a-55c2aecbaeb9 service nova] Lock "2e277851-614c-4888-a9c9-4cdd178044d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.981598] env[63348]: DEBUG oslo_concurrency.lockutils [req-9bcac02e-536f-44a7-a0d2-d3f31c364c23 req-6e895e2a-de4d-41a3-ab3a-55c2aecbaeb9 service nova] Lock "2e277851-614c-4888-a9c9-4cdd178044d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.981840] env[63348]: DEBUG nova.compute.manager [req-9bcac02e-536f-44a7-a0d2-d3f31c364c23 req-6e895e2a-de4d-41a3-ab3a-55c2aecbaeb9 service nova] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] No waiting events found dispatching network-vif-plugged-96cdac11-105c-4168-85e8-2620cd542914 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2057.982136] env[63348]: WARNING nova.compute.manager [req-9bcac02e-536f-44a7-a0d2-d3f31c364c23 req-6e895e2a-de4d-41a3-ab3a-55c2aecbaeb9 service nova] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Received unexpected event network-vif-plugged-96cdac11-105c-4168-85e8-2620cd542914 for instance with vm_state building and task_state spawning. [ 2058.007833] env[63348]: DEBUG oslo_concurrency.lockutils [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.008442] env[63348]: DEBUG nova.compute.manager [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2058.011204] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.859s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.011520] env[63348]: DEBUG nova.objects.instance [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lazy-loading 'resources' on Instance uuid 31337249-6ab3-40d9-82ff-13888d8bcf74 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2058.072511] env[63348]: DEBUG nova.network.neutron [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Successfully updated port: 96cdac11-105c-4168-85e8-2620cd542914 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2058.385874] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: ba49ff78-a55c-4fb7-acf4-c77c53bd82e0] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2058.514799] env[63348]: DEBUG nova.compute.utils [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2058.519382] env[63348]: DEBUG nova.compute.manager [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2058.519633] env[63348]: DEBUG nova.network.neutron [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2058.566706] env[63348]: DEBUG nova.policy [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a3177dbcfd245a39e85cc9dbd7eb474', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9494b2511d5246879b6922a285fc39ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2058.575155] env[63348]: DEBUG oslo_concurrency.lockutils [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.575309] env[63348]: DEBUG oslo_concurrency.lockutils [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.575464] env[63348]: DEBUG nova.network.neutron [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2058.731385] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53e89a2-0307-4e57-879b-daaaf2d74c57 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.739177] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8f5fd3-1725-4072-8e07-3750b50d7885 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.770731] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cd4b96-91e2-4b2b-96de-22c874928487 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.778844] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edaec08-7e4c-4911-a62d-bde0b53bf5b9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.795207] env[63348]: DEBUG nova.compute.provider_tree [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2058.842666] env[63348]: DEBUG nova.network.neutron [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Successfully created port: 76e2f38b-b2f9-48bc-8709-c299e9294040 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2058.889500] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 98c625bb-3a8e-4148-87eb-88683c9995b0] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2059.020107] env[63348]: DEBUG nova.compute.manager [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2059.109468] env[63348]: DEBUG nova.network.neutron [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2059.248128] env[63348]: DEBUG nova.network.neutron [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updating instance_info_cache with network_info: [{"id": "96cdac11-105c-4168-85e8-2620cd542914", "address": "fa:16:3e:e8:0d:87", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96cdac11-10", "ovs_interfaceid": "96cdac11-105c-4168-85e8-2620cd542914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.299188] env[63348]: DEBUG nova.scheduler.client.report [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2059.392878] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: f964b631-4f16-4ba9-b0e2-61b99b1e3bf1] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2059.751304] env[63348]: DEBUG oslo_concurrency.lockutils [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.751645] env[63348]: DEBUG nova.compute.manager [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Instance network_info: |[{"id": "96cdac11-105c-4168-85e8-2620cd542914", "address": "fa:16:3e:e8:0d:87", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96cdac11-10", "ovs_interfaceid": "96cdac11-105c-4168-85e8-2620cd542914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2059.752107] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:0d:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96cdac11-105c-4168-85e8-2620cd542914', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2059.760358] env[63348]: DEBUG oslo.service.loopingcall [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2059.760608] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2059.760836] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbd78b81-acd4-47a7-b336-06f166abbafe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.781984] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2059.781984] env[63348]: value = "task-2023229" [ 2059.781984] env[63348]: _type = "Task" [ 2059.781984] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.790272] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023229, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.804277] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.806555] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.376s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.807368] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.808726] env[63348]: DEBUG oslo_concurrency.lockutils [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.192s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.808726] env[63348]: DEBUG nova.objects.instance [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lazy-loading 'resources' on Instance uuid ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2059.828070] env[63348]: INFO nova.scheduler.client.report [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleted allocations for instance ee62ce36-b980-48c3-bcb5-4286a006660c [ 2059.829879] env[63348]: INFO nova.scheduler.client.report [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Deleted allocations for instance 31337249-6ab3-40d9-82ff-13888d8bcf74 [ 2059.896551] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 69eeee84-fcfd-4326-8384-79a1d5e01e9e] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2060.005847] env[63348]: DEBUG nova.compute.manager [req-b47e7d18-183a-4a86-8f10-8b278220cce0 req-7f49d861-b93f-4d40-a4b3-9f91794af7e5 service nova] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Received event network-changed-96cdac11-105c-4168-85e8-2620cd542914 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2060.005943] env[63348]: DEBUG nova.compute.manager [req-b47e7d18-183a-4a86-8f10-8b278220cce0 req-7f49d861-b93f-4d40-a4b3-9f91794af7e5 service nova] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Refreshing instance network info cache due to event network-changed-96cdac11-105c-4168-85e8-2620cd542914. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2060.006177] env[63348]: DEBUG oslo_concurrency.lockutils [req-b47e7d18-183a-4a86-8f10-8b278220cce0 req-7f49d861-b93f-4d40-a4b3-9f91794af7e5 service nova] Acquiring lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2060.006324] env[63348]: DEBUG oslo_concurrency.lockutils [req-b47e7d18-183a-4a86-8f10-8b278220cce0 req-7f49d861-b93f-4d40-a4b3-9f91794af7e5 service nova] Acquired lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2060.006499] env[63348]: DEBUG nova.network.neutron [req-b47e7d18-183a-4a86-8f10-8b278220cce0 req-7f49d861-b93f-4d40-a4b3-9f91794af7e5 service nova] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Refreshing network info cache for port 96cdac11-105c-4168-85e8-2620cd542914 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2060.030400] env[63348]: DEBUG nova.compute.manager [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2060.058470] env[63348]: DEBUG nova.virt.hardware [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2060.058707] env[63348]: DEBUG nova.virt.hardware [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2060.058865] env[63348]: DEBUG nova.virt.hardware [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2060.059117] env[63348]: DEBUG nova.virt.hardware [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2060.059394] env[63348]: DEBUG nova.virt.hardware [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2060.059695] env[63348]: DEBUG nova.virt.hardware [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2060.059766] env[63348]: DEBUG nova.virt.hardware [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2060.060010] env[63348]: DEBUG nova.virt.hardware [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2060.060243] env[63348]: DEBUG nova.virt.hardware [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2060.060416] env[63348]: DEBUG nova.virt.hardware [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2060.060593] env[63348]: DEBUG nova.virt.hardware [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2060.061526] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffeab78-0912-4f0f-8b42-186e872db347 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.069819] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4397c57-d6c2-435d-b9d3-0201b311aab6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.291101] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023229, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.340047] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f20101f6-a42b-48b2-b2dc-8c4fa88d82ec tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "ee62ce36-b980-48c3-bcb5-4286a006660c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.463s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.341159] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef7aaa74-c27a-4f5c-b3d1-a7a05f42042a tempest-ServersTestMultiNic-1032227604 tempest-ServersTestMultiNic-1032227604-project-member] Lock "31337249-6ab3-40d9-82ff-13888d8bcf74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.020s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.403108] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2060.403108] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Cleaning up deleted instances with incomplete migration {{(pid=63348) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 2060.489306] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10bd11a-5817-4d7a-9714-0ffe6d37640f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.498082] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcb5643-8a2d-4233-a03f-dcd9d6066d19 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.530203] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455e536b-2382-4076-ad18-e4b1bf5faf50 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.538107] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967b56f0-bab7-4ec1-ab5f-e8f5db032bba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.551228] env[63348]: DEBUG nova.compute.provider_tree [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2060.726853] env[63348]: DEBUG nova.network.neutron [req-b47e7d18-183a-4a86-8f10-8b278220cce0 req-7f49d861-b93f-4d40-a4b3-9f91794af7e5 service nova] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updated VIF entry in instance network info cache for port 96cdac11-105c-4168-85e8-2620cd542914. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2060.727230] env[63348]: DEBUG nova.network.neutron [req-b47e7d18-183a-4a86-8f10-8b278220cce0 req-7f49d861-b93f-4d40-a4b3-9f91794af7e5 service nova] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updating instance_info_cache with network_info: [{"id": "96cdac11-105c-4168-85e8-2620cd542914", "address": "fa:16:3e:e8:0d:87", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96cdac11-10", "ovs_interfaceid": "96cdac11-105c-4168-85e8-2620cd542914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.791917] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023229, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.907815] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2061.054826] env[63348]: DEBUG nova.scheduler.client.report [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2061.230842] env[63348]: DEBUG oslo_concurrency.lockutils [req-b47e7d18-183a-4a86-8f10-8b278220cce0 req-7f49d861-b93f-4d40-a4b3-9f91794af7e5 service nova] Releasing lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.293445] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023229, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.560921] env[63348]: DEBUG oslo_concurrency.lockutils [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.563638] env[63348]: DEBUG oslo_concurrency.lockutils [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 5.054s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.590613] env[63348]: INFO nova.scheduler.client.report [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleted allocations for instance ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10 [ 2061.794818] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023229, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.067262] env[63348]: DEBUG nova.objects.instance [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lazy-loading 'migration_context' on Instance uuid 99bc2f43-621c-4004-90e4-106bcd607b5a {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2062.099593] env[63348]: DEBUG oslo_concurrency.lockutils [None req-89421bfb-cc66-47ce-88e1-5291b07fa004 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.963s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.294662] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023229, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.797199] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023229, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.902698] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab7c360-5d57-4c71-85b5-5dbea2cfc6e8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.912917] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88755507-3f96-4b3c-873f-e70eb0005ff9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.949890] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f2f9e1-19cd-4afb-a7c1-85466cad8091 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.955574] env[63348]: DEBUG oslo_concurrency.lockutils [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "df11ca0d-ee85-492f-b48e-e5219dd9405d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.955574] env[63348]: DEBUG oslo_concurrency.lockutils [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "df11ca0d-ee85-492f-b48e-e5219dd9405d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.960589] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea8e719-f61d-4d1d-b2cc-854885f596a9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.978426] env[63348]: DEBUG nova.compute.provider_tree [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2063.128684] env[63348]: DEBUG oslo_concurrency.lockutils [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.129250] env[63348]: DEBUG oslo_concurrency.lockutils [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.296530] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023229, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.460834] env[63348]: DEBUG nova.compute.utils [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2063.481559] env[63348]: DEBUG nova.scheduler.client.report [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2063.498082] env[63348]: DEBUG oslo_concurrency.lockutils [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "1a5a0ae0-c197-41ca-902e-cfe83d318e5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.498319] env[63348]: DEBUG oslo_concurrency.lockutils [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "1a5a0ae0-c197-41ca-902e-cfe83d318e5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.632384] env[63348]: DEBUG nova.compute.utils [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2063.800829] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023229, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.802885] env[63348]: DEBUG oslo_vmware.rw_handles [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c0cf9-d603-ea1c-1dc4-1f638df0a242/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2063.803723] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfcc796-c986-4994-8de1-933436e1e6b6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.808964] env[63348]: DEBUG oslo_vmware.rw_handles [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c0cf9-d603-ea1c-1dc4-1f638df0a242/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2063.809147] env[63348]: ERROR oslo_vmware.rw_handles [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c0cf9-d603-ea1c-1dc4-1f638df0a242/disk-0.vmdk due to incomplete transfer. [ 2063.809361] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6ec23bd0-52e7-4e27-b0a6-76e075b56985 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.815717] env[63348]: DEBUG oslo_vmware.rw_handles [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c0cf9-d603-ea1c-1dc4-1f638df0a242/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2063.815913] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Uploaded image 3c2fcb4a-b320-4254-b283-0232ca21be5e to the Glance image server {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2063.818079] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Destroying the VM {{(pid=63348) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2063.818311] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6b998e67-3d5e-4267-a2e6-164442cc3cb3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.824148] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2063.824148] env[63348]: value = "task-2023230" [ 2063.824148] env[63348]: _type = "Task" [ 2063.824148] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.831835] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023230, 'name': Destroy_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.964447] env[63348]: DEBUG oslo_concurrency.lockutils [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "df11ca0d-ee85-492f-b48e-e5219dd9405d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.001754] env[63348]: DEBUG nova.compute.manager [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2064.135762] env[63348]: DEBUG oslo_concurrency.lockutils [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.297922] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023229, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.332697] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023230, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.494018] env[63348]: DEBUG oslo_concurrency.lockutils [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.929s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.533818] env[63348]: DEBUG oslo_concurrency.lockutils [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.534799] env[63348]: DEBUG oslo_concurrency.lockutils [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.535823] env[63348]: INFO nova.compute.claims [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2064.799538] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023229, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.834453] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023230, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.011232] env[63348]: DEBUG oslo_concurrency.lockutils [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "df11ca0d-ee85-492f-b48e-e5219dd9405d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.011544] env[63348]: DEBUG oslo_concurrency.lockutils [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "df11ca0d-ee85-492f-b48e-e5219dd9405d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.011789] env[63348]: INFO nova.compute.manager [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Attaching volume f6d323c5-7c58-4db5-85c9-2592e8f741c9 to /dev/sdb [ 2065.055026] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52576e35-5a6e-4507-9ef8-4266918bebeb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.066570] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63332508-2f67-47f8-a5e4-14b13d38b536 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.082479] env[63348]: DEBUG nova.virt.block_device [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Updating existing volume attachment record: 849f328c-8652-4ba5-88ad-4bfeba1ed66f {{(pid=63348) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2065.204458] env[63348]: DEBUG oslo_concurrency.lockutils [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.204626] env[63348]: DEBUG oslo_concurrency.lockutils [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.204870] env[63348]: INFO nova.compute.manager [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Attaching volume a6cdfc26-1910-4d95-ba79-73217e1fdfc8 to /dev/sdb [ 2065.240666] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073c5acf-40c1-4734-8e3c-10486ee4245c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.248094] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82741f7f-610e-4e82-895f-5d45c90d052e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.263587] env[63348]: DEBUG nova.virt.block_device [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Updating existing volume attachment record: ddbee41f-a2a6-4fcd-8030-21f3544d3ede {{(pid=63348) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2065.302101] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023229, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.334175] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023230, 'name': Destroy_Task, 'duration_secs': 1.350241} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.334465] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Destroyed the VM [ 2065.334718] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Deleting Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2065.334966] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0a2bf7ad-b768-4aa6-8819-dc61d2d1ff53 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.341886] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2065.341886] env[63348]: value = "task-2023232" [ 2065.341886] env[63348]: _type = "Task" [ 2065.341886] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.349803] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023232, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.459968] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3114a424-a956-4364-ad53-62c681c01e05 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.460271] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3114a424-a956-4364-ad53-62c681c01e05 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.763034] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c36ccc-14f9-4b4e-aebf-1ebc4d7938be {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.771608] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a67e88-429f-4f53-986b-12c67dfa47e5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.809891] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaef49e7-af1d-45b9-a017-ff392c7d48b7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.817801] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023229, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.822308] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e88ad9-cff8-4d32-8103-2f66fc4414c0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.837818] env[63348]: DEBUG nova.compute.provider_tree [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2065.853274] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023232, 'name': RemoveSnapshot_Task, 'duration_secs': 0.350781} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.853541] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Deleted Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2065.853810] env[63348]: DEBUG nova.compute.manager [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2065.854609] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb365a5-bebc-4b34-8c3d-9b4908c5de54 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.963681] env[63348]: INFO nova.compute.manager [None req-3114a424-a956-4364-ad53-62c681c01e05 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Detaching volume 90015131-65a1-4366-be3a-fd9c06c8d134 [ 2066.037640] env[63348]: DEBUG nova.compute.manager [req-39749d64-c84b-498f-8044-950a233d67a1 req-9dc30eae-0f64-4363-a00f-76e9f665a69b service nova] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Received event network-vif-plugged-76e2f38b-b2f9-48bc-8709-c299e9294040 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2066.038255] env[63348]: DEBUG oslo_concurrency.lockutils [req-39749d64-c84b-498f-8044-950a233d67a1 req-9dc30eae-0f64-4363-a00f-76e9f665a69b service nova] Acquiring lock "b751a970-287b-4227-acb2-ad903b2e6224-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.038255] env[63348]: DEBUG oslo_concurrency.lockutils [req-39749d64-c84b-498f-8044-950a233d67a1 req-9dc30eae-0f64-4363-a00f-76e9f665a69b service nova] Lock "b751a970-287b-4227-acb2-ad903b2e6224-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.038255] env[63348]: DEBUG oslo_concurrency.lockutils [req-39749d64-c84b-498f-8044-950a233d67a1 req-9dc30eae-0f64-4363-a00f-76e9f665a69b service nova] Lock "b751a970-287b-4227-acb2-ad903b2e6224-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.038255] env[63348]: DEBUG nova.compute.manager [req-39749d64-c84b-498f-8044-950a233d67a1 req-9dc30eae-0f64-4363-a00f-76e9f665a69b service nova] [instance: b751a970-287b-4227-acb2-ad903b2e6224] No waiting events found dispatching network-vif-plugged-76e2f38b-b2f9-48bc-8709-c299e9294040 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2066.038408] env[63348]: WARNING nova.compute.manager [req-39749d64-c84b-498f-8044-950a233d67a1 req-9dc30eae-0f64-4363-a00f-76e9f665a69b service nova] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Received unexpected event network-vif-plugged-76e2f38b-b2f9-48bc-8709-c299e9294040 for instance with vm_state building and task_state spawning. [ 2066.047367] env[63348]: INFO nova.compute.manager [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Swapping old allocation on dict_keys(['792f3f50-7bf3-4710-b72e-b20aee2a288d']) held by migration 9f19a403-4779-452f-b1db-a8ffe1a74463 for instance [ 2066.084311] env[63348]: DEBUG nova.scheduler.client.report [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Overwriting current allocation {'allocations': {'792f3f50-7bf3-4710-b72e-b20aee2a288d': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 139}}, 'project_id': 'ba9b91eb11ab481a95e8539c3f979117', 'user_id': 'f189de2002eb4ee5bea0869fa91dba6e', 'consumer_generation': 1} on consumer 99bc2f43-621c-4004-90e4-106bcd607b5a {{(pid=63348) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2066.101551] env[63348]: DEBUG nova.network.neutron [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Successfully updated port: 76e2f38b-b2f9-48bc-8709-c299e9294040 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2066.193410] env[63348]: DEBUG oslo_concurrency.lockutils [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2066.193410] env[63348]: DEBUG oslo_concurrency.lockutils [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.193410] env[63348]: DEBUG nova.network.neutron [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2066.315416] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023229, 'name': CreateVM_Task, 'duration_secs': 6.491283} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.315630] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2066.316396] env[63348]: DEBUG oslo_concurrency.lockutils [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2066.316574] env[63348]: DEBUG oslo_concurrency.lockutils [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.316888] env[63348]: DEBUG oslo_concurrency.lockutils [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2066.317166] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739616d1-64a5-40ed-8baa-af1ece899871 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.322242] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2066.322242] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52667fbb-1d8f-1a6a-8929-4f627617396a" [ 2066.322242] env[63348]: _type = "Task" [ 2066.322242] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.330388] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52667fbb-1d8f-1a6a-8929-4f627617396a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.341794] env[63348]: DEBUG nova.scheduler.client.report [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2066.369608] env[63348]: INFO nova.compute.manager [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Shelve offloading [ 2066.604698] env[63348]: DEBUG oslo_concurrency.lockutils [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "refresh_cache-b751a970-287b-4227-acb2-ad903b2e6224" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2066.604856] env[63348]: DEBUG oslo_concurrency.lockutils [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "refresh_cache-b751a970-287b-4227-acb2-ad903b2e6224" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.605036] env[63348]: DEBUG nova.network.neutron [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2066.834213] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52667fbb-1d8f-1a6a-8929-4f627617396a, 'name': SearchDatastore_Task, 'duration_secs': 0.010013} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.836700] env[63348]: DEBUG oslo_concurrency.lockutils [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2066.837011] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2066.837268] env[63348]: DEBUG oslo_concurrency.lockutils [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2066.837418] env[63348]: DEBUG oslo_concurrency.lockutils [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.837598] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2066.837867] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c11cd4d-3f66-4287-854b-579108084b2d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.846462] env[63348]: DEBUG oslo_concurrency.lockutils [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.847286] env[63348]: DEBUG nova.compute.manager [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2066.854041] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2066.854041] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2066.854041] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be1c0637-1f6a-4cd8-a553-1b7bdf8418bb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.857934] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2066.857934] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52801107-342f-e981-fa1d-866fbc5f81d8" [ 2066.857934] env[63348]: _type = "Task" [ 2066.857934] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.865918] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52801107-342f-e981-fa1d-866fbc5f81d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.872692] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2066.872942] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8843574-3efc-4aa4-9b82-20c81b454b59 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.880040] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2066.880040] env[63348]: value = "task-2023238" [ 2066.880040] env[63348]: _type = "Task" [ 2066.880040] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.886743] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.948982] env[63348]: DEBUG nova.network.neutron [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updating instance_info_cache with network_info: [{"id": "760a5001-d3e6-4ddf-aa01-178548ea10a6", "address": "fa:16:3e:e4:5b:b5", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760a5001-d3", "ovs_interfaceid": "760a5001-d3e6-4ddf-aa01-178548ea10a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.144668] env[63348]: DEBUG nova.network.neutron [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2067.181403] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "904a098f-2d59-48d6-94d0-228c5676def4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.181549] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "904a098f-2d59-48d6-94d0-228c5676def4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.214695] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "30847c65-1ae4-4fa2-8285-afc21cc3ef6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.214949] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "30847c65-1ae4-4fa2-8285-afc21cc3ef6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.287056] env[63348]: DEBUG nova.network.neutron [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Updating instance_info_cache with network_info: [{"id": "76e2f38b-b2f9-48bc-8709-c299e9294040", "address": "fa:16:3e:74:58:48", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e2f38b-b2", "ovs_interfaceid": "76e2f38b-b2f9-48bc-8709-c299e9294040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.353863] env[63348]: DEBUG nova.compute.utils [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2067.355204] env[63348]: DEBUG nova.compute.manager [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2067.355399] env[63348]: DEBUG nova.network.neutron [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2067.368903] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52801107-342f-e981-fa1d-866fbc5f81d8, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.370460] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35588fe0-7a96-4a51-ae77-c4204e99451c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.376085] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2067.376085] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ef1eda-fadc-f753-1d8e-4ece0e18a8fd" [ 2067.376085] env[63348]: _type = "Task" [ 2067.376085] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.385221] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ef1eda-fadc-f753-1d8e-4ece0e18a8fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.390397] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] VM already powered off {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2067.390598] env[63348]: DEBUG nova.compute.manager [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2067.391341] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24867dce-d00e-4d65-9325-869edd6dbd32 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.395819] env[63348]: DEBUG nova.policy [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00f3106349b24f2d9e834331cc8915b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '277ce0a77c4d42cc87644e9a649aa0c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2067.398660] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "refresh_cache-1be7f639-6651-4709-b877-147451147be2" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.398824] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "refresh_cache-1be7f639-6651-4709-b877-147451147be2" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.398990] env[63348]: DEBUG nova.network.neutron [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2067.452182] env[63348]: DEBUG oslo_concurrency.lockutils [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "refresh_cache-99bc2f43-621c-4004-90e4-106bcd607b5a" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2067.454526] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea797fd-fe3a-4a91-834e-12ecb78b1841 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.463170] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc68531-22b1-4eca-be6d-d5fcdaba0834 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.670532] env[63348]: DEBUG nova.network.neutron [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Successfully created port: a48aeaa9-c139-42f1-b202-420ccfb641d4 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2067.683503] env[63348]: DEBUG nova.compute.manager [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2067.717434] env[63348]: DEBUG nova.compute.manager [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2067.790012] env[63348]: DEBUG oslo_concurrency.lockutils [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "refresh_cache-b751a970-287b-4227-acb2-ad903b2e6224" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2067.790373] env[63348]: DEBUG nova.compute.manager [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Instance network_info: |[{"id": "76e2f38b-b2f9-48bc-8709-c299e9294040", "address": "fa:16:3e:74:58:48", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e2f38b-b2", "ovs_interfaceid": "76e2f38b-b2f9-48bc-8709-c299e9294040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2067.790798] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:58:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76e2f38b-b2f9-48bc-8709-c299e9294040', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2067.799315] env[63348]: DEBUG oslo.service.loopingcall [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2067.800315] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2067.800315] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54a65797-6e40-4c76-91ad-ebc2afb0c0b6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.818852] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2067.818852] env[63348]: value = "task-2023241" [ 2067.818852] env[63348]: _type = "Task" [ 2067.818852] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.826847] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023241, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.858781] env[63348]: DEBUG nova.compute.manager [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2067.887695] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ef1eda-fadc-f753-1d8e-4ece0e18a8fd, 'name': SearchDatastore_Task, 'duration_secs': 0.024718} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.887695] env[63348]: DEBUG oslo_concurrency.lockutils [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2067.888045] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 2e277851-614c-4888-a9c9-4cdd178044d4/2e277851-614c-4888-a9c9-4cdd178044d4.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2067.888288] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4259c068-480d-4ec2-8df8-797b0e2ec219 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.896355] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2067.896355] env[63348]: value = "task-2023242" [ 2067.896355] env[63348]: _type = "Task" [ 2067.896355] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.906111] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.065921] env[63348]: DEBUG nova.compute.manager [req-7eecda1c-ae64-4b1f-9c09-fead8990eddc req-99a3f882-09b6-4cf9-a103-990a9b8f2103 service nova] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Received event network-changed-76e2f38b-b2f9-48bc-8709-c299e9294040 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2068.067961] env[63348]: DEBUG nova.compute.manager [req-7eecda1c-ae64-4b1f-9c09-fead8990eddc req-99a3f882-09b6-4cf9-a103-990a9b8f2103 service nova] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Refreshing instance network info cache due to event network-changed-76e2f38b-b2f9-48bc-8709-c299e9294040. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2068.068291] env[63348]: DEBUG oslo_concurrency.lockutils [req-7eecda1c-ae64-4b1f-9c09-fead8990eddc req-99a3f882-09b6-4cf9-a103-990a9b8f2103 service nova] Acquiring lock "refresh_cache-b751a970-287b-4227-acb2-ad903b2e6224" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.068462] env[63348]: DEBUG oslo_concurrency.lockutils [req-7eecda1c-ae64-4b1f-9c09-fead8990eddc req-99a3f882-09b6-4cf9-a103-990a9b8f2103 service nova] Acquired lock "refresh_cache-b751a970-287b-4227-acb2-ad903b2e6224" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.068641] env[63348]: DEBUG nova.network.neutron [req-7eecda1c-ae64-4b1f-9c09-fead8990eddc req-99a3f882-09b6-4cf9-a103-990a9b8f2103 service nova] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Refreshing network info cache for port 76e2f38b-b2f9-48bc-8709-c299e9294040 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2068.211064] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.211404] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.213483] env[63348]: INFO nova.compute.claims [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2068.252142] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.296355] env[63348]: DEBUG nova.network.neutron [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Updating instance_info_cache with network_info: [{"id": "fee19ca7-9748-4dee-9e0b-fd523db52e59", "address": "fa:16:3e:29:96:a8", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee19ca7-97", "ovs_interfaceid": "fee19ca7-9748-4dee-9e0b-fd523db52e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.329071] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023241, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.406857] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482343} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.407211] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 2e277851-614c-4888-a9c9-4cdd178044d4/2e277851-614c-4888-a9c9-4cdd178044d4.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2068.407490] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2068.407783] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f78de2d-c993-4767-874d-74a8a7c1e144 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.414432] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2068.414432] env[63348]: value = "task-2023243" [ 2068.414432] env[63348]: _type = "Task" [ 2068.414432] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.423487] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.767963] env[63348]: DEBUG nova.network.neutron [req-7eecda1c-ae64-4b1f-9c09-fead8990eddc req-99a3f882-09b6-4cf9-a103-990a9b8f2103 service nova] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Updated VIF entry in instance network info cache for port 76e2f38b-b2f9-48bc-8709-c299e9294040. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2068.768437] env[63348]: DEBUG nova.network.neutron [req-7eecda1c-ae64-4b1f-9c09-fead8990eddc req-99a3f882-09b6-4cf9-a103-990a9b8f2103 service nova] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Updating instance_info_cache with network_info: [{"id": "76e2f38b-b2f9-48bc-8709-c299e9294040", "address": "fa:16:3e:74:58:48", "network": {"id": "a8da2afc-3be2-499f-81da-247c9aa74f1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-141598261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9494b2511d5246879b6922a285fc39ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e2f38b-b2", "ovs_interfaceid": "76e2f38b-b2f9-48bc-8709-c299e9294040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.799539] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "refresh_cache-1be7f639-6651-4709-b877-147451147be2" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.829562] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023241, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.868551] env[63348]: DEBUG nova.compute.manager [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2068.897637] env[63348]: DEBUG nova.virt.hardware [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2068.897840] env[63348]: DEBUG nova.virt.hardware [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2068.898015] env[63348]: DEBUG nova.virt.hardware [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2068.898240] env[63348]: DEBUG nova.virt.hardware [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2068.898424] env[63348]: DEBUG nova.virt.hardware [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2068.898564] env[63348]: DEBUG nova.virt.hardware [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2068.898769] env[63348]: DEBUG nova.virt.hardware [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2068.898923] env[63348]: DEBUG nova.virt.hardware [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2068.899107] env[63348]: DEBUG nova.virt.hardware [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2068.899295] env[63348]: DEBUG nova.virt.hardware [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2068.899480] env[63348]: DEBUG nova.virt.hardware [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2068.900416] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8365cf16-fcce-4f5d-8a71-64ed7fc553ab {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.909332] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18f8317-33b8-4e8a-b93b-7a40b387d51d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.934099] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.500805} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.934376] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2068.935163] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda1b58d-1045-4fa1-875f-f4cd6a071d0d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.961720] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 2e277851-614c-4888-a9c9-4cdd178044d4/2e277851-614c-4888-a9c9-4cdd178044d4.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2068.962014] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78ea9b57-6126-4496-be5f-ed51ef5b91ea {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.981223] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2068.981223] env[63348]: value = "task-2023244" [ 2068.981223] env[63348]: _type = "Task" [ 2068.981223] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.992557] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.020458] env[63348]: DEBUG nova.compute.manager [req-22756aec-7d9f-45c4-a4fd-c7f9b0526e5c req-51f84b62-6be7-490e-a039-d5b65a8ebedb service nova] [instance: 1be7f639-6651-4709-b877-147451147be2] Received event network-vif-unplugged-fee19ca7-9748-4dee-9e0b-fd523db52e59 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2069.020792] env[63348]: DEBUG oslo_concurrency.lockutils [req-22756aec-7d9f-45c4-a4fd-c7f9b0526e5c req-51f84b62-6be7-490e-a039-d5b65a8ebedb service nova] Acquiring lock "1be7f639-6651-4709-b877-147451147be2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.021200] env[63348]: DEBUG oslo_concurrency.lockutils [req-22756aec-7d9f-45c4-a4fd-c7f9b0526e5c req-51f84b62-6be7-490e-a039-d5b65a8ebedb service nova] Lock "1be7f639-6651-4709-b877-147451147be2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.021640] env[63348]: DEBUG oslo_concurrency.lockutils [req-22756aec-7d9f-45c4-a4fd-c7f9b0526e5c req-51f84b62-6be7-490e-a039-d5b65a8ebedb service nova] Lock "1be7f639-6651-4709-b877-147451147be2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.021777] env[63348]: DEBUG nova.compute.manager [req-22756aec-7d9f-45c4-a4fd-c7f9b0526e5c req-51f84b62-6be7-490e-a039-d5b65a8ebedb service nova] [instance: 1be7f639-6651-4709-b877-147451147be2] No waiting events found dispatching network-vif-unplugged-fee19ca7-9748-4dee-9e0b-fd523db52e59 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2069.022021] env[63348]: WARNING nova.compute.manager [req-22756aec-7d9f-45c4-a4fd-c7f9b0526e5c req-51f84b62-6be7-490e-a039-d5b65a8ebedb service nova] [instance: 1be7f639-6651-4709-b877-147451147be2] Received unexpected event network-vif-unplugged-fee19ca7-9748-4dee-9e0b-fd523db52e59 for instance with vm_state shelved and task_state shelving_offloading. [ 2069.048283] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2069.049247] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce45a85-97ae-4ece-b3db-67fd0ac06647 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.057206] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2069.057702] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9b9512b-d2f6-42be-b3d3-f622e1ec37c7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.145125] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2069.145125] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2069.145125] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Deleting the datastore file [datastore2] 1be7f639-6651-4709-b877-147451147be2 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2069.145125] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-428b7278-28da-4273-982e-0e0862fb27ae {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.148104] env[63348]: DEBUG nova.network.neutron [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Successfully updated port: a48aeaa9-c139-42f1-b202-420ccfb641d4 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2069.154762] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2069.154762] env[63348]: value = "task-2023246" [ 2069.154762] env[63348]: _type = "Task" [ 2069.154762] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.163712] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.271120] env[63348]: DEBUG oslo_concurrency.lockutils [req-7eecda1c-ae64-4b1f-9c09-fead8990eddc req-99a3f882-09b6-4cf9-a103-990a9b8f2103 service nova] Releasing lock "refresh_cache-b751a970-287b-4227-acb2-ad903b2e6224" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.329988] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023241, 'name': CreateVM_Task, 'duration_secs': 1.46665} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.330180] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2069.330837] env[63348]: DEBUG oslo_concurrency.lockutils [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.331010] env[63348]: DEBUG oslo_concurrency.lockutils [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.331388] env[63348]: DEBUG oslo_concurrency.lockutils [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2069.331946] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14cd7818-825a-4619-81d4-a024b4c39f7e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.336524] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2069.336524] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52011c8d-53d8-0123-bc88-7005371d5b29" [ 2069.336524] env[63348]: _type = "Task" [ 2069.336524] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.348785] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52011c8d-53d8-0123-bc88-7005371d5b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.400421] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068178e6-9180-44f2-a28b-5e310c53b8e6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.407410] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b4e37b-356b-4b4b-9074-189d3beb7185 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.437429] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973b4aba-8155-4089-9fb7-ab3df983c475 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.444809] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552d894f-71be-4d92-aed9-8bd1eeed208c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.458957] env[63348]: DEBUG nova.compute.provider_tree [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2069.490632] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023244, 'name': ReconfigVM_Task, 'duration_secs': 0.289948} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.490903] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 2e277851-614c-4888-a9c9-4cdd178044d4/2e277851-614c-4888-a9c9-4cdd178044d4.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2069.491548] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53d9847c-5c88-458d-ba0f-f4d2210fee82 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.497962] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2069.497962] env[63348]: value = "task-2023247" [ 2069.497962] env[63348]: _type = "Task" [ 2069.497962] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.505706] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023247, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.651605] env[63348]: DEBUG oslo_concurrency.lockutils [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "refresh_cache-1a5a0ae0-c197-41ca-902e-cfe83d318e5b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.651605] env[63348]: DEBUG oslo_concurrency.lockutils [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "refresh_cache-1a5a0ae0-c197-41ca-902e-cfe83d318e5b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.651758] env[63348]: DEBUG nova.network.neutron [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2069.664484] env[63348]: DEBUG oslo_vmware.api [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168619} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.664727] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2069.664906] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2069.665094] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2069.681859] env[63348]: INFO nova.scheduler.client.report [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Deleted allocations for instance 1be7f639-6651-4709-b877-147451147be2 [ 2069.823109] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Volume attach. Driver type: vmdk {{(pid=63348) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2069.823363] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415702', 'volume_id': 'a6cdfc26-1910-4d95-ba79-73217e1fdfc8', 'name': 'volume-a6cdfc26-1910-4d95-ba79-73217e1fdfc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6cdfc26-1910-4d95-ba79-73217e1fdfc8', 'serial': 'a6cdfc26-1910-4d95-ba79-73217e1fdfc8'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2069.824282] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6d815e-2c11-4fc9-b8dd-16a3667155e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.844972] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baedc2d-5cf6-4a46-8a1a-aed225bcb212 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.853276] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52011c8d-53d8-0123-bc88-7005371d5b29, 'name': SearchDatastore_Task, 'duration_secs': 0.011027} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.866502] env[63348]: DEBUG oslo_concurrency.lockutils [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.866763] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2069.866997] env[63348]: DEBUG oslo_concurrency.lockutils [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.867157] env[63348]: DEBUG oslo_concurrency.lockutils [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.867333] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2069.874975] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-a6cdfc26-1910-4d95-ba79-73217e1fdfc8/volume-a6cdfc26-1910-4d95-ba79-73217e1fdfc8.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2069.877456] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b781b6f-50e8-4eea-a2bd-e389a289c6de {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.879206] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e7824ac-0830-43e1-83f6-840643640333 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.898622] env[63348]: DEBUG oslo_vmware.api [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2069.898622] env[63348]: value = "task-2023248" [ 2069.898622] env[63348]: _type = "Task" [ 2069.898622] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.899762] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2069.900559] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2069.903256] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-135c635b-1be8-490c-8682-074ba9c1a2ac {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.910176] env[63348]: DEBUG oslo_vmware.api [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.911470] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2069.911470] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52858b31-fd6c-e25c-e09f-b9189ad27643" [ 2069.911470] env[63348]: _type = "Task" [ 2069.911470] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.919247] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52858b31-fd6c-e25c-e09f-b9189ad27643, 'name': SearchDatastore_Task, 'duration_secs': 0.008696} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.919995] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c30f836b-91a2-4c0f-9f74-45dd3aee6d06 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.925093] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2069.925093] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5273d2bc-9148-79c2-6cd1-ff310b62c672" [ 2069.925093] env[63348]: _type = "Task" [ 2069.925093] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.932869] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5273d2bc-9148-79c2-6cd1-ff310b62c672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.962148] env[63348]: DEBUG nova.scheduler.client.report [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2070.007771] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023247, 'name': Rename_Task, 'duration_secs': 0.141704} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.008052] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2070.008285] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dbd1125-8154-48b3-99c1-e6f4ac0533df {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.013812] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2070.013812] env[63348]: value = "task-2023249" [ 2070.013812] env[63348]: _type = "Task" [ 2070.013812] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.020989] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.094791] env[63348]: DEBUG nova.compute.manager [req-a74898a6-153f-4297-bca5-db80e21666a3 req-516c7650-98a1-4e78-9bd5-ad89d87842e9 service nova] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Received event network-vif-plugged-a48aeaa9-c139-42f1-b202-420ccfb641d4 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2070.095012] env[63348]: DEBUG oslo_concurrency.lockutils [req-a74898a6-153f-4297-bca5-db80e21666a3 req-516c7650-98a1-4e78-9bd5-ad89d87842e9 service nova] Acquiring lock "1a5a0ae0-c197-41ca-902e-cfe83d318e5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.095235] env[63348]: DEBUG oslo_concurrency.lockutils [req-a74898a6-153f-4297-bca5-db80e21666a3 req-516c7650-98a1-4e78-9bd5-ad89d87842e9 service nova] Lock "1a5a0ae0-c197-41ca-902e-cfe83d318e5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.095407] env[63348]: DEBUG oslo_concurrency.lockutils [req-a74898a6-153f-4297-bca5-db80e21666a3 req-516c7650-98a1-4e78-9bd5-ad89d87842e9 service nova] Lock "1a5a0ae0-c197-41ca-902e-cfe83d318e5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.095569] env[63348]: DEBUG nova.compute.manager [req-a74898a6-153f-4297-bca5-db80e21666a3 req-516c7650-98a1-4e78-9bd5-ad89d87842e9 service nova] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] No waiting events found dispatching network-vif-plugged-a48aeaa9-c139-42f1-b202-420ccfb641d4 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2070.095731] env[63348]: WARNING nova.compute.manager [req-a74898a6-153f-4297-bca5-db80e21666a3 req-516c7650-98a1-4e78-9bd5-ad89d87842e9 service nova] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Received unexpected event network-vif-plugged-a48aeaa9-c139-42f1-b202-420ccfb641d4 for instance with vm_state building and task_state spawning. [ 2070.095888] env[63348]: DEBUG nova.compute.manager [req-a74898a6-153f-4297-bca5-db80e21666a3 req-516c7650-98a1-4e78-9bd5-ad89d87842e9 service nova] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Received event network-changed-a48aeaa9-c139-42f1-b202-420ccfb641d4 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2070.096050] env[63348]: DEBUG nova.compute.manager [req-a74898a6-153f-4297-bca5-db80e21666a3 req-516c7650-98a1-4e78-9bd5-ad89d87842e9 service nova] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Refreshing instance network info cache due to event network-changed-a48aeaa9-c139-42f1-b202-420ccfb641d4. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2070.096216] env[63348]: DEBUG oslo_concurrency.lockutils [req-a74898a6-153f-4297-bca5-db80e21666a3 req-516c7650-98a1-4e78-9bd5-ad89d87842e9 service nova] Acquiring lock "refresh_cache-1a5a0ae0-c197-41ca-902e-cfe83d318e5b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.129965] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Volume attach. Driver type: vmdk {{(pid=63348) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2070.130229] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415704', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'name': 'volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df11ca0d-ee85-492f-b48e-e5219dd9405d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'serial': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2070.131156] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed823e98-71a5-4ae2-8a21-747c8b2fc639 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.147497] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bfe78b-0257-4b56-8f72-68382ef306e8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.151879] env[63348]: INFO nova.virt.block_device [None req-3114a424-a956-4364-ad53-62c681c01e05 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Attempting to driver detach volume 90015131-65a1-4366-be3a-fd9c06c8d134 from mountpoint /dev/sdb [ 2070.152214] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3114a424-a956-4364-ad53-62c681c01e05 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Volume detach. Driver type: vmdk {{(pid=63348) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2070.152535] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3114a424-a956-4364-ad53-62c681c01e05 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415683', 'volume_id': '90015131-65a1-4366-be3a-fd9c06c8d134', 'name': 'volume-90015131-65a1-4366-be3a-fd9c06c8d134', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '736cccd6-837d-4bf8-a4f5-c8e9c72c555f', 'attached_at': '', 'detached_at': '', 'volume_id': '90015131-65a1-4366-be3a-fd9c06c8d134', 'serial': '90015131-65a1-4366-be3a-fd9c06c8d134'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2070.153322] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d20117d-f130-454c-97f6-001d2a47399a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.179605] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9/volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2070.181388] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48a6803e-116f-4e6e-8e5d-8e35871dea0b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.212897] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.214559] env[63348]: DEBUG oslo_concurrency.lockutils [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.214781] env[63348]: DEBUG oslo_concurrency.lockutils [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.216521] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b6c4a1-ef04-4c8c-a559-a07ecf6bbaeb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.220956] env[63348]: DEBUG oslo_vmware.api [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2070.220956] env[63348]: value = "task-2023250" [ 2070.220956] env[63348]: _type = "Task" [ 2070.220956] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.226709] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076ed0ae-9fbf-4417-80b7-fe025c206349 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.232684] env[63348]: DEBUG oslo_vmware.api [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.251019] env[63348]: DEBUG nova.network.neutron [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2070.253579] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9688cfa-e8ab-4529-bb06-4549a435bf68 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.269381] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3114a424-a956-4364-ad53-62c681c01e05 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] The volume has not been displaced from its original location: [datastore2] volume-90015131-65a1-4366-be3a-fd9c06c8d134/volume-90015131-65a1-4366-be3a-fd9c06c8d134.vmdk. No consolidation needed. {{(pid=63348) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2070.275053] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3114a424-a956-4364-ad53-62c681c01e05 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2070.277539] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9942d008-c711-4d39-b47c-4bbfcb45c35b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.296225] env[63348]: DEBUG oslo_vmware.api [None req-3114a424-a956-4364-ad53-62c681c01e05 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2070.296225] env[63348]: value = "task-2023251" [ 2070.296225] env[63348]: _type = "Task" [ 2070.296225] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.304088] env[63348]: DEBUG oslo_vmware.api [None req-3114a424-a956-4364-ad53-62c681c01e05 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.407691] env[63348]: DEBUG nova.network.neutron [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Updating instance_info_cache with network_info: [{"id": "a48aeaa9-c139-42f1-b202-420ccfb641d4", "address": "fa:16:3e:c9:b7:85", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa48aeaa9-c1", "ovs_interfaceid": "a48aeaa9-c139-42f1-b202-420ccfb641d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2070.414480] env[63348]: DEBUG oslo_vmware.api [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023248, 'name': ReconfigVM_Task, 'duration_secs': 0.328095} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.414814] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-a6cdfc26-1910-4d95-ba79-73217e1fdfc8/volume-a6cdfc26-1910-4d95-ba79-73217e1fdfc8.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2070.423263] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98028fcf-5378-48ac-a84a-5fbda4db15e6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.444477] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5273d2bc-9148-79c2-6cd1-ff310b62c672, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.445788] env[63348]: DEBUG oslo_concurrency.lockutils [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.446103] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] b751a970-287b-4227-acb2-ad903b2e6224/b751a970-287b-4227-acb2-ad903b2e6224.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2070.446457] env[63348]: DEBUG oslo_vmware.api [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2070.446457] env[63348]: value = "task-2023252" [ 2070.446457] env[63348]: _type = "Task" [ 2070.446457] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.446686] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a89290b-6085-4c32-8a7b-09f053b5aba4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.457792] env[63348]: DEBUG oslo_vmware.api [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023252, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.461818] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2070.461818] env[63348]: value = "task-2023253" [ 2070.461818] env[63348]: _type = "Task" [ 2070.461818] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.467307] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.467829] env[63348]: DEBUG nova.compute.manager [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2070.474188] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.222s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.475628] env[63348]: INFO nova.compute.claims [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2070.477999] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.525092] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.721954] env[63348]: DEBUG nova.compute.utils [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2070.733307] env[63348]: DEBUG oslo_vmware.api [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023250, 'name': ReconfigVM_Task, 'duration_secs': 0.415461} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.734427] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9/volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2070.741385] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d8c930d-03f1-40bc-817d-b7c312e4b14f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.758642] env[63348]: DEBUG oslo_vmware.api [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2070.758642] env[63348]: value = "task-2023254" [ 2070.758642] env[63348]: _type = "Task" [ 2070.758642] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.768215] env[63348]: DEBUG oslo_vmware.api [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.808615] env[63348]: DEBUG oslo_vmware.api [None req-3114a424-a956-4364-ad53-62c681c01e05 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023251, 'name': ReconfigVM_Task, 'duration_secs': 0.217696} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.809123] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3114a424-a956-4364-ad53-62c681c01e05 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2070.815336] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4517e32f-35e6-465f-bd88-2c4a451bcf36 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.834437] env[63348]: DEBUG oslo_vmware.api [None req-3114a424-a956-4364-ad53-62c681c01e05 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2070.834437] env[63348]: value = "task-2023255" [ 2070.834437] env[63348]: _type = "Task" [ 2070.834437] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.844837] env[63348]: DEBUG oslo_vmware.api [None req-3114a424-a956-4364-ad53-62c681c01e05 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.910257] env[63348]: DEBUG oslo_concurrency.lockutils [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "refresh_cache-1a5a0ae0-c197-41ca-902e-cfe83d318e5b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.910618] env[63348]: DEBUG nova.compute.manager [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Instance network_info: |[{"id": "a48aeaa9-c139-42f1-b202-420ccfb641d4", "address": "fa:16:3e:c9:b7:85", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa48aeaa9-c1", "ovs_interfaceid": "a48aeaa9-c139-42f1-b202-420ccfb641d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2070.911012] env[63348]: DEBUG oslo_concurrency.lockutils [req-a74898a6-153f-4297-bca5-db80e21666a3 req-516c7650-98a1-4e78-9bd5-ad89d87842e9 service nova] Acquired lock "refresh_cache-1a5a0ae0-c197-41ca-902e-cfe83d318e5b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.911297] env[63348]: DEBUG nova.network.neutron [req-a74898a6-153f-4297-bca5-db80e21666a3 req-516c7650-98a1-4e78-9bd5-ad89d87842e9 service nova] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Refreshing network info cache for port a48aeaa9-c139-42f1-b202-420ccfb641d4 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2070.912722] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:b7:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a48aeaa9-c139-42f1-b202-420ccfb641d4', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2070.921540] env[63348]: DEBUG oslo.service.loopingcall [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2070.922869] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2070.923260] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d486f2e3-dee3-45db-aa25-7af591372292 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.946883] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2070.946883] env[63348]: value = "task-2023256" [ 2070.946883] env[63348]: _type = "Task" [ 2070.946883] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.962142] env[63348]: DEBUG oslo_vmware.api [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023252, 'name': ReconfigVM_Task, 'duration_secs': 0.167079} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.966637] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2070.967337] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415702', 'volume_id': 'a6cdfc26-1910-4d95-ba79-73217e1fdfc8', 'name': 'volume-a6cdfc26-1910-4d95-ba79-73217e1fdfc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6cdfc26-1910-4d95-ba79-73217e1fdfc8', 'serial': 'a6cdfc26-1910-4d95-ba79-73217e1fdfc8'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2070.969031] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023256, 'name': CreateVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.969611] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7839c9a2-5e18-469c-995d-331ff2e20811 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.981402] env[63348]: DEBUG nova.compute.utils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2070.989588] env[63348]: DEBUG nova.compute.manager [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2070.989783] env[63348]: DEBUG nova.network.neutron [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2070.999274] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023253, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.999621] env[63348]: DEBUG oslo_vmware.api [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2070.999621] env[63348]: value = "task-2023257" [ 2070.999621] env[63348]: _type = "Task" [ 2070.999621] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.011889] env[63348]: DEBUG oslo_vmware.api [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.026517] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.059806] env[63348]: DEBUG nova.policy [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebd03037a88a410cb622cef1910a336c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f3cb50adb7941318d70b6c2c9810e7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2071.165958] env[63348]: DEBUG nova.compute.manager [req-97f95a26-ff37-43bc-9541-129a37137036 req-3f7c0eb8-6409-4742-8a73-5f98987f5525 service nova] [instance: 1be7f639-6651-4709-b877-147451147be2] Received event network-changed-fee19ca7-9748-4dee-9e0b-fd523db52e59 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2071.165958] env[63348]: DEBUG nova.compute.manager [req-97f95a26-ff37-43bc-9541-129a37137036 req-3f7c0eb8-6409-4742-8a73-5f98987f5525 service nova] [instance: 1be7f639-6651-4709-b877-147451147be2] Refreshing instance network info cache due to event network-changed-fee19ca7-9748-4dee-9e0b-fd523db52e59. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2071.165958] env[63348]: DEBUG oslo_concurrency.lockutils [req-97f95a26-ff37-43bc-9541-129a37137036 req-3f7c0eb8-6409-4742-8a73-5f98987f5525 service nova] Acquiring lock "refresh_cache-1be7f639-6651-4709-b877-147451147be2" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.165958] env[63348]: DEBUG oslo_concurrency.lockutils [req-97f95a26-ff37-43bc-9541-129a37137036 req-3f7c0eb8-6409-4742-8a73-5f98987f5525 service nova] Acquired lock "refresh_cache-1be7f639-6651-4709-b877-147451147be2" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.166352] env[63348]: DEBUG nova.network.neutron [req-97f95a26-ff37-43bc-9541-129a37137036 req-3f7c0eb8-6409-4742-8a73-5f98987f5525 service nova] [instance: 1be7f639-6651-4709-b877-147451147be2] Refreshing network info cache for port fee19ca7-9748-4dee-9e0b-fd523db52e59 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2071.229041] env[63348]: DEBUG oslo_concurrency.lockutils [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.272299] env[63348]: DEBUG oslo_vmware.api [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023254, 'name': ReconfigVM_Task, 'duration_secs': 0.166904} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.272695] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415704', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'name': 'volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df11ca0d-ee85-492f-b48e-e5219dd9405d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'serial': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2071.329248] env[63348]: DEBUG nova.network.neutron [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Successfully created port: eea71464-f3cd-4ff0-9da6-52bd363a411a {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2071.345172] env[63348]: DEBUG oslo_vmware.api [None req-3114a424-a956-4364-ad53-62c681c01e05 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023255, 'name': ReconfigVM_Task, 'duration_secs': 0.194317} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.346095] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3114a424-a956-4364-ad53-62c681c01e05 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415683', 'volume_id': '90015131-65a1-4366-be3a-fd9c06c8d134', 'name': 'volume-90015131-65a1-4366-be3a-fd9c06c8d134', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '736cccd6-837d-4bf8-a4f5-c8e9c72c555f', 'attached_at': '', 'detached_at': '', 'volume_id': '90015131-65a1-4366-be3a-fd9c06c8d134', 'serial': '90015131-65a1-4366-be3a-fd9c06c8d134'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2071.457741] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023256, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.478669] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615874} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.479057] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] b751a970-287b-4227-acb2-ad903b2e6224/b751a970-287b-4227-acb2-ad903b2e6224.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2071.479314] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2071.479685] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cec99ee-d8d6-47c7-acff-a101538f81ef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.489339] env[63348]: DEBUG nova.compute.manager [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2071.496066] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2071.496066] env[63348]: value = "task-2023258" [ 2071.496066] env[63348]: _type = "Task" [ 2071.496066] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.508225] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af8fb45a-6398-472e-bfce-4c3a86d38076 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "1be7f639-6651-4709-b877-147451147be2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.510931] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.514325] env[63348]: DEBUG oslo_vmware.api [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023257, 'name': PowerOffVM_Task, 'duration_secs': 0.251389} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.516947] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2071.517664] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2071.517889] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2071.518067] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2071.518316] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2071.518523] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2071.518674] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2071.518892] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2071.519077] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2071.519243] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2071.519401] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2071.519568] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2071.526755] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df17c2a4-1a0a-43e4-a9e9-ce7546f5bbe0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.562243] env[63348]: DEBUG oslo_vmware.api [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2071.562243] env[63348]: value = "task-2023259" [ 2071.562243] env[63348]: _type = "Task" [ 2071.562243] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.562477] env[63348]: DEBUG oslo_vmware.api [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023249, 'name': PowerOnVM_Task, 'duration_secs': 1.332424} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.566709] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2071.567016] env[63348]: INFO nova.compute.manager [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Took 13.84 seconds to spawn the instance on the hypervisor. [ 2071.567296] env[63348]: DEBUG nova.compute.manager [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2071.574352] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5a8da6-a993-4903-88de-ca41dcbc6f01 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.589870] env[63348]: DEBUG oslo_vmware.api [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.726858] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e22cd3-e749-40c2-bfc6-6c8be1ef3c9e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.734166] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85499ed8-e060-4070-ad8f-75cdc9b65cbf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.768853] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefe275a-b092-4841-b03f-237d315022cb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.774770] env[63348]: DEBUG nova.network.neutron [req-a74898a6-153f-4297-bca5-db80e21666a3 req-516c7650-98a1-4e78-9bd5-ad89d87842e9 service nova] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Updated VIF entry in instance network info cache for port a48aeaa9-c139-42f1-b202-420ccfb641d4. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2071.775105] env[63348]: DEBUG nova.network.neutron [req-a74898a6-153f-4297-bca5-db80e21666a3 req-516c7650-98a1-4e78-9bd5-ad89d87842e9 service nova] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Updating instance_info_cache with network_info: [{"id": "a48aeaa9-c139-42f1-b202-420ccfb641d4", "address": "fa:16:3e:c9:b7:85", "network": {"id": "1ad57d9a-4d74-4173-8256-255b4024ac80", "bridge": "br-int", "label": "tempest-ServersTestJSON-21431435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "277ce0a77c4d42cc87644e9a649aa0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa48aeaa9-c1", "ovs_interfaceid": "a48aeaa9-c139-42f1-b202-420ccfb641d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.787480] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfef531c-e444-4363-a041-b9b61f01e5e6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.805269] env[63348]: DEBUG nova.compute.provider_tree [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2071.895640] env[63348]: DEBUG nova.objects.instance [None req-3114a424-a956-4364-ad53-62c681c01e05 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lazy-loading 'flavor' on Instance uuid 736cccd6-837d-4bf8-a4f5-c8e9c72c555f {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2071.909957] env[63348]: DEBUG nova.network.neutron [req-97f95a26-ff37-43bc-9541-129a37137036 req-3f7c0eb8-6409-4742-8a73-5f98987f5525 service nova] [instance: 1be7f639-6651-4709-b877-147451147be2] Updated VIF entry in instance network info cache for port fee19ca7-9748-4dee-9e0b-fd523db52e59. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2071.910315] env[63348]: DEBUG nova.network.neutron [req-97f95a26-ff37-43bc-9541-129a37137036 req-3f7c0eb8-6409-4742-8a73-5f98987f5525 service nova] [instance: 1be7f639-6651-4709-b877-147451147be2] Updating instance_info_cache with network_info: [{"id": "fee19ca7-9748-4dee-9e0b-fd523db52e59", "address": "fa:16:3e:29:96:a8", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": null, "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfee19ca7-97", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.957814] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023256, 'name': CreateVM_Task, 'duration_secs': 0.562962} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.958008] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2071.958679] env[63348]: DEBUG oslo_concurrency.lockutils [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.958848] env[63348]: DEBUG oslo_concurrency.lockutils [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.959178] env[63348]: DEBUG oslo_concurrency.lockutils [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2071.959444] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4db4ed5-807b-44c3-afc4-3412fc9d2d63 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.963721] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2071.963721] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c3fef2-33fb-74fd-6284-8222ce912f40" [ 2071.963721] env[63348]: _type = "Task" [ 2071.963721] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.971116] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c3fef2-33fb-74fd-6284-8222ce912f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.008842] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06341} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.010215] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2072.012237] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4572aa1e-9515-4314-8f9f-6e3b65a9bf88 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.035179] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] b751a970-287b-4227-acb2-ad903b2e6224/b751a970-287b-4227-acb2-ad903b2e6224.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2072.036941] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f42ec19-c990-42e6-9515-36dad2a70b83 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.052845] env[63348]: DEBUG nova.objects.instance [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lazy-loading 'flavor' on Instance uuid aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2072.058855] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2072.058855] env[63348]: value = "task-2023260" [ 2072.058855] env[63348]: _type = "Task" [ 2072.058855] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.067736] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.076457] env[63348]: DEBUG oslo_vmware.api [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023259, 'name': ReconfigVM_Task, 'duration_secs': 0.167607} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.077560] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96141d26-e443-49f4-b1ba-1bab52df5f04 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.102910] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2072.103870] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2072.103870] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2072.103870] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2072.103870] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2072.103870] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2072.104062] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2072.104091] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2072.104253] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2072.104414] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2072.104594] env[63348]: DEBUG nova.virt.hardware [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2072.107259] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f750557b-9c6f-4ab7-9991-473d4c5b5739 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.111350] env[63348]: INFO nova.compute.manager [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Took 18.79 seconds to build instance. [ 2072.117496] env[63348]: DEBUG oslo_vmware.api [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2072.117496] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52585621-91d7-4aac-e0fb-6d99eaef9142" [ 2072.117496] env[63348]: _type = "Task" [ 2072.117496] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.127030] env[63348]: DEBUG oslo_vmware.api [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52585621-91d7-4aac-e0fb-6d99eaef9142, 'name': SearchDatastore_Task, 'duration_secs': 0.010015} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.134115] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2072.134115] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c598ee97-2fdd-4df0-8b70-d0f3c48fe951 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.151581] env[63348]: DEBUG oslo_vmware.api [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2072.151581] env[63348]: value = "task-2023261" [ 2072.151581] env[63348]: _type = "Task" [ 2072.151581] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.162953] env[63348]: DEBUG oslo_vmware.api [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.278219] env[63348]: DEBUG oslo_concurrency.lockutils [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.278541] env[63348]: DEBUG oslo_concurrency.lockutils [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.278780] env[63348]: INFO nova.compute.manager [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Attaching volume d66e77a1-65fb-4dcf-bf6f-0b957214c801 to /dev/sdb [ 2072.281288] env[63348]: DEBUG oslo_concurrency.lockutils [req-a74898a6-153f-4297-bca5-db80e21666a3 req-516c7650-98a1-4e78-9bd5-ad89d87842e9 service nova] Releasing lock "refresh_cache-1a5a0ae0-c197-41ca-902e-cfe83d318e5b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.308776] env[63348]: DEBUG nova.scheduler.client.report [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2072.315994] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab3b3b9-72a2-4938-aee0-63ff2612c3cb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.319436] env[63348]: DEBUG nova.objects.instance [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lazy-loading 'flavor' on Instance uuid df11ca0d-ee85-492f-b48e-e5219dd9405d {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2072.325755] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e11ff77-d71f-4f2e-9d19-7a0666f7fbf2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.339765] env[63348]: DEBUG nova.virt.block_device [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Updating existing volume attachment record: 2bdbc82d-8362-47e6-a082-831faed98945 {{(pid=63348) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2072.413869] env[63348]: DEBUG oslo_concurrency.lockutils [req-97f95a26-ff37-43bc-9541-129a37137036 req-3f7c0eb8-6409-4742-8a73-5f98987f5525 service nova] Releasing lock "refresh_cache-1be7f639-6651-4709-b877-147451147be2" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.475740] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c3fef2-33fb-74fd-6284-8222ce912f40, 'name': SearchDatastore_Task, 'duration_secs': 0.009544} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.476162] env[63348]: DEBUG oslo_concurrency.lockutils [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.476485] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2072.476758] env[63348]: DEBUG oslo_concurrency.lockutils [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.476990] env[63348]: DEBUG oslo_concurrency.lockutils [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.477276] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2072.477920] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d46b0e0-1536-4e45-8388-dfe37e67323b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.486691] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2072.486881] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2072.487638] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30191a6e-79a4-4077-bf05-4dcef3c3b74c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.493725] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2072.493725] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ed1373-cd62-f8ec-ac07-b30cf85d0188" [ 2072.493725] env[63348]: _type = "Task" [ 2072.493725] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.501768] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ed1373-cd62-f8ec-ac07-b30cf85d0188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.504962] env[63348]: DEBUG nova.compute.manager [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2072.516036] env[63348]: DEBUG oslo_concurrency.lockutils [None req-081ef431-2c84-4048-8953-d5d5d0f5d46b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.529935] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2072.530241] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2072.530406] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2072.530589] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2072.530810] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2072.530876] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2072.531210] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2072.531360] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2072.531575] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2072.531849] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2072.532127] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2072.533088] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc722a3-7afa-4f2c-816a-0d6909e645ac {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.541518] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2389264-61af-4044-a82b-bf85c1c510c1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.558020] env[63348]: DEBUG oslo_concurrency.lockutils [None req-58666be3-b05e-47bc-8e07-681c4458ba8d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.353s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.558951] env[63348]: DEBUG oslo_concurrency.lockutils [None req-081ef431-2c84-4048-8953-d5d5d0f5d46b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.043s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.559278] env[63348]: DEBUG nova.compute.manager [None req-081ef431-2c84-4048-8953-d5d5d0f5d46b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2072.560142] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25e8b39-8904-4a36-9ceb-e415bbaded86 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.569997] env[63348]: DEBUG nova.compute.manager [None req-081ef431-2c84-4048-8953-d5d5d0f5d46b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63348) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2072.570603] env[63348]: DEBUG nova.objects.instance [None req-081ef431-2c84-4048-8953-d5d5d0f5d46b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lazy-loading 'flavor' on Instance uuid aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2072.575314] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023260, 'name': ReconfigVM_Task, 'duration_secs': 0.288553} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.575768] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Reconfigured VM instance instance-00000062 to attach disk [datastore2] b751a970-287b-4227-acb2-ad903b2e6224/b751a970-287b-4227-acb2-ad903b2e6224.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2072.576527] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0159442e-7368-46dd-9fe2-3d97d9fc4831 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.582273] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2072.582273] env[63348]: value = "task-2023264" [ 2072.582273] env[63348]: _type = "Task" [ 2072.582273] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.591092] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023264, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.613762] env[63348]: DEBUG oslo_concurrency.lockutils [None req-042439db-0419-4d99-a6b0-c1eaa343c62d tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "2e277851-614c-4888-a9c9-4cdd178044d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.302s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.663762] env[63348]: DEBUG oslo_vmware.api [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023261, 'name': ReconfigVM_Task, 'duration_secs': 0.409832} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.664050] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2072.664880] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ed1d34-b70c-45cc-bb42-494e5bc7497b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.696023] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 99bc2f43-621c-4004-90e4-106bcd607b5a/99bc2f43-621c-4004-90e4-106bcd607b5a.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2072.696023] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93b0a8a5-c002-4ea9-aacf-6910a249a974 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.712669] env[63348]: DEBUG oslo_vmware.api [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2072.712669] env[63348]: value = "task-2023266" [ 2072.712669] env[63348]: _type = "Task" [ 2072.712669] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.724837] env[63348]: DEBUG oslo_vmware.api [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.815932] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.816504] env[63348]: DEBUG nova.compute.manager [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2072.819295] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.606s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.819471] env[63348]: DEBUG nova.objects.instance [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lazy-loading 'resources' on Instance uuid 1be7f639-6651-4709-b877-147451147be2 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2072.825049] env[63348]: DEBUG nova.compute.manager [req-160d3b76-8dc7-40b3-b9cd-6a54bd9ba0ba req-183dec6b-058d-47c7-aeef-38ccb12b080f service nova] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Received event network-vif-plugged-eea71464-f3cd-4ff0-9da6-52bd363a411a {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2072.825328] env[63348]: DEBUG oslo_concurrency.lockutils [req-160d3b76-8dc7-40b3-b9cd-6a54bd9ba0ba req-183dec6b-058d-47c7-aeef-38ccb12b080f service nova] Acquiring lock "904a098f-2d59-48d6-94d0-228c5676def4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.825775] env[63348]: DEBUG oslo_concurrency.lockutils [req-160d3b76-8dc7-40b3-b9cd-6a54bd9ba0ba req-183dec6b-058d-47c7-aeef-38ccb12b080f service nova] Lock "904a098f-2d59-48d6-94d0-228c5676def4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.826025] env[63348]: DEBUG oslo_concurrency.lockutils [req-160d3b76-8dc7-40b3-b9cd-6a54bd9ba0ba req-183dec6b-058d-47c7-aeef-38ccb12b080f service nova] Lock "904a098f-2d59-48d6-94d0-228c5676def4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.826231] env[63348]: DEBUG nova.compute.manager [req-160d3b76-8dc7-40b3-b9cd-6a54bd9ba0ba req-183dec6b-058d-47c7-aeef-38ccb12b080f service nova] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] No waiting events found dispatching network-vif-plugged-eea71464-f3cd-4ff0-9da6-52bd363a411a {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2072.826434] env[63348]: WARNING nova.compute.manager [req-160d3b76-8dc7-40b3-b9cd-6a54bd9ba0ba req-183dec6b-058d-47c7-aeef-38ccb12b080f service nova] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Received unexpected event network-vif-plugged-eea71464-f3cd-4ff0-9da6-52bd363a411a for instance with vm_state building and task_state spawning. [ 2072.827336] env[63348]: DEBUG oslo_concurrency.lockutils [None req-68b833bf-aea6-4bc6-8efb-139c252c6eb3 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "df11ca0d-ee85-492f-b48e-e5219dd9405d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.816s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.854436] env[63348]: DEBUG nova.network.neutron [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Successfully updated port: eea71464-f3cd-4ff0-9da6-52bd363a411a {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2072.878040] env[63348]: INFO nova.compute.manager [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Rebuilding instance [ 2072.902513] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3114a424-a956-4364-ad53-62c681c01e05 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 7.442s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.923708] env[63348]: DEBUG nova.compute.manager [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2072.924814] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6dc3b9-8261-4d63-bdf6-dff7335351de {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.004512] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ed1373-cd62-f8ec-ac07-b30cf85d0188, 'name': SearchDatastore_Task, 'duration_secs': 0.021025} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.005331] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5780f9-a9f6-43f3-b6d4-faea4f11b9fc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.011258] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2073.011258] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52541e4d-74a4-3262-67b5-70eb2a1fc033" [ 2073.011258] env[63348]: _type = "Task" [ 2073.011258] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.019359] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52541e4d-74a4-3262-67b5-70eb2a1fc033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.096027] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023264, 'name': Rename_Task, 'duration_secs': 0.146545} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.096309] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2073.096549] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba44d85e-c8d3-4e0a-990d-db5e2679348a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.102968] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2073.102968] env[63348]: value = "task-2023267" [ 2073.102968] env[63348]: _type = "Task" [ 2073.102968] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.112381] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.112656] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.112860] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.113053] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.113222] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.114619] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.115049] env[63348]: INFO nova.compute.manager [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Terminating instance [ 2073.222651] env[63348]: DEBUG oslo_vmware.api [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023266, 'name': ReconfigVM_Task, 'duration_secs': 0.339556} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.222927] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 99bc2f43-621c-4004-90e4-106bcd607b5a/99bc2f43-621c-4004-90e4-106bcd607b5a.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2073.223807] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97afe3f8-3e7f-4831-b761-9f0298a41165 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.246184] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d045e4-f8f0-4b04-8d20-f4e23f9308e1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.273148] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0891857c-5673-4dfc-ba9e-cf7966b04880 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.296700] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2176ca67-549a-4c03-9832-31c94b38b8bf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.307363] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2073.307780] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84007927-96ba-4c3d-8a62-4a0b363596a5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.315915] env[63348]: DEBUG oslo_vmware.api [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2073.315915] env[63348]: value = "task-2023268" [ 2073.315915] env[63348]: _type = "Task" [ 2073.315915] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.325734] env[63348]: DEBUG nova.compute.utils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2073.327900] env[63348]: DEBUG nova.objects.instance [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lazy-loading 'numa_topology' on Instance uuid 1be7f639-6651-4709-b877-147451147be2 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2073.329390] env[63348]: DEBUG oslo_vmware.api [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.330344] env[63348]: DEBUG nova.compute.manager [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2073.330344] env[63348]: DEBUG nova.network.neutron [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2073.357969] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "refresh_cache-904a098f-2d59-48d6-94d0-228c5676def4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.358095] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquired lock "refresh_cache-904a098f-2d59-48d6-94d0-228c5676def4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.358282] env[63348]: DEBUG nova.network.neutron [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2073.378145] env[63348]: DEBUG nova.policy [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebd03037a88a410cb622cef1910a336c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f3cb50adb7941318d70b6c2c9810e7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2073.523886] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52541e4d-74a4-3262-67b5-70eb2a1fc033, 'name': SearchDatastore_Task, 'duration_secs': 0.009888} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.524239] env[63348]: DEBUG oslo_concurrency.lockutils [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.524510] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 1a5a0ae0-c197-41ca-902e-cfe83d318e5b/1a5a0ae0-c197-41ca-902e-cfe83d318e5b.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2073.524824] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd2a32f0-1862-48e2-a32a-0c087a2287d0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.535181] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2073.535181] env[63348]: value = "task-2023269" [ 2073.535181] env[63348]: _type = "Task" [ 2073.535181] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.544491] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.582967] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-081ef431-2c84-4048-8953-d5d5d0f5d46b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2073.583315] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca6eb048-16a9-4211-8360-eb183c204815 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.591997] env[63348]: DEBUG oslo_vmware.api [None req-081ef431-2c84-4048-8953-d5d5d0f5d46b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2073.591997] env[63348]: value = "task-2023270" [ 2073.591997] env[63348]: _type = "Task" [ 2073.591997] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.606250] env[63348]: DEBUG oslo_vmware.api [None req-081ef431-2c84-4048-8953-d5d5d0f5d46b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.615656] env[63348]: DEBUG oslo_vmware.api [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023267, 'name': PowerOnVM_Task, 'duration_secs': 0.45601} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.616063] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2073.616371] env[63348]: INFO nova.compute.manager [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Took 13.59 seconds to spawn the instance on the hypervisor. [ 2073.616663] env[63348]: DEBUG nova.compute.manager [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2073.617714] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc749dc7-2e55-46a1-b2ff-9060ca6de97b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.622246] env[63348]: DEBUG nova.compute.manager [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2073.622487] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2073.623552] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52476108-426f-42ec-bda5-9edbd79c6408 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.643467] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2073.644078] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b608015-bbff-49ef-8a94-f813e6dd8f68 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.653515] env[63348]: DEBUG oslo_vmware.api [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2073.653515] env[63348]: value = "task-2023271" [ 2073.653515] env[63348]: _type = "Task" [ 2073.653515] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.664421] env[63348]: DEBUG oslo_vmware.api [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.666736] env[63348]: DEBUG nova.network.neutron [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Successfully created port: 63206ec7-1d88-4fc9-a37c-a9d8dd920c97 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2073.831160] env[63348]: DEBUG nova.compute.manager [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2073.834810] env[63348]: DEBUG nova.objects.base [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Object Instance<1be7f639-6651-4709-b877-147451147be2> lazy-loaded attributes: resources,numa_topology {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2073.838695] env[63348]: DEBUG oslo_vmware.api [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023268, 'name': PowerOnVM_Task, 'duration_secs': 0.438208} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.839619] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2073.919932] env[63348]: DEBUG nova.network.neutron [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2073.943614] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2073.944915] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33a8bc7c-88b0-498f-9a21-541ecf0d7d62 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.953557] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2073.953557] env[63348]: value = "task-2023272" [ 2073.953557] env[63348]: _type = "Task" [ 2073.953557] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.967389] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.049186] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023269, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.108759] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43da2974-e165-4a78-b6b5-ebffd74f363d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.119690] env[63348]: DEBUG oslo_vmware.api [None req-081ef431-2c84-4048-8953-d5d5d0f5d46b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023270, 'name': PowerOffVM_Task, 'duration_secs': 0.294249} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.120950] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-081ef431-2c84-4048-8953-d5d5d0f5d46b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2074.121423] env[63348]: DEBUG nova.compute.manager [None req-081ef431-2c84-4048-8953-d5d5d0f5d46b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2074.123117] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef79546-1f5f-4d05-985f-b44caa0bb05c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.134142] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe535b2-5e7b-493c-9758-5d5da9ce5645 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.180337] env[63348]: DEBUG nova.network.neutron [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Updating instance_info_cache with network_info: [{"id": "eea71464-f3cd-4ff0-9da6-52bd363a411a", "address": "fa:16:3e:61:54:bd", "network": {"id": "33cff2c1-fb7a-4692-bce8-29a7b25f77d9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-185158853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3cb50adb7941318d70b6c2c9810e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea71464-f3", "ovs_interfaceid": "eea71464-f3cd-4ff0-9da6-52bd363a411a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.189449] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da2309e-5233-463f-a713-c339ee880ca0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.193285] env[63348]: INFO nova.compute.manager [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Took 20.49 seconds to build instance. [ 2074.200439] env[63348]: DEBUG oslo_vmware.api [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023271, 'name': PowerOffVM_Task, 'duration_secs': 0.258968} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.202759] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2074.202937] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2074.203255] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa1d9f07-1d51-4704-a3f1-9f3345d768af {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.205832] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dbc678-e22c-4d1c-8a85-845bc9d10922 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.221538] env[63348]: DEBUG nova.compute.provider_tree [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2074.339501] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2074.339822] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2074.340084] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Deleting the datastore file [datastore1] 736cccd6-837d-4bf8-a4f5-c8e9c72c555f {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2074.344009] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44d62bc9-2554-4143-be74-8946deaa53b8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.352477] env[63348]: DEBUG oslo_vmware.api [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2074.352477] env[63348]: value = "task-2023274" [ 2074.352477] env[63348]: _type = "Task" [ 2074.352477] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.363858] env[63348]: DEBUG oslo_vmware.api [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.468828] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023272, 'name': PowerOffVM_Task, 'duration_secs': 0.267203} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.469798] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2074.545572] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62481} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.546661] env[63348]: INFO nova.compute.manager [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Detaching volume f6d323c5-7c58-4db5-85c9-2592e8f741c9 [ 2074.548467] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 1a5a0ae0-c197-41ca-902e-cfe83d318e5b/1a5a0ae0-c197-41ca-902e-cfe83d318e5b.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2074.548695] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2074.549478] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbea3a52-57cf-4928-b1e7-ddfbcd78306c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.557604] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2074.557604] env[63348]: value = "task-2023275" [ 2074.557604] env[63348]: _type = "Task" [ 2074.557604] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.566749] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.582288] env[63348]: INFO nova.virt.block_device [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Attempting to driver detach volume f6d323c5-7c58-4db5-85c9-2592e8f741c9 from mountpoint /dev/sdb [ 2074.582628] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Volume detach. Driver type: vmdk {{(pid=63348) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2074.582922] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415704', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'name': 'volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df11ca0d-ee85-492f-b48e-e5219dd9405d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'serial': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2074.583906] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f185ac21-e8a4-4070-ad56-2a633606e65b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.613057] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a030c6da-735e-48de-b9a5-02d4be4a48cf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.622902] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc56cc4-4621-487b-b9f3-0f646a48e2e3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.647038] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803830c1-ae52-4043-8765-bf90308410cf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.649393] env[63348]: DEBUG oslo_concurrency.lockutils [None req-081ef431-2c84-4048-8953-d5d5d0f5d46b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.090s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.664595] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] The volume has not been displaced from its original location: [datastore2] volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9/volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9.vmdk. No consolidation needed. {{(pid=63348) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2074.670131] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2074.671331] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab809ea7-380c-4779-bddf-14f933687051 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.685133] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Releasing lock "refresh_cache-904a098f-2d59-48d6-94d0-228c5676def4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.685445] env[63348]: DEBUG nova.compute.manager [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Instance network_info: |[{"id": "eea71464-f3cd-4ff0-9da6-52bd363a411a", "address": "fa:16:3e:61:54:bd", "network": {"id": "33cff2c1-fb7a-4692-bce8-29a7b25f77d9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-185158853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3cb50adb7941318d70b6c2c9810e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea71464-f3", "ovs_interfaceid": "eea71464-f3cd-4ff0-9da6-52bd363a411a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2074.686588] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:54:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eea71464-f3cd-4ff0-9da6-52bd363a411a', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2074.695074] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Creating folder: Project (9f3cb50adb7941318d70b6c2c9810e7d). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2074.695074] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c27dc39-6991-4cd5-8105-ab35b6856519 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.697718] env[63348]: DEBUG oslo_concurrency.lockutils [None req-72060bf9-74c2-4667-876d-d67743f73d45 tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "b751a970-287b-4227-acb2-ad903b2e6224" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.005s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.703192] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2074.703192] env[63348]: value = "task-2023277" [ 2074.703192] env[63348]: _type = "Task" [ 2074.703192] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.707656] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Created folder: Project (9f3cb50adb7941318d70b6c2c9810e7d) in parent group-v415427. [ 2074.709047] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Creating folder: Instances. Parent ref: group-v415709. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2074.709047] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e40b6eb-5150-4725-a6ec-cf553d6c41bd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.714154] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.724974] env[63348]: DEBUG nova.scheduler.client.report [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2074.728204] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Created folder: Instances in parent group-v415709. [ 2074.728456] env[63348]: DEBUG oslo.service.loopingcall [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2074.729109] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2074.729359] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5f1a960-032a-45f1-8f25-0b1f4ef44495 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.752056] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2074.752056] env[63348]: value = "task-2023280" [ 2074.752056] env[63348]: _type = "Task" [ 2074.752056] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.760916] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023280, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.850407] env[63348]: DEBUG nova.compute.manager [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2074.864767] env[63348]: DEBUG nova.compute.manager [req-37206f8c-d047-4e5c-bd72-42622bdfb261 req-a6595f6f-a66e-4989-a308-e9a4c61bd426 service nova] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Received event network-changed-eea71464-f3cd-4ff0-9da6-52bd363a411a {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2074.865059] env[63348]: DEBUG nova.compute.manager [req-37206f8c-d047-4e5c-bd72-42622bdfb261 req-a6595f6f-a66e-4989-a308-e9a4c61bd426 service nova] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Refreshing instance network info cache due to event network-changed-eea71464-f3cd-4ff0-9da6-52bd363a411a. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2074.865215] env[63348]: DEBUG oslo_concurrency.lockutils [req-37206f8c-d047-4e5c-bd72-42622bdfb261 req-a6595f6f-a66e-4989-a308-e9a4c61bd426 service nova] Acquiring lock "refresh_cache-904a098f-2d59-48d6-94d0-228c5676def4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.865440] env[63348]: DEBUG oslo_concurrency.lockutils [req-37206f8c-d047-4e5c-bd72-42622bdfb261 req-a6595f6f-a66e-4989-a308-e9a4c61bd426 service nova] Acquired lock "refresh_cache-904a098f-2d59-48d6-94d0-228c5676def4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.865653] env[63348]: DEBUG nova.network.neutron [req-37206f8c-d047-4e5c-bd72-42622bdfb261 req-a6595f6f-a66e-4989-a308-e9a4c61bd426 service nova] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Refreshing network info cache for port eea71464-f3cd-4ff0-9da6-52bd363a411a {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2074.874041] env[63348]: DEBUG oslo_vmware.api [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253187} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.876885] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2074.877213] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2074.877467] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2074.877794] env[63348]: INFO nova.compute.manager [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2074.878122] env[63348]: DEBUG oslo.service.loopingcall [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2074.879400] env[63348]: DEBUG nova.compute.manager [-] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2074.879530] env[63348]: DEBUG nova.network.neutron [-] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2074.886131] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2074.886251] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2074.886875] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2074.886875] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2074.886875] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2074.886875] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2074.887067] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2074.887205] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2074.887380] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2074.887561] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2074.887754] env[63348]: DEBUG nova.virt.hardware [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2074.890338] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37fbc47-dbc0-40b1-9a2b-0ebfdf872f0a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.895946] env[63348]: INFO nova.compute.manager [None req-47d8fe34-4386-401e-b606-80d7c6edb8da tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updating instance to original state: 'active' [ 2074.905757] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f65c74-6875-4164-8973-fed5e7853cb7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.962844] env[63348]: DEBUG nova.objects.instance [None req-c02dafc8-10bc-4687-86bc-a441dc4cc64a tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lazy-loading 'flavor' on Instance uuid aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2075.069166] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074635} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.069426] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2075.070327] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243dd595-be73-4934-aae3-f8a08c493d00 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.095400] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 1a5a0ae0-c197-41ca-902e-cfe83d318e5b/1a5a0ae0-c197-41ca-902e-cfe83d318e5b.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2075.095730] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79354d0e-5fdb-47fd-a14d-a01b769b3e8d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.125391] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2075.125391] env[63348]: value = "task-2023281" [ 2075.125391] env[63348]: _type = "Task" [ 2075.125391] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.140330] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.213853] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.229933] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.411s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.271684] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023280, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.470588] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c02dafc8-10bc-4687-86bc-a441dc4cc64a tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "refresh_cache-aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.470967] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c02dafc8-10bc-4687-86bc-a441dc4cc64a tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquired lock "refresh_cache-aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.471334] env[63348]: DEBUG nova.network.neutron [None req-c02dafc8-10bc-4687-86bc-a441dc4cc64a tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2075.471657] env[63348]: DEBUG nova.objects.instance [None req-c02dafc8-10bc-4687-86bc-a441dc4cc64a tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lazy-loading 'info_cache' on Instance uuid aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2075.542982] env[63348]: DEBUG nova.network.neutron [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Successfully updated port: 63206ec7-1d88-4fc9-a37c-a9d8dd920c97 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2075.641955] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.716243] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023277, 'name': ReconfigVM_Task, 'duration_secs': 0.660397} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.716531] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2075.724016] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-070c1346-4ce3-415d-99b5-1118169fda99 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.739211] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2075.739211] env[63348]: value = "task-2023282" [ 2075.739211] env[63348]: _type = "Task" [ 2075.739211] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.744394] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7986d599-1b1f-4a66-9e83-cabbc0179e53 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "1be7f639-6651-4709-b877-147451147be2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.338s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.745416] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af8fb45a-6398-472e-bfce-4c3a86d38076 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "1be7f639-6651-4709-b877-147451147be2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 4.243s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.745647] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af8fb45a-6398-472e-bfce-4c3a86d38076 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "1be7f639-6651-4709-b877-147451147be2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.745852] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af8fb45a-6398-472e-bfce-4c3a86d38076 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "1be7f639-6651-4709-b877-147451147be2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.746030] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af8fb45a-6398-472e-bfce-4c3a86d38076 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "1be7f639-6651-4709-b877-147451147be2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.748223] env[63348]: INFO nova.compute.manager [None req-af8fb45a-6398-472e-bfce-4c3a86d38076 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Terminating instance [ 2075.757022] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023282, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.759216] env[63348]: DEBUG nova.network.neutron [req-37206f8c-d047-4e5c-bd72-42622bdfb261 req-a6595f6f-a66e-4989-a308-e9a4c61bd426 service nova] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Updated VIF entry in instance network info cache for port eea71464-f3cd-4ff0-9da6-52bd363a411a. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2075.759216] env[63348]: DEBUG nova.network.neutron [req-37206f8c-d047-4e5c-bd72-42622bdfb261 req-a6595f6f-a66e-4989-a308-e9a4c61bd426 service nova] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Updating instance_info_cache with network_info: [{"id": "eea71464-f3cd-4ff0-9da6-52bd363a411a", "address": "fa:16:3e:61:54:bd", "network": {"id": "33cff2c1-fb7a-4692-bce8-29a7b25f77d9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-185158853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3cb50adb7941318d70b6c2c9810e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea71464-f3", "ovs_interfaceid": "eea71464-f3cd-4ff0-9da6-52bd363a411a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.771278] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023280, 'name': CreateVM_Task, 'duration_secs': 0.718888} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.771470] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2075.772262] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.772447] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.772782] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2075.773102] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c1da53-c6dd-409e-890c-c1228e86abe7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.781431] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2075.781431] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5206e74d-0e4a-2136-305c-352131f0c98a" [ 2075.781431] env[63348]: _type = "Task" [ 2075.781431] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.791400] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5206e74d-0e4a-2136-305c-352131f0c98a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.974852] env[63348]: DEBUG nova.objects.base [None req-c02dafc8-10bc-4687-86bc-a441dc4cc64a tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2076.017825] env[63348]: DEBUG nova.network.neutron [-] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2076.046030] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "refresh_cache-30847c65-1ae4-4fa2-8285-afc21cc3ef6e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.046030] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquired lock "refresh_cache-30847c65-1ae4-4fa2-8285-afc21cc3ef6e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.046030] env[63348]: DEBUG nova.network.neutron [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2076.140897] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023281, 'name': ReconfigVM_Task, 'duration_secs': 0.771026} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.141289] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 1a5a0ae0-c197-41ca-902e-cfe83d318e5b/1a5a0ae0-c197-41ca-902e-cfe83d318e5b.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2076.141947] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f56ab57f-d15a-4510-af4d-cf269c4b84ef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.150565] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2076.150565] env[63348]: value = "task-2023283" [ 2076.150565] env[63348]: _type = "Task" [ 2076.150565] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.161331] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023283, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.253991] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023282, 'name': ReconfigVM_Task, 'duration_secs': 0.188791} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.254331] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415704', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'name': 'volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df11ca0d-ee85-492f-b48e-e5219dd9405d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'serial': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2076.258150] env[63348]: DEBUG nova.compute.manager [None req-af8fb45a-6398-472e-bfce-4c3a86d38076 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2076.258400] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-af8fb45a-6398-472e-bfce-4c3a86d38076 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2076.258646] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-393f8027-7eac-4098-969f-21d6f7d9b8b8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.266517] env[63348]: DEBUG oslo_concurrency.lockutils [req-37206f8c-d047-4e5c-bd72-42622bdfb261 req-a6595f6f-a66e-4989-a308-e9a4c61bd426 service nova] Releasing lock "refresh_cache-904a098f-2d59-48d6-94d0-228c5676def4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.266787] env[63348]: DEBUG nova.compute.manager [req-37206f8c-d047-4e5c-bd72-42622bdfb261 req-a6595f6f-a66e-4989-a308-e9a4c61bd426 service nova] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Received event network-changed-96cdac11-105c-4168-85e8-2620cd542914 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2076.266955] env[63348]: DEBUG nova.compute.manager [req-37206f8c-d047-4e5c-bd72-42622bdfb261 req-a6595f6f-a66e-4989-a308-e9a4c61bd426 service nova] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Refreshing instance network info cache due to event network-changed-96cdac11-105c-4168-85e8-2620cd542914. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2076.267201] env[63348]: DEBUG oslo_concurrency.lockutils [req-37206f8c-d047-4e5c-bd72-42622bdfb261 req-a6595f6f-a66e-4989-a308-e9a4c61bd426 service nova] Acquiring lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.267349] env[63348]: DEBUG oslo_concurrency.lockutils [req-37206f8c-d047-4e5c-bd72-42622bdfb261 req-a6595f6f-a66e-4989-a308-e9a4c61bd426 service nova] Acquired lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.267527] env[63348]: DEBUG nova.network.neutron [req-37206f8c-d047-4e5c-bd72-42622bdfb261 req-a6595f6f-a66e-4989-a308-e9a4c61bd426 service nova] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Refreshing network info cache for port 96cdac11-105c-4168-85e8-2620cd542914 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2076.275504] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779d69ec-5c36-4d61-a761-7edbaf3e0c46 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.299780] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5206e74d-0e4a-2136-305c-352131f0c98a, 'name': SearchDatastore_Task, 'duration_secs': 0.015186} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.300111] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.300364] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2076.300598] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.300757] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.300927] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2076.301292] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0bd6de4-49b2-45e9-b6dd-e0fa518b1600 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.315238] env[63348]: WARNING nova.virt.vmwareapi.vmops [None req-af8fb45a-6398-472e-bfce-4c3a86d38076 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1be7f639-6651-4709-b877-147451147be2 could not be found. [ 2076.315461] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-af8fb45a-6398-472e-bfce-4c3a86d38076 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2076.315643] env[63348]: INFO nova.compute.manager [None req-af8fb45a-6398-472e-bfce-4c3a86d38076 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 1be7f639-6651-4709-b877-147451147be2] Took 0.06 seconds to destroy the instance on the hypervisor. [ 2076.315893] env[63348]: DEBUG oslo.service.loopingcall [None req-af8fb45a-6398-472e-bfce-4c3a86d38076 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2076.317217] env[63348]: DEBUG nova.compute.manager [-] [instance: 1be7f639-6651-4709-b877-147451147be2] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2076.317315] env[63348]: DEBUG nova.network.neutron [-] [instance: 1be7f639-6651-4709-b877-147451147be2] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2076.319092] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2076.319300] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2076.320036] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62dede8-c17e-4e16-a0b7-6ad03adf2f63 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.326404] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2076.326404] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c8462e-8d28-5d7e-67c2-20d964158d0d" [ 2076.326404] env[63348]: _type = "Task" [ 2076.326404] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.335304] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c8462e-8d28-5d7e-67c2-20d964158d0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.437393] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "b751a970-287b-4227-acb2-ad903b2e6224" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.437763] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "b751a970-287b-4227-acb2-ad903b2e6224" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.438080] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "b751a970-287b-4227-acb2-ad903b2e6224-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.438362] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "b751a970-287b-4227-acb2-ad903b2e6224-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.438613] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "b751a970-287b-4227-acb2-ad903b2e6224-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.441354] env[63348]: INFO nova.compute.manager [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Terminating instance [ 2076.518953] env[63348]: INFO nova.compute.manager [-] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Took 1.64 seconds to deallocate network for instance. [ 2076.595664] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "99bc2f43-621c-4004-90e4-106bcd607b5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.595919] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "99bc2f43-621c-4004-90e4-106bcd607b5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.596147] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "99bc2f43-621c-4004-90e4-106bcd607b5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.596336] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "99bc2f43-621c-4004-90e4-106bcd607b5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.596508] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "99bc2f43-621c-4004-90e4-106bcd607b5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.599251] env[63348]: INFO nova.compute.manager [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Terminating instance [ 2076.601199] env[63348]: DEBUG nova.network.neutron [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2076.668156] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023283, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.838206] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c8462e-8d28-5d7e-67c2-20d964158d0d, 'name': SearchDatastore_Task, 'duration_secs': 0.011086} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.838979] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a9a4b47-3c1d-4d1b-b556-27c8283d91b1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.844852] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2076.844852] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529cc21b-871b-05ef-3cb8-c03047a80c8d" [ 2076.844852] env[63348]: _type = "Task" [ 2076.844852] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.852905] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529cc21b-871b-05ef-3cb8-c03047a80c8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.898433] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Volume attach. Driver type: vmdk {{(pid=63348) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2076.898433] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415708', 'volume_id': 'd66e77a1-65fb-4dcf-bf6f-0b957214c801', 'name': 'volume-d66e77a1-65fb-4dcf-bf6f-0b957214c801', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd373a3e4-ba5e-4e81-acda-9bef5b1edd5c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd66e77a1-65fb-4dcf-bf6f-0b957214c801', 'serial': 'd66e77a1-65fb-4dcf-bf6f-0b957214c801'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2076.898433] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c3a5fa-52e3-4fe9-bbe7-9a2f822ea898 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.909078] env[63348]: DEBUG nova.compute.manager [req-3951d469-23e4-49d9-a09d-f54682c0a232 req-b0f91582-fec5-4c14-9560-6e8d90166a35 service nova] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Received event network-vif-plugged-63206ec7-1d88-4fc9-a37c-a9d8dd920c97 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2076.909383] env[63348]: DEBUG oslo_concurrency.lockutils [req-3951d469-23e4-49d9-a09d-f54682c0a232 req-b0f91582-fec5-4c14-9560-6e8d90166a35 service nova] Acquiring lock "30847c65-1ae4-4fa2-8285-afc21cc3ef6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.909653] env[63348]: DEBUG oslo_concurrency.lockutils [req-3951d469-23e4-49d9-a09d-f54682c0a232 req-b0f91582-fec5-4c14-9560-6e8d90166a35 service nova] Lock "30847c65-1ae4-4fa2-8285-afc21cc3ef6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.909787] env[63348]: DEBUG oslo_concurrency.lockutils [req-3951d469-23e4-49d9-a09d-f54682c0a232 req-b0f91582-fec5-4c14-9560-6e8d90166a35 service nova] Lock "30847c65-1ae4-4fa2-8285-afc21cc3ef6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.909919] env[63348]: DEBUG nova.compute.manager [req-3951d469-23e4-49d9-a09d-f54682c0a232 req-b0f91582-fec5-4c14-9560-6e8d90166a35 service nova] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] No waiting events found dispatching network-vif-plugged-63206ec7-1d88-4fc9-a37c-a9d8dd920c97 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2076.910194] env[63348]: WARNING nova.compute.manager [req-3951d469-23e4-49d9-a09d-f54682c0a232 req-b0f91582-fec5-4c14-9560-6e8d90166a35 service nova] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Received unexpected event network-vif-plugged-63206ec7-1d88-4fc9-a37c-a9d8dd920c97 for instance with vm_state building and task_state spawning. [ 2076.910418] env[63348]: DEBUG nova.compute.manager [req-3951d469-23e4-49d9-a09d-f54682c0a232 req-b0f91582-fec5-4c14-9560-6e8d90166a35 service nova] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Received event network-vif-deleted-b5cc1f6f-b74d-473d-a2bd-ee018f9f878a {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2076.910629] env[63348]: DEBUG nova.compute.manager [req-3951d469-23e4-49d9-a09d-f54682c0a232 req-b0f91582-fec5-4c14-9560-6e8d90166a35 service nova] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Received event network-changed-63206ec7-1d88-4fc9-a37c-a9d8dd920c97 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2076.910793] env[63348]: DEBUG nova.compute.manager [req-3951d469-23e4-49d9-a09d-f54682c0a232 req-b0f91582-fec5-4c14-9560-6e8d90166a35 service nova] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Refreshing instance network info cache due to event network-changed-63206ec7-1d88-4fc9-a37c-a9d8dd920c97. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2076.910958] env[63348]: DEBUG oslo_concurrency.lockutils [req-3951d469-23e4-49d9-a09d-f54682c0a232 req-b0f91582-fec5-4c14-9560-6e8d90166a35 service nova] Acquiring lock "refresh_cache-30847c65-1ae4-4fa2-8285-afc21cc3ef6e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.922929] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b689f05c-1480-455d-97cf-d388cca81962 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.951118] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-d66e77a1-65fb-4dcf-bf6f-0b957214c801/volume-d66e77a1-65fb-4dcf-bf6f-0b957214c801.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2076.954375] env[63348]: DEBUG nova.compute.manager [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2076.954577] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2076.955158] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70266973-4a34-43fd-b66f-476ed933d2c2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.971172] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b9eec2-9e3d-474d-a699-5a1d60e7527a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.984094] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2076.985547] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03abd7aa-c225-4864-8a67-2a0bfad4e6c5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.987202] env[63348]: DEBUG oslo_vmware.api [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2076.987202] env[63348]: value = "task-2023284" [ 2076.987202] env[63348]: _type = "Task" [ 2076.987202] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.994379] env[63348]: DEBUG oslo_vmware.api [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2076.994379] env[63348]: value = "task-2023285" [ 2076.994379] env[63348]: _type = "Task" [ 2076.994379] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.998055] env[63348]: DEBUG oslo_vmware.api [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.012678] env[63348]: DEBUG oslo_vmware.api [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.025118] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.025383] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.025602] env[63348]: DEBUG nova.objects.instance [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lazy-loading 'resources' on Instance uuid 736cccd6-837d-4bf8-a4f5-c8e9c72c555f {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2077.045315] env[63348]: DEBUG nova.network.neutron [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Updating instance_info_cache with network_info: [{"id": "63206ec7-1d88-4fc9-a37c-a9d8dd920c97", "address": "fa:16:3e:e2:f7:7c", "network": {"id": "33cff2c1-fb7a-4692-bce8-29a7b25f77d9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-185158853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3cb50adb7941318d70b6c2c9810e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63206ec7-1d", "ovs_interfaceid": "63206ec7-1d88-4fc9-a37c-a9d8dd920c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2077.051152] env[63348]: DEBUG nova.network.neutron [None req-c02dafc8-10bc-4687-86bc-a441dc4cc64a tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Updating instance_info_cache with network_info: [{"id": "47b26baa-b045-489e-9060-c05e56ff4829", "address": "fa:16:3e:06:8c:6d", "network": {"id": "05d142a1-d791-4a8b-8c45-c8aa05d9f045", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-375878555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e2cbae66743467082cb6b3b162bc5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b26baa-b0", "ovs_interfaceid": "47b26baa-b045-489e-9060-c05e56ff4829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2077.068747] env[63348]: DEBUG nova.network.neutron [-] [instance: 1be7f639-6651-4709-b877-147451147be2] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2077.105603] env[63348]: DEBUG nova.compute.manager [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2077.105898] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2077.106304] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1536c35e-f5a1-4565-a04e-b2ad32624b52 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.115421] env[63348]: DEBUG oslo_vmware.api [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2077.115421] env[63348]: value = "task-2023286" [ 2077.115421] env[63348]: _type = "Task" [ 2077.115421] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.127097] env[63348]: DEBUG oslo_vmware.api [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.164617] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023283, 'name': Rename_Task, 'duration_secs': 0.98227} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.165043] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2077.165405] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aff26295-1fc6-445b-9173-cc084eeb702f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.173297] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2077.173297] env[63348]: value = "task-2023287" [ 2077.173297] env[63348]: _type = "Task" [ 2077.173297] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.182658] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.306782] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2077.307078] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcd0354c-d438-4210-8a65-7b12c1917476 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.316947] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2077.316947] env[63348]: value = "task-2023288" [ 2077.316947] env[63348]: _type = "Task" [ 2077.316947] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.326155] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.358106] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]529cc21b-871b-05ef-3cb8-c03047a80c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.023673} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.358392] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.358630] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 904a098f-2d59-48d6-94d0-228c5676def4/904a098f-2d59-48d6-94d0-228c5676def4.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2077.358887] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e476d72-cec4-4f0f-a6fc-e2b829672aa5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.366689] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2077.366689] env[63348]: value = "task-2023289" [ 2077.366689] env[63348]: _type = "Task" [ 2077.366689] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.374979] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.375785] env[63348]: DEBUG nova.network.neutron [req-37206f8c-d047-4e5c-bd72-42622bdfb261 req-a6595f6f-a66e-4989-a308-e9a4c61bd426 service nova] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updated VIF entry in instance network info cache for port 96cdac11-105c-4168-85e8-2620cd542914. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2077.376130] env[63348]: DEBUG nova.network.neutron [req-37206f8c-d047-4e5c-bd72-42622bdfb261 req-a6595f6f-a66e-4989-a308-e9a4c61bd426 service nova] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updating instance_info_cache with network_info: [{"id": "96cdac11-105c-4168-85e8-2620cd542914", "address": "fa:16:3e:e8:0d:87", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96cdac11-10", "ovs_interfaceid": "96cdac11-105c-4168-85e8-2620cd542914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2077.497014] env[63348]: DEBUG oslo_vmware.api [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023284, 'name': ReconfigVM_Task, 'duration_secs': 0.492606} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.497367] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-d66e77a1-65fb-4dcf-bf6f-0b957214c801/volume-d66e77a1-65fb-4dcf-bf6f-0b957214c801.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2077.502339] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4f4e6c1-50d0-461b-a212-8d7debe82519 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.521089] env[63348]: DEBUG oslo_vmware.api [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023285, 'name': PowerOffVM_Task, 'duration_secs': 0.19145} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.522298] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2077.522468] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2077.522741] env[63348]: DEBUG oslo_vmware.api [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2077.522741] env[63348]: value = "task-2023290" [ 2077.522741] env[63348]: _type = "Task" [ 2077.522741] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.522941] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b63ba579-e817-4aab-9a35-cc5ecabd24ac {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.536532] env[63348]: DEBUG oslo_vmware.api [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.555884] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Releasing lock "refresh_cache-30847c65-1ae4-4fa2-8285-afc21cc3ef6e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.556271] env[63348]: DEBUG nova.compute.manager [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Instance network_info: |[{"id": "63206ec7-1d88-4fc9-a37c-a9d8dd920c97", "address": "fa:16:3e:e2:f7:7c", "network": {"id": "33cff2c1-fb7a-4692-bce8-29a7b25f77d9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-185158853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3cb50adb7941318d70b6c2c9810e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63206ec7-1d", "ovs_interfaceid": "63206ec7-1d88-4fc9-a37c-a9d8dd920c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2077.556727] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c02dafc8-10bc-4687-86bc-a441dc4cc64a tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Releasing lock "refresh_cache-aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.558343] env[63348]: DEBUG oslo_concurrency.lockutils [req-3951d469-23e4-49d9-a09d-f54682c0a232 req-b0f91582-fec5-4c14-9560-6e8d90166a35 service nova] Acquired lock "refresh_cache-30847c65-1ae4-4fa2-8285-afc21cc3ef6e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.558496] env[63348]: DEBUG nova.network.neutron [req-3951d469-23e4-49d9-a09d-f54682c0a232 req-b0f91582-fec5-4c14-9560-6e8d90166a35 service nova] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Refreshing network info cache for port 63206ec7-1d88-4fc9-a37c-a9d8dd920c97 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2077.560608] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:f7:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63206ec7-1d88-4fc9-a37c-a9d8dd920c97', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2077.574151] env[63348]: DEBUG oslo.service.loopingcall [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2077.576411] env[63348]: INFO nova.compute.manager [-] [instance: 1be7f639-6651-4709-b877-147451147be2] Took 1.26 seconds to deallocate network for instance. [ 2077.576696] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2077.581112] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9092cb0f-3418-4227-bf7f-6e2b9b2f8109 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.607945] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2077.607945] env[63348]: value = "task-2023292" [ 2077.607945] env[63348]: _type = "Task" [ 2077.607945] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.618905] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023292, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.627340] env[63348]: DEBUG oslo_vmware.api [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023286, 'name': PowerOffVM_Task, 'duration_secs': 0.315371} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.627471] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2077.627751] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Volume detach. Driver type: vmdk {{(pid=63348) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2077.627858] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415687', 'volume_id': '6e65c82e-1e17-46cd-8ad4-357f9367af02', 'name': 'volume-6e65c82e-1e17-46cd-8ad4-357f9367af02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '99bc2f43-621c-4004-90e4-106bcd607b5a', 'attached_at': '2025-01-06T02:42:38.000000', 'detached_at': '', 'volume_id': '6e65c82e-1e17-46cd-8ad4-357f9367af02', 'serial': '6e65c82e-1e17-46cd-8ad4-357f9367af02'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2077.631212] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64e103b-5e11-4fd9-bdb0-03b0887b5db8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.658611] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467b97b3-be62-4bb0-b7fa-5e9cedde397b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.669483] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df51d3e-2083-4a51-ac89-290e401d9761 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.699188] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55348ce5-f42a-4532-b95b-637b82c23d24 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.702388] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2077.702613] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2077.702794] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleting the datastore file [datastore2] b751a970-287b-4227-acb2-ad903b2e6224 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2077.703470] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f023a06-03cd-4ab5-99e3-913a26389816 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.709818] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023287, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.720611] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] The volume has not been displaced from its original location: [datastore1] volume-6e65c82e-1e17-46cd-8ad4-357f9367af02/volume-6e65c82e-1e17-46cd-8ad4-357f9367af02.vmdk. No consolidation needed. {{(pid=63348) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2077.726173] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2077.730355] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ed26c70-f6e0-418f-8695-353bdf8c3771 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.743418] env[63348]: DEBUG oslo_vmware.api [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for the task: (returnval){ [ 2077.743418] env[63348]: value = "task-2023293" [ 2077.743418] env[63348]: _type = "Task" [ 2077.743418] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.751979] env[63348]: DEBUG oslo_vmware.api [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2077.751979] env[63348]: value = "task-2023294" [ 2077.751979] env[63348]: _type = "Task" [ 2077.751979] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.756745] env[63348]: DEBUG oslo_vmware.api [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.770711] env[63348]: DEBUG oslo_vmware.api [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023294, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.831878] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] VM already powered off {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2077.832173] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Volume detach. Driver type: vmdk {{(pid=63348) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2077.832410] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415704', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'name': 'volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df11ca0d-ee85-492f-b48e-e5219dd9405d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'serial': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2077.833557] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91e77b8-7bad-43fa-998d-212d41906975 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.854628] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8e77f3-bd44-4c54-b3f5-0d33da6acb5d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.857784] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80673ba8-5bdc-42b9-9ff9-3cd07da0b192 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.867331] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e6b86c-ca40-4d4f-a426-d787ae22f2d0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.870940] env[63348]: WARNING nova.virt.vmwareapi.driver [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2077.871234] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2077.872090] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da581b04-c292-45ec-b05f-3191453aa792 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.878425] env[63348]: DEBUG oslo_concurrency.lockutils [req-37206f8c-d047-4e5c-bd72-42622bdfb261 req-a6595f6f-a66e-4989-a308-e9a4c61bd426 service nova] Releasing lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.886408] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2077.886729] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023289, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.913087] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b7d4e55-20a5-4ded-8eb1-4a136779f941 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.915706] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218de8a5-154e-495a-9eaa-397c9396568d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.924656] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd460f7-e2c7-4376-b10c-536f03249f85 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.939734] env[63348]: DEBUG nova.compute.provider_tree [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2077.997249] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2077.997701] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2077.997701] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleting the datastore file [datastore1] df11ca0d-ee85-492f-b48e-e5219dd9405d {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2077.997850] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ab38981-a6b6-4184-8fea-64383bf119d4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.005402] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2078.005402] env[63348]: value = "task-2023296" [ 2078.005402] env[63348]: _type = "Task" [ 2078.005402] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.014388] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.033522] env[63348]: DEBUG oslo_vmware.api [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023290, 'name': ReconfigVM_Task, 'duration_secs': 0.160068} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.033820] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415708', 'volume_id': 'd66e77a1-65fb-4dcf-bf6f-0b957214c801', 'name': 'volume-d66e77a1-65fb-4dcf-bf6f-0b957214c801', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd373a3e4-ba5e-4e81-acda-9bef5b1edd5c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd66e77a1-65fb-4dcf-bf6f-0b957214c801', 'serial': 'd66e77a1-65fb-4dcf-bf6f-0b957214c801'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2078.117703] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023292, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.189869] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023287, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.254105] env[63348]: DEBUG oslo_vmware.api [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Task: {'id': task-2023293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483488} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.254458] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2078.254657] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2078.254838] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2078.255022] env[63348]: INFO nova.compute.manager [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Took 1.30 seconds to destroy the instance on the hypervisor. [ 2078.255266] env[63348]: DEBUG oslo.service.loopingcall [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2078.255462] env[63348]: DEBUG nova.compute.manager [-] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2078.255558] env[63348]: DEBUG nova.network.neutron [-] [instance: b751a970-287b-4227-acb2-ad903b2e6224] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2078.268281] env[63348]: DEBUG oslo_vmware.api [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023294, 'name': ReconfigVM_Task, 'duration_secs': 0.514799} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.268281] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2078.273046] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-581b2aa6-8a53-4b7f-b8c3-a770d8d9d34c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.292013] env[63348]: DEBUG oslo_vmware.api [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2078.292013] env[63348]: value = "task-2023297" [ 2078.292013] env[63348]: _type = "Task" [ 2078.292013] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.301647] env[63348]: DEBUG oslo_vmware.api [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.356549] env[63348]: DEBUG nova.network.neutron [req-3951d469-23e4-49d9-a09d-f54682c0a232 req-b0f91582-fec5-4c14-9560-6e8d90166a35 service nova] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Updated VIF entry in instance network info cache for port 63206ec7-1d88-4fc9-a37c-a9d8dd920c97. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2078.356923] env[63348]: DEBUG nova.network.neutron [req-3951d469-23e4-49d9-a09d-f54682c0a232 req-b0f91582-fec5-4c14-9560-6e8d90166a35 service nova] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Updating instance_info_cache with network_info: [{"id": "63206ec7-1d88-4fc9-a37c-a9d8dd920c97", "address": "fa:16:3e:e2:f7:7c", "network": {"id": "33cff2c1-fb7a-4692-bce8-29a7b25f77d9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-185158853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3cb50adb7941318d70b6c2c9810e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63206ec7-1d", "ovs_interfaceid": "63206ec7-1d88-4fc9-a37c-a9d8dd920c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.383311] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675935} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.383898] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 904a098f-2d59-48d6-94d0-228c5676def4/904a098f-2d59-48d6-94d0-228c5676def4.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2078.384125] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2078.384383] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9058029-7c31-4c89-b90c-e2cf9ff9fec4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.392548] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2078.392548] env[63348]: value = "task-2023298" [ 2078.392548] env[63348]: _type = "Task" [ 2078.392548] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.402606] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.443735] env[63348]: DEBUG nova.scheduler.client.report [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2078.520487] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190508} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.520487] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2078.520487] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2078.520487] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2078.580050] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02dafc8-10bc-4687-86bc-a441dc4cc64a tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2078.580373] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-561285f7-149b-4218-86e3-a399347f4ca3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.590762] env[63348]: DEBUG oslo_vmware.api [None req-c02dafc8-10bc-4687-86bc-a441dc4cc64a tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2078.590762] env[63348]: value = "task-2023299" [ 2078.590762] env[63348]: _type = "Task" [ 2078.590762] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.606621] env[63348]: DEBUG oslo_vmware.api [None req-c02dafc8-10bc-4687-86bc-a441dc4cc64a tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.618410] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023292, 'name': CreateVM_Task, 'duration_secs': 0.767004} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.619024] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2078.619279] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.619450] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.619796] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2078.620065] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f760425f-0203-4510-b215-a8fce9111470 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.624499] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af8fb45a-6398-472e-bfce-4c3a86d38076 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "1be7f639-6651-4709-b877-147451147be2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.879s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.627596] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2078.627596] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524b7e88-7995-5ccd-094b-8b6ae1be0510" [ 2078.627596] env[63348]: _type = "Task" [ 2078.627596] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.636376] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524b7e88-7995-5ccd-094b-8b6ae1be0510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.686336] env[63348]: DEBUG oslo_vmware.api [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023287, 'name': PowerOnVM_Task, 'duration_secs': 1.149493} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.686657] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2078.686844] env[63348]: INFO nova.compute.manager [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Took 9.82 seconds to spawn the instance on the hypervisor. [ 2078.687031] env[63348]: DEBUG nova.compute.manager [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2078.688277] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f3f73d-a3f1-4a14-86cd-d3f5bcec90ef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.805870] env[63348]: DEBUG oslo_vmware.api [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023297, 'name': ReconfigVM_Task, 'duration_secs': 0.352093} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.806228] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415687', 'volume_id': '6e65c82e-1e17-46cd-8ad4-357f9367af02', 'name': 'volume-6e65c82e-1e17-46cd-8ad4-357f9367af02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '99bc2f43-621c-4004-90e4-106bcd607b5a', 'attached_at': '2025-01-06T02:42:38.000000', 'detached_at': '', 'volume_id': '6e65c82e-1e17-46cd-8ad4-357f9367af02', 'serial': '6e65c82e-1e17-46cd-8ad4-357f9367af02'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2078.806645] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2078.807449] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1726f3f-2161-43b6-88a4-ee061caecbb4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.815133] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2078.815460] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92b56c66-2247-4266-b030-a08e63d11098 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.859913] env[63348]: DEBUG oslo_concurrency.lockutils [req-3951d469-23e4-49d9-a09d-f54682c0a232 req-b0f91582-fec5-4c14-9560-6e8d90166a35 service nova] Releasing lock "refresh_cache-30847c65-1ae4-4fa2-8285-afc21cc3ef6e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.902429] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113348} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.902714] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2078.903492] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb931b5-de75-46df-aac2-b22864629986 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.926392] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 904a098f-2d59-48d6-94d0-228c5676def4/904a098f-2d59-48d6-94d0-228c5676def4.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2078.926708] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11c18112-4dbf-497a-ae14-08adabf24656 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.948094] env[63348]: DEBUG nova.compute.manager [req-028d576f-f768-4031-be87-b98c343811b5 req-ea8e9063-171b-480e-8432-ba03b7b3e7b5 service nova] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Received event network-vif-deleted-76e2f38b-b2f9-48bc-8709-c299e9294040 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2078.948284] env[63348]: INFO nova.compute.manager [req-028d576f-f768-4031-be87-b98c343811b5 req-ea8e9063-171b-480e-8432-ba03b7b3e7b5 service nova] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Neutron deleted interface 76e2f38b-b2f9-48bc-8709-c299e9294040; detaching it from the instance and deleting it from the info cache [ 2078.948463] env[63348]: DEBUG nova.network.neutron [req-028d576f-f768-4031-be87-b98c343811b5 req-ea8e9063-171b-480e-8432-ba03b7b3e7b5 service nova] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.950437] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.956382] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2078.956382] env[63348]: value = "task-2023301" [ 2078.956382] env[63348]: _type = "Task" [ 2078.956382] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.966721] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.976220] env[63348]: INFO nova.scheduler.client.report [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Deleted allocations for instance 736cccd6-837d-4bf8-a4f5-c8e9c72c555f [ 2078.979226] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2078.979563] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2078.979813] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Deleting the datastore file [datastore2] 99bc2f43-621c-4004-90e4-106bcd607b5a {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2078.982975] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75d31cef-71c7-42cf-9df7-88bfecb8b701 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.991431] env[63348]: DEBUG oslo_vmware.api [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2078.991431] env[63348]: value = "task-2023302" [ 2078.991431] env[63348]: _type = "Task" [ 2078.991431] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.000573] env[63348]: DEBUG oslo_vmware.api [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.020336] env[63348]: DEBUG nova.network.neutron [-] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.025614] env[63348]: INFO nova.virt.block_device [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Booting with volume f6d323c5-7c58-4db5-85c9-2592e8f741c9 at /dev/sdb [ 2079.065721] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-435ce8b3-75f1-48f7-bf49-be51083664c8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.077047] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d73fce-6b20-4819-9127-dce67498e788 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.092867] env[63348]: DEBUG nova.objects.instance [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lazy-loading 'flavor' on Instance uuid d373a3e4-ba5e-4e81-acda-9bef5b1edd5c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2079.106203] env[63348]: DEBUG oslo_vmware.api [None req-c02dafc8-10bc-4687-86bc-a441dc4cc64a tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023299, 'name': PowerOnVM_Task, 'duration_secs': 0.471333} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.115358] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02dafc8-10bc-4687-86bc-a441dc4cc64a tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2079.115631] env[63348]: DEBUG nova.compute.manager [None req-c02dafc8-10bc-4687-86bc-a441dc4cc64a tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2079.117556] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9a0690-d925-41f4-a8ee-3d0cb0532560 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.119821] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36a60577-8112-4d4e-93f8-8162514e65b4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.135985] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88aab38-f8a8-4d2d-ad35-c22397e70fa7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.160199] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524b7e88-7995-5ccd-094b-8b6ae1be0510, 'name': SearchDatastore_Task, 'duration_secs': 0.025994} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.160587] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2079.162488] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2079.162488] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2079.162488] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2079.162488] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2079.174211] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee68de3a-a4e2-4b86-aa34-8f0c407464aa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.177510] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8548e19c-92c6-41b3-99d5-6a1e2c75426a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.186969] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4b225c-f751-41ae-9e79-237bc64a0623 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.191364] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2079.191573] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2079.192660] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71293454-ee6e-4921-afde-73f9cc70c77a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.207293] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2079.207293] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a9e325-538d-31b9-1735-681ea34bcf94" [ 2079.207293] env[63348]: _type = "Task" [ 2079.207293] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.210443] env[63348]: DEBUG nova.virt.block_device [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Updating existing volume attachment record: 94551d35-6a0f-46e4-924e-743754a4dc79 {{(pid=63348) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2079.213122] env[63348]: INFO nova.compute.manager [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Took 14.70 seconds to build instance. [ 2079.226031] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a9e325-538d-31b9-1735-681ea34bcf94, 'name': SearchDatastore_Task, 'duration_secs': 0.022206} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.226926] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6f17b7-0a58-43f0-91e9-9cd1ca3de7f8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.235135] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2079.235135] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fc3250-be55-fb60-c280-2918faed4950" [ 2079.235135] env[63348]: _type = "Task" [ 2079.235135] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.244664] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fc3250-be55-fb60-c280-2918faed4950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.455625] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53ba7d82-10a6-4593-b226-3dcc7635a681 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.469941] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023301, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.474392] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b973bbe-4e49-44c2-b7c0-e7b93c19c749 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.490223] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a3f2b993-f074-43bc-b5c4-692a9aa7d2d0 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "736cccd6-837d-4bf8-a4f5-c8e9c72c555f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.377s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.513725] env[63348]: DEBUG nova.compute.manager [req-028d576f-f768-4031-be87-b98c343811b5 req-ea8e9063-171b-480e-8432-ba03b7b3e7b5 service nova] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Detach interface failed, port_id=76e2f38b-b2f9-48bc-8709-c299e9294040, reason: Instance b751a970-287b-4227-acb2-ad903b2e6224 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2079.517453] env[63348]: DEBUG oslo_vmware.api [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411184} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.517700] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2079.517883] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2079.518094] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2079.518270] env[63348]: INFO nova.compute.manager [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Took 2.41 seconds to destroy the instance on the hypervisor. [ 2079.518506] env[63348]: DEBUG oslo.service.loopingcall [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2079.518968] env[63348]: DEBUG nova.compute.manager [-] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2079.519129] env[63348]: DEBUG nova.network.neutron [-] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2079.523330] env[63348]: INFO nova.compute.manager [-] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Took 1.27 seconds to deallocate network for instance. [ 2079.604519] env[63348]: DEBUG oslo_concurrency.lockutils [None req-88f99223-bdd7-4042-8d71-5c2772db8071 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.326s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.718826] env[63348]: DEBUG oslo_concurrency.lockutils [None req-abd76b39-0cc8-45cb-b52a-4a8089255ac3 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "1a5a0ae0-c197-41ca-902e-cfe83d318e5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.220s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.748579] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fc3250-be55-fb60-c280-2918faed4950, 'name': SearchDatastore_Task, 'duration_secs': 0.017842} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.748579] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2079.748579] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 30847c65-1ae4-4fa2-8285-afc21cc3ef6e/30847c65-1ae4-4fa2-8285-afc21cc3ef6e.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2079.748579] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81c196c9-73c3-4b45-b80c-160f57230f12 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.755285] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2079.755285] env[63348]: value = "task-2023303" [ 2079.755285] env[63348]: _type = "Task" [ 2079.755285] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.763769] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.887726] env[63348]: DEBUG oslo_concurrency.lockutils [None req-78158e73-932c-438b-bdfb-d659779971fb tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.887726] env[63348]: DEBUG oslo_concurrency.lockutils [None req-78158e73-932c-438b-bdfb-d659779971fb tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.977403] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023301, 'name': ReconfigVM_Task, 'duration_secs': 0.563679} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.977792] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 904a098f-2d59-48d6-94d0-228c5676def4/904a098f-2d59-48d6-94d0-228c5676def4.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2079.978391] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c232285-b3d2-4933-8b8d-39b7d2e31c9a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.989826] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2079.989826] env[63348]: value = "task-2023304" [ 2079.989826] env[63348]: _type = "Task" [ 2079.989826] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.003514] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023304, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.032923] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.033271] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.033806] env[63348]: DEBUG nova.objects.instance [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lazy-loading 'resources' on Instance uuid b751a970-287b-4227-acb2-ad903b2e6224 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2080.123813] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "03bcb903-8d2d-4a5f-8bfe-434a5027ca36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.124231] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "03bcb903-8d2d-4a5f-8bfe-434a5027ca36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.279349] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023303, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.390950] env[63348]: INFO nova.compute.manager [None req-78158e73-932c-438b-bdfb-d659779971fb tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Detaching volume d66e77a1-65fb-4dcf-bf6f-0b957214c801 [ 2080.438913] env[63348]: INFO nova.virt.block_device [None req-78158e73-932c-438b-bdfb-d659779971fb tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Attempting to driver detach volume d66e77a1-65fb-4dcf-bf6f-0b957214c801 from mountpoint /dev/sdb [ 2080.439159] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-78158e73-932c-438b-bdfb-d659779971fb tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Volume detach. Driver type: vmdk {{(pid=63348) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2080.439464] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-78158e73-932c-438b-bdfb-d659779971fb tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415708', 'volume_id': 'd66e77a1-65fb-4dcf-bf6f-0b957214c801', 'name': 'volume-d66e77a1-65fb-4dcf-bf6f-0b957214c801', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd373a3e4-ba5e-4e81-acda-9bef5b1edd5c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd66e77a1-65fb-4dcf-bf6f-0b957214c801', 'serial': 'd66e77a1-65fb-4dcf-bf6f-0b957214c801'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2080.440724] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2b562b-c379-47fb-a6a9-69dd8e1b97f1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.473473] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78def064-0103-490b-97c0-dae960130f99 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.484771] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a25ac21-f8b4-4488-9270-60a693625edb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.514449] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddf01b5-53b5-47fe-9115-c39feacfe698 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.520916] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023304, 'name': Rename_Task, 'duration_secs': 0.14387} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.521792] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2080.522106] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8026a08e-fef6-4cb6-8239-e3791e5f1a7c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.535538] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-78158e73-932c-438b-bdfb-d659779971fb tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] The volume has not been displaced from its original location: [datastore2] volume-d66e77a1-65fb-4dcf-bf6f-0b957214c801/volume-d66e77a1-65fb-4dcf-bf6f-0b957214c801.vmdk. No consolidation needed. {{(pid=63348) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2080.542407] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-78158e73-932c-438b-bdfb-d659779971fb tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2080.546739] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a6a46fb-f736-45a3-952f-7736a0728492 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.560049] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2080.560049] env[63348]: value = "task-2023305" [ 2080.560049] env[63348]: _type = "Task" [ 2080.560049] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.567259] env[63348]: DEBUG oslo_vmware.api [None req-78158e73-932c-438b-bdfb-d659779971fb tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2080.567259] env[63348]: value = "task-2023306" [ 2080.567259] env[63348]: _type = "Task" [ 2080.567259] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.571182] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023305, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.581360] env[63348]: DEBUG oslo_vmware.api [None req-78158e73-932c-438b-bdfb-d659779971fb tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.629038] env[63348]: DEBUG nova.compute.manager [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2080.673257] env[63348]: DEBUG nova.network.neutron [-] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2080.771978] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844265} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.773249] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 30847c65-1ae4-4fa2-8285-afc21cc3ef6e/30847c65-1ae4-4fa2-8285-afc21cc3ef6e.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2080.773503] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2080.774235] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44e66d8-1867-40af-8282-c563cd6a13e9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.776870] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-899b1657-7555-436d-ba0c-dcc90959d753 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.784458] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc15d4f-8c0c-4ae0-92f5-96474c964a99 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.789141] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2080.789141] env[63348]: value = "task-2023307" [ 2080.789141] env[63348]: _type = "Task" [ 2080.789141] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.823026] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c19997-5657-4efb-b0fa-43aafea2a3d4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.827508] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.836856] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621fee3e-09a3-4ef9-8ece-058297bcb905 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.854810] env[63348]: DEBUG nova.compute.provider_tree [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2080.860023] env[63348]: DEBUG oslo_concurrency.lockutils [None req-16302536-8844-45a7-a326-066f23070109 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "1a5a0ae0-c197-41ca-902e-cfe83d318e5b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.860023] env[63348]: DEBUG oslo_concurrency.lockutils [None req-16302536-8844-45a7-a326-066f23070109 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "1a5a0ae0-c197-41ca-902e-cfe83d318e5b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.860023] env[63348]: DEBUG nova.compute.manager [None req-16302536-8844-45a7-a326-066f23070109 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2080.860023] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583e3333-5c2a-4ee5-a055-f09c915e4c10 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.868231] env[63348]: DEBUG nova.compute.manager [None req-16302536-8844-45a7-a326-066f23070109 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63348) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2080.868852] env[63348]: DEBUG nova.objects.instance [None req-16302536-8844-45a7-a326-066f23070109 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lazy-loading 'flavor' on Instance uuid 1a5a0ae0-c197-41ca-902e-cfe83d318e5b {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2080.959745] env[63348]: DEBUG nova.compute.manager [req-fa265109-09ba-4467-8922-6e06803bb56a req-5fe5ccea-7a6c-49ae-91b1-14d6545d80fb service nova] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Received event network-vif-deleted-760a5001-d3e6-4ddf-aa01-178548ea10a6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2081.071759] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023305, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.082412] env[63348]: DEBUG oslo_vmware.api [None req-78158e73-932c-438b-bdfb-d659779971fb tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023306, 'name': ReconfigVM_Task, 'duration_secs': 0.340673} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.082707] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-78158e73-932c-438b-bdfb-d659779971fb tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2081.087470] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29bf9fb6-00f3-4460-83d4-a462ae5aa307 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.105844] env[63348]: DEBUG oslo_vmware.api [None req-78158e73-932c-438b-bdfb-d659779971fb tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2081.105844] env[63348]: value = "task-2023308" [ 2081.105844] env[63348]: _type = "Task" [ 2081.105844] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.115290] env[63348]: DEBUG oslo_vmware.api [None req-78158e73-932c-438b-bdfb-d659779971fb tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.148359] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.176021] env[63348]: INFO nova.compute.manager [-] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Took 1.66 seconds to deallocate network for instance. [ 2081.300637] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125432} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.300940] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2081.301847] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b69b86-51dc-4524-84f4-5798ad2d4cc9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.327349] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 30847c65-1ae4-4fa2-8285-afc21cc3ef6e/30847c65-1ae4-4fa2-8285-afc21cc3ef6e.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2081.327774] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b72b4cc0-df42-4c05-980d-eeb32d5abad1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.359167] env[63348]: DEBUG nova.scheduler.client.report [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2081.364567] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2081.364567] env[63348]: value = "task-2023309" [ 2081.364567] env[63348]: _type = "Task" [ 2081.364567] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.376823] env[63348]: DEBUG nova.virt.hardware [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2081.377104] env[63348]: DEBUG nova.virt.hardware [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2081.377266] env[63348]: DEBUG nova.virt.hardware [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2081.377447] env[63348]: DEBUG nova.virt.hardware [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2081.377596] env[63348]: DEBUG nova.virt.hardware [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2081.377758] env[63348]: DEBUG nova.virt.hardware [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2081.378070] env[63348]: DEBUG nova.virt.hardware [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2081.378144] env[63348]: DEBUG nova.virt.hardware [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2081.378268] env[63348]: DEBUG nova.virt.hardware [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2081.378431] env[63348]: DEBUG nova.virt.hardware [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2081.378608] env[63348]: DEBUG nova.virt.hardware [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2081.379928] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1ccf0d-b594-4232-a1d6-cdc3d5324afd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.388853] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.396695] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6051babd-57ab-40b8-96c4-76fbcb0b4b5d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.412077] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:79:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b000c12-e07a-4e22-b600-e873fc6118f4', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2081.419744] env[63348]: DEBUG oslo.service.loopingcall [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2081.419962] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2081.420510] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b99a635d-4641-4d3f-8c1b-245d8629055e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.440768] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2081.440768] env[63348]: value = "task-2023310" [ 2081.440768] env[63348]: _type = "Task" [ 2081.440768] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.449948] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023310, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.571936] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023305, 'name': PowerOnVM_Task, 'duration_secs': 0.829644} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.572266] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2081.572627] env[63348]: INFO nova.compute.manager [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Took 9.07 seconds to spawn the instance on the hypervisor. [ 2081.572815] env[63348]: DEBUG nova.compute.manager [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2081.573637] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d905782-4cc9-445f-9ed9-fec7231832c4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.616542] env[63348]: DEBUG oslo_vmware.api [None req-78158e73-932c-438b-bdfb-d659779971fb tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.728772] env[63348]: INFO nova.compute.manager [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Took 0.55 seconds to detach 1 volumes for instance. [ 2081.869089] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.871536] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.723s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.873142] env[63348]: INFO nova.compute.claims [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2081.886284] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.888806] env[63348]: INFO nova.scheduler.client.report [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Deleted allocations for instance b751a970-287b-4227-acb2-ad903b2e6224 [ 2081.890179] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-16302536-8844-45a7-a326-066f23070109 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2081.893025] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c173b7da-5b12-46f3-9c76-feb918292a68 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.902124] env[63348]: DEBUG oslo_vmware.api [None req-16302536-8844-45a7-a326-066f23070109 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2081.902124] env[63348]: value = "task-2023311" [ 2081.902124] env[63348]: _type = "Task" [ 2081.902124] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.912721] env[63348]: DEBUG oslo_vmware.api [None req-16302536-8844-45a7-a326-066f23070109 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.951144] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023310, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.025606] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "cc8883cd-c1da-42de-abd6-a68020c1edf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.025972] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "cc8883cd-c1da-42de-abd6-a68020c1edf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.091990] env[63348]: INFO nova.compute.manager [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Took 13.90 seconds to build instance. [ 2082.116997] env[63348]: DEBUG oslo_vmware.api [None req-78158e73-932c-438b-bdfb-d659779971fb tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023308, 'name': ReconfigVM_Task, 'duration_secs': 0.910388} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.117323] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-78158e73-932c-438b-bdfb-d659779971fb tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415708', 'volume_id': 'd66e77a1-65fb-4dcf-bf6f-0b957214c801', 'name': 'volume-d66e77a1-65fb-4dcf-bf6f-0b957214c801', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd373a3e4-ba5e-4e81-acda-9bef5b1edd5c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd66e77a1-65fb-4dcf-bf6f-0b957214c801', 'serial': 'd66e77a1-65fb-4dcf-bf6f-0b957214c801'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2082.235462] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.384027] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023309, 'name': ReconfigVM_Task, 'duration_secs': 0.832875} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.384538] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 30847c65-1ae4-4fa2-8285-afc21cc3ef6e/30847c65-1ae4-4fa2-8285-afc21cc3ef6e.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2082.385146] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf5dab02-5ab2-42ae-8f09-0f025be95a75 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.393405] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2082.393405] env[63348]: value = "task-2023312" [ 2082.393405] env[63348]: _type = "Task" [ 2082.393405] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.399729] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8cb066fc-0e8a-4cc6-b042-a228804c90ce tempest-ServerDiskConfigTestJSON-620136573 tempest-ServerDiskConfigTestJSON-620136573-project-member] Lock "b751a970-287b-4227-acb2-ad903b2e6224" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.962s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.404450] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023312, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.413334] env[63348]: DEBUG oslo_vmware.api [None req-16302536-8844-45a7-a326-066f23070109 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023311, 'name': PowerOffVM_Task, 'duration_secs': 0.20811} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.413579] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-16302536-8844-45a7-a326-066f23070109 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2082.413795] env[63348]: DEBUG nova.compute.manager [None req-16302536-8844-45a7-a326-066f23070109 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2082.414610] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26184f9f-f250-46cd-9d96-416b20a7f860 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.452585] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023310, 'name': CreateVM_Task, 'duration_secs': 0.869133} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.452767] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2082.453478] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.453658] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.454032] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2082.454534] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9364c920-5da1-43a3-8581-d3c2c83587a7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.460332] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2082.460332] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ee0bda-7ca2-1cb8-5519-252be06b3242" [ 2082.460332] env[63348]: _type = "Task" [ 2082.460332] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.469715] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ee0bda-7ca2-1cb8-5519-252be06b3242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.528147] env[63348]: DEBUG nova.compute.manager [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2082.594588] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "904a098f-2d59-48d6-94d0-228c5676def4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.413s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.660049] env[63348]: DEBUG nova.objects.instance [None req-78158e73-932c-438b-bdfb-d659779971fb tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lazy-loading 'flavor' on Instance uuid d373a3e4-ba5e-4e81-acda-9bef5b1edd5c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2082.904390] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023312, 'name': Rename_Task, 'duration_secs': 0.184841} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.906947] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2082.907411] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53142ff6-a15a-454d-aefd-31f8f3a19d37 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.914627] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2082.914627] env[63348]: value = "task-2023313" [ 2082.914627] env[63348]: _type = "Task" [ 2082.914627] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.929393] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.932086] env[63348]: DEBUG oslo_concurrency.lockutils [None req-16302536-8844-45a7-a326-066f23070109 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "1a5a0ae0-c197-41ca-902e-cfe83d318e5b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.972280] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ee0bda-7ca2-1cb8-5519-252be06b3242, 'name': SearchDatastore_Task, 'duration_secs': 0.010145} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.972585] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.972808] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2082.973056] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.973208] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.973385] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2082.973650] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14a9e4bf-934b-4831-af21-31f52150f198 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.982625] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2082.984825] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2082.984825] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-267e1b82-f84f-4abf-8e46-60d6d28cd0ec {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.989225] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2082.989225] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520975b1-a4dc-d086-a195-2f3c60fc6505" [ 2082.989225] env[63348]: _type = "Task" [ 2082.989225] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.999580] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520975b1-a4dc-d086-a195-2f3c60fc6505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.047455] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.059240] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3edeea-fb9e-4e01-ab39-3beaebfe6b7f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.066981] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca443f10-f878-4e56-8644-e6ad5dc84fb0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.101062] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13100e5-866f-4fd5-87d6-435f32cf50fe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.109244] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a781fe83-6643-4d43-bbaa-f99dccde86aa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.123282] env[63348]: DEBUG nova.compute.provider_tree [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2083.126312] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "interface-beda0967-a3a7-477f-945b-e8ff964d1350-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.126552] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-beda0967-a3a7-477f-945b-e8ff964d1350-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.126865] env[63348]: DEBUG nova.objects.instance [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lazy-loading 'flavor' on Instance uuid beda0967-a3a7-477f-945b-e8ff964d1350 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2083.425840] env[63348]: DEBUG oslo_vmware.api [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023313, 'name': PowerOnVM_Task, 'duration_secs': 0.496705} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.426124] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2083.426336] env[63348]: INFO nova.compute.manager [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Took 8.58 seconds to spawn the instance on the hypervisor. [ 2083.426513] env[63348]: DEBUG nova.compute.manager [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2083.427306] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc3bed7-603b-491a-a1df-09fa8dc0233e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.503934] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520975b1-a4dc-d086-a195-2f3c60fc6505, 'name': SearchDatastore_Task, 'duration_secs': 0.021177} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.505515] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8695f0-d914-44ad-be13-7cc4e21a0501 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.512723] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2083.512723] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f27fc2-7c03-aeea-c1bb-7f4ed8fc3690" [ 2083.512723] env[63348]: _type = "Task" [ 2083.512723] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.521545] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f27fc2-7c03-aeea-c1bb-7f4ed8fc3690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.626809] env[63348]: DEBUG nova.scheduler.client.report [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2083.666523] env[63348]: DEBUG oslo_concurrency.lockutils [None req-78158e73-932c-438b-bdfb-d659779971fb tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.779s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.704206] env[63348]: DEBUG nova.objects.instance [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lazy-loading 'pci_requests' on Instance uuid beda0967-a3a7-477f-945b-e8ff964d1350 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2083.768240] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "1a5a0ae0-c197-41ca-902e-cfe83d318e5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.768588] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "1a5a0ae0-c197-41ca-902e-cfe83d318e5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.768817] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "1a5a0ae0-c197-41ca-902e-cfe83d318e5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.769086] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "1a5a0ae0-c197-41ca-902e-cfe83d318e5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.769291] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "1a5a0ae0-c197-41ca-902e-cfe83d318e5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.771675] env[63348]: INFO nova.compute.manager [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Terminating instance [ 2083.946215] env[63348]: INFO nova.compute.manager [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Took 15.72 seconds to build instance. [ 2084.025455] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f27fc2-7c03-aeea-c1bb-7f4ed8fc3690, 'name': SearchDatastore_Task, 'duration_secs': 0.016527} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.026962] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.027181] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] df11ca0d-ee85-492f-b48e-e5219dd9405d/df11ca0d-ee85-492f-b48e-e5219dd9405d.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2084.027660] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db4b0d49-5422-4431-a029-9ad460df1def {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.036317] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2084.036317] env[63348]: value = "task-2023314" [ 2084.036317] env[63348]: _type = "Task" [ 2084.036317] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.046301] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.134125] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.134691] env[63348]: DEBUG nova.compute.manager [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2084.141020] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.902s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.141020] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.141020] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.092s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.141563] env[63348]: INFO nova.compute.claims [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2084.166657] env[63348]: INFO nova.scheduler.client.report [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Deleted allocations for instance 99bc2f43-621c-4004-90e4-106bcd607b5a [ 2084.206659] env[63348]: DEBUG nova.objects.base [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2084.206888] env[63348]: DEBUG nova.network.neutron [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2084.257119] env[63348]: DEBUG nova.policy [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '243dc67e06c34758bb7b5a94da01adb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b905e7bbdee249858305654d91566002', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2084.275965] env[63348]: DEBUG nova.compute.manager [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2084.276190] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2084.277143] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc67757-8dc1-463c-81d6-62a889a7c407 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.285444] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2084.285681] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7622824e-8183-4a45-881c-d6d484071ff2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.402153] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.402153] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.402153] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.402153] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.402153] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.403312] env[63348]: INFO nova.compute.manager [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Terminating instance [ 2084.449249] env[63348]: DEBUG oslo_concurrency.lockutils [None req-915ca01b-0749-45a6-b5ac-1edc7990c3db tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "30847c65-1ae4-4fa2-8285-afc21cc3ef6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.234s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.454025] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2084.454025] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2084.454025] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleting the datastore file [datastore2] 1a5a0ae0-c197-41ca-902e-cfe83d318e5b {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2084.454025] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-403a1dfd-1052-4c54-a5d3-9b415a06dacc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.465386] env[63348]: DEBUG oslo_vmware.api [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2084.465386] env[63348]: value = "task-2023316" [ 2084.465386] env[63348]: _type = "Task" [ 2084.465386] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.479742] env[63348]: DEBUG oslo_vmware.api [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.553180] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023314, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.632251] env[63348]: DEBUG nova.network.neutron [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Successfully created port: b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2084.648109] env[63348]: DEBUG nova.compute.utils [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2084.650504] env[63348]: DEBUG nova.compute.manager [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2084.650853] env[63348]: DEBUG nova.network.neutron [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2084.675605] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f4cf731-c442-4cd9-b75e-5f0151cf5140 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "99bc2f43-621c-4004-90e4-106bcd607b5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.079s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.732112] env[63348]: DEBUG nova.policy [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b3336cc22414991982f00822d5e33da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79bfc0b43f6b4eb6897457bf0d0a0fdd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2084.910513] env[63348]: DEBUG nova.compute.manager [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2084.911214] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2084.913074] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b8db82-aa1c-4dc4-806d-2a33f09155d1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.925471] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2084.925742] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb175081-833a-43ae-9206-05c5de822e9a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.932730] env[63348]: DEBUG oslo_vmware.api [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2084.932730] env[63348]: value = "task-2023317" [ 2084.932730] env[63348]: _type = "Task" [ 2084.932730] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.942102] env[63348]: DEBUG oslo_vmware.api [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.974895] env[63348]: DEBUG oslo_vmware.api [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447015} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.975389] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2084.975504] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2084.975689] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2084.975863] env[63348]: INFO nova.compute.manager [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Took 0.70 seconds to destroy the instance on the hypervisor. [ 2084.976118] env[63348]: DEBUG oslo.service.loopingcall [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2084.976319] env[63348]: DEBUG nova.compute.manager [-] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2084.976411] env[63348]: DEBUG nova.network.neutron [-] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2085.053902] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639278} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.054215] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] df11ca0d-ee85-492f-b48e-e5219dd9405d/df11ca0d-ee85-492f-b48e-e5219dd9405d.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2085.054450] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2085.054893] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46f735a7-57ee-43fd-b86f-ab092708d3e7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.063149] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2085.063149] env[63348]: value = "task-2023318" [ 2085.063149] env[63348]: _type = "Task" [ 2085.063149] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.073060] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.155024] env[63348]: DEBUG nova.compute.manager [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2085.353018] env[63348]: DEBUG nova.network.neutron [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Successfully created port: a59c9557-2f7b-49d7-b477-c71af50da0da {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2085.386884] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363d92b7-a5aa-4307-8c0e-57c6dcbdbdfd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.394289] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2d4e41-b84d-4a70-8c01-e5024e7820f9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.432533] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9cc3a1-4c9a-42ec-9087-901c5fda915a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.445777] env[63348]: DEBUG oslo_vmware.api [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.450189] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86f86c0-168a-4946-b343-cdfc3e304176 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.469179] env[63348]: DEBUG nova.compute.provider_tree [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2085.574754] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079264} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.575526] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2085.576625] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06566c20-cb45-45c4-9548-4d14779d8939 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.606660] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] df11ca0d-ee85-492f-b48e-e5219dd9405d/df11ca0d-ee85-492f-b48e-e5219dd9405d.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2085.607062] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a8d24cb-850e-4629-9871-39680efcdfb4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.629281] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2085.629281] env[63348]: value = "task-2023319" [ 2085.629281] env[63348]: _type = "Task" [ 2085.629281] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.640397] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.757369] env[63348]: DEBUG nova.network.neutron [-] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.912308] env[63348]: DEBUG nova.compute.manager [req-d229fe69-b6a8-4053-8eac-48e017a0aa1e req-d9c63e8f-5493-4258-9861-47add6ae96d1 service nova] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Received event network-vif-deleted-a48aeaa9-c139-42f1-b202-420ccfb641d4 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2085.947488] env[63348]: DEBUG oslo_vmware.api [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023317, 'name': PowerOffVM_Task, 'duration_secs': 0.663735} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.947750] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2085.947913] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2085.948189] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35072fa2-5443-476a-83aa-ab5aca090f87 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.973368] env[63348]: DEBUG nova.scheduler.client.report [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2086.121102] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.121428] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.141998] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.170512] env[63348]: DEBUG nova.compute.manager [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2086.199597] env[63348]: DEBUG nova.virt.hardware [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2086.199765] env[63348]: DEBUG nova.virt.hardware [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2086.199939] env[63348]: DEBUG nova.virt.hardware [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2086.200440] env[63348]: DEBUG nova.virt.hardware [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2086.200649] env[63348]: DEBUG nova.virt.hardware [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2086.200936] env[63348]: DEBUG nova.virt.hardware [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2086.201262] env[63348]: DEBUG nova.virt.hardware [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2086.201540] env[63348]: DEBUG nova.virt.hardware [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2086.202324] env[63348]: DEBUG nova.virt.hardware [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2086.202324] env[63348]: DEBUG nova.virt.hardware [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2086.202324] env[63348]: DEBUG nova.virt.hardware [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2086.204048] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0600800b-4115-4c32-9906-f1d37f8b5878 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.213796] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc13e0f0-10a0-4b4b-a38d-7b72ee537719 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.260300] env[63348]: INFO nova.compute.manager [-] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Took 1.28 seconds to deallocate network for instance. [ 2086.479243] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.479958] env[63348]: DEBUG nova.compute.manager [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2086.624391] env[63348]: DEBUG nova.compute.manager [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2086.640476] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023319, 'name': ReconfigVM_Task, 'duration_secs': 0.623591} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.640705] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Reconfigured VM instance instance-0000005b to attach disk [datastore1] df11ca0d-ee85-492f-b48e-e5219dd9405d/df11ca0d-ee85-492f-b48e-e5219dd9405d.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2086.642023] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'disk_bus': None, 'encrypted': False, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'device_name': '/dev/sda', 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'image_id': 'c7aee889-e84a-4155-853a-36d081051059'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415704', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'name': 'volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df11ca0d-ee85-492f-b48e-e5219dd9405d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'serial': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9'}, 'boot_index': None, 'guest_format': None, 'attachment_id': '94551d35-6a0f-46e4-924e-743754a4dc79', 'mount_device': '/dev/sdb', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=63348) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2086.642248] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Volume attach. Driver type: vmdk {{(pid=63348) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2086.642342] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415704', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'name': 'volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df11ca0d-ee85-492f-b48e-e5219dd9405d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'serial': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2086.643096] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e77bf8a-3271-4785-a14d-ffd7820c8165 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.660184] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f62c766-bb2f-4f53-93b5-5ea707723fb8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.679188] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "904a098f-2d59-48d6-94d0-228c5676def4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.679455] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "904a098f-2d59-48d6-94d0-228c5676def4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.679669] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "904a098f-2d59-48d6-94d0-228c5676def4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.679850] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "904a098f-2d59-48d6-94d0-228c5676def4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.680040] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "904a098f-2d59-48d6-94d0-228c5676def4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.689242] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9/volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2086.689851] env[63348]: INFO nova.compute.manager [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Terminating instance [ 2086.691488] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe64f10f-b0a7-4c70-bb18-b434172ed392 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.713025] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2086.713025] env[63348]: value = "task-2023321" [ 2086.713025] env[63348]: _type = "Task" [ 2086.713025] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.722433] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.767254] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.767512] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.767731] env[63348]: DEBUG nova.objects.instance [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lazy-loading 'resources' on Instance uuid 1a5a0ae0-c197-41ca-902e-cfe83d318e5b {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2086.797231] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "30847c65-1ae4-4fa2-8285-afc21cc3ef6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.797469] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "30847c65-1ae4-4fa2-8285-afc21cc3ef6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.797674] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "30847c65-1ae4-4fa2-8285-afc21cc3ef6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.797854] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "30847c65-1ae4-4fa2-8285-afc21cc3ef6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.798032] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "30847c65-1ae4-4fa2-8285-afc21cc3ef6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.799985] env[63348]: INFO nova.compute.manager [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Terminating instance [ 2086.985303] env[63348]: DEBUG nova.compute.utils [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2086.987462] env[63348]: DEBUG nova.compute.manager [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2086.987573] env[63348]: DEBUG nova.network.neutron [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2087.035519] env[63348]: DEBUG nova.policy [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7a9f78fb18b41c999d783bb2e4ed2e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dadf92ba54e74328aba91b42b124ea75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2087.146971] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.206953] env[63348]: DEBUG nova.compute.manager [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2087.207230] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2087.208116] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ae095a-7ef5-466a-b7ce-12f91ba5cfc6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.220599] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2087.221202] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8522b8bc-926d-4423-97ab-6d930ec04605 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.226327] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.228326] env[63348]: DEBUG oslo_vmware.api [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2087.228326] env[63348]: value = "task-2023322" [ 2087.228326] env[63348]: _type = "Task" [ 2087.228326] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.237298] env[63348]: DEBUG oslo_vmware.api [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.291840] env[63348]: DEBUG nova.network.neutron [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Successfully created port: 3465cbca-5a53-426a-a3b6-3d8e393ebd05 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2087.304739] env[63348]: DEBUG nova.compute.manager [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2087.305980] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2087.305980] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727491b6-7add-4695-a9d6-bcc0188ca678 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.315372] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2087.315637] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8625be9-f278-4588-9445-7a83a65266c2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.324029] env[63348]: DEBUG oslo_vmware.api [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2087.324029] env[63348]: value = "task-2023323" [ 2087.324029] env[63348]: _type = "Task" [ 2087.324029] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.336203] env[63348]: DEBUG oslo_vmware.api [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.483215] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8221267-1041-4e2d-a66e-baf0518a38d6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.492277] env[63348]: DEBUG nova.compute.manager [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2087.497656] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a41fe6-51d1-4353-9236-56edbe2c5514 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.533735] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffc4b7f-ce71-4c8e-8875-b27d5cc661cb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.542802] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbf66d7-e79c-4adc-91c0-1e9c319b0933 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.557598] env[63348]: DEBUG nova.compute.provider_tree [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2087.724680] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023321, 'name': ReconfigVM_Task, 'duration_secs': 0.852937} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.724944] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9/volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2087.729825] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0637d140-e429-4247-ac69-5275b57b23f2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.748570] env[63348]: DEBUG oslo_vmware.api [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023322, 'name': PowerOffVM_Task, 'duration_secs': 0.251898} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.749878] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2087.750094] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2087.750394] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2087.750394] env[63348]: value = "task-2023324" [ 2087.750394] env[63348]: _type = "Task" [ 2087.750394] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.750595] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afccf876-1604-4c46-a157-e2fde3951032 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.761581] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.835833] env[63348]: DEBUG oslo_vmware.api [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023323, 'name': PowerOffVM_Task, 'duration_secs': 0.220726} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.836150] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2087.836354] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2087.836622] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58d765e9-b143-40d5-bd6f-898b132957df {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.060278] env[63348]: DEBUG nova.scheduler.client.report [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2088.265375] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023324, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.507453] env[63348]: DEBUG nova.compute.manager [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2088.533418] env[63348]: DEBUG nova.virt.hardware [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2088.533669] env[63348]: DEBUG nova.virt.hardware [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2088.533824] env[63348]: DEBUG nova.virt.hardware [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2088.534008] env[63348]: DEBUG nova.virt.hardware [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2088.534160] env[63348]: DEBUG nova.virt.hardware [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2088.534303] env[63348]: DEBUG nova.virt.hardware [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2088.534527] env[63348]: DEBUG nova.virt.hardware [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2088.534724] env[63348]: DEBUG nova.virt.hardware [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2088.534892] env[63348]: DEBUG nova.virt.hardware [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2088.535065] env[63348]: DEBUG nova.virt.hardware [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2088.535240] env[63348]: DEBUG nova.virt.hardware [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2088.536090] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808ff473-1c69-4e6d-acd0-6dbddbc6b697 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.544199] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6560eaa9-b99e-464f-9279-bed840553a76 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.566310] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.568401] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.421s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.569808] env[63348]: INFO nova.compute.claims [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2088.591780] env[63348]: INFO nova.scheduler.client.report [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleted allocations for instance 1a5a0ae0-c197-41ca-902e-cfe83d318e5b [ 2088.763267] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023324, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.098267] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a386e26e-9741-4cc8-ac9b-c84a906c4acc tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "1a5a0ae0-c197-41ca-902e-cfe83d318e5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.330s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.264575] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023324, 'name': ReconfigVM_Task, 'duration_secs': 1.164261} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.264724] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415704', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'name': 'volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df11ca0d-ee85-492f-b48e-e5219dd9405d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'serial': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2089.265255] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ea3a809-c15c-4ebc-84f6-edb49401704c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.273049] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2089.273049] env[63348]: value = "task-2023327" [ 2089.273049] env[63348]: _type = "Task" [ 2089.273049] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.281936] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023327, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.719013] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56024d7f-7730-4408-83e6-0242b44affa0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.727081] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab73d9b2-2dc8-453b-9713-cbd0465ec87c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.758628] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b390e5-0b58-4655-8793-cb0dd7f3a5de {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.766898] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6fa61f-6a52-4d66-9697-8ce593e37221 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.780803] env[63348]: DEBUG nova.compute.provider_tree [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2089.790717] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023327, 'name': Rename_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.286715] env[63348]: DEBUG nova.scheduler.client.report [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2090.292979] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023327, 'name': Rename_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.305667] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "b29a50ef-eb4c-475f-a1a3-f5475093beb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.305909] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "b29a50ef-eb4c-475f-a1a3-f5475093beb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.306135] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "b29a50ef-eb4c-475f-a1a3-f5475093beb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.306335] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "b29a50ef-eb4c-475f-a1a3-f5475093beb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.306504] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "b29a50ef-eb4c-475f-a1a3-f5475093beb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.308330] env[63348]: INFO nova.compute.manager [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Terminating instance [ 2090.790996] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023327, 'name': Rename_Task, 'duration_secs': 1.1667} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.791294] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2090.791589] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b36be91-0004-43f5-afc3-3cd852bbe24f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.794904] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.795404] env[63348]: DEBUG nova.compute.manager [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2090.799204] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2090.799204] env[63348]: value = "task-2023328" [ 2090.799204] env[63348]: _type = "Task" [ 2090.799204] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.807300] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.812017] env[63348]: DEBUG nova.compute.manager [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2090.812207] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2090.813077] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc1f056-fbe9-4951-becf-699825798131 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.820460] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2090.820551] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56028f45-5b1f-4d7e-a8ec-0226fd4d92d7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.827522] env[63348]: DEBUG oslo_vmware.api [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2090.827522] env[63348]: value = "task-2023329" [ 2090.827522] env[63348]: _type = "Task" [ 2090.827522] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.839093] env[63348]: DEBUG oslo_vmware.api [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.301112] env[63348]: DEBUG nova.compute.utils [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2091.302670] env[63348]: DEBUG nova.compute.manager [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2091.302869] env[63348]: DEBUG nova.network.neutron [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2091.314260] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023328, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.336994] env[63348]: DEBUG oslo_vmware.api [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023329, 'name': PowerOffVM_Task, 'duration_secs': 0.174676} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.337258] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2091.337424] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2091.337663] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a95dcb6-6ca8-49ac-b9e6-1b9ce66ad276 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.351253] env[63348]: DEBUG nova.policy [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f189de2002eb4ee5bea0869fa91dba6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba9b91eb11ab481a95e8539c3f979117', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2091.702291] env[63348]: DEBUG nova.network.neutron [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Successfully created port: 89f91bf7-e1fa-4b17-9750-b636c928ba6c {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2091.808916] env[63348]: DEBUG nova.compute.manager [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2091.815755] env[63348]: DEBUG oslo_vmware.api [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023328, 'name': PowerOnVM_Task, 'duration_secs': 0.782454} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.816293] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2091.816500] env[63348]: DEBUG nova.compute.manager [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2091.817316] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e437fc-3ffa-49d0-a1fa-3da096a1b893 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.333122] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.333498] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.333606] env[63348]: DEBUG nova.objects.instance [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63348) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2092.430169] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2092.430595] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2092.430784] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleting the datastore file [datastore1] b29a50ef-eb4c-475f-a1a3-f5475093beb4 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2092.431706] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ae43594-6b57-4e34-babd-c4b5b2dcfd4b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.440075] env[63348]: DEBUG oslo_vmware.api [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for the task: (returnval){ [ 2092.440075] env[63348]: value = "task-2023331" [ 2092.440075] env[63348]: _type = "Task" [ 2092.440075] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.445459] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2092.445740] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2092.446017] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Deleting the datastore file [datastore1] d373a3e4-ba5e-4e81-acda-9bef5b1edd5c {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2092.446803] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76fe4cde-0d24-4f7d-a528-a74c1d28184e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.454426] env[63348]: DEBUG oslo_vmware.api [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.455957] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2092.456188] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2092.456430] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Deleting the datastore file [datastore2] 30847c65-1ae4-4fa2-8285-afc21cc3ef6e {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2092.457833] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ac34943-f156-4f32-9722-92304597209b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.459799] env[63348]: DEBUG oslo_vmware.api [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2092.459799] env[63348]: value = "task-2023332" [ 2092.459799] env[63348]: _type = "Task" [ 2092.459799] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.466795] env[63348]: DEBUG oslo_vmware.api [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2092.466795] env[63348]: value = "task-2023333" [ 2092.466795] env[63348]: _type = "Task" [ 2092.466795] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.470249] env[63348]: DEBUG oslo_vmware.api [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.481224] env[63348]: DEBUG oslo_vmware.api [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.534717] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2092.534969] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2092.535169] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Deleting the datastore file [datastore2] 904a098f-2d59-48d6-94d0-228c5676def4 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2092.535483] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2196e721-26f2-49ae-8fb1-ca0c175c7b8d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.544033] env[63348]: DEBUG oslo_vmware.api [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2092.544033] env[63348]: value = "task-2023334" [ 2092.544033] env[63348]: _type = "Task" [ 2092.544033] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.555698] env[63348]: DEBUG oslo_vmware.api [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.823826] env[63348]: DEBUG nova.compute.manager [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2092.849854] env[63348]: DEBUG nova.virt.hardware [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2092.850463] env[63348]: DEBUG nova.virt.hardware [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2092.850463] env[63348]: DEBUG nova.virt.hardware [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2092.850463] env[63348]: DEBUG nova.virt.hardware [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2092.850734] env[63348]: DEBUG nova.virt.hardware [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2092.850734] env[63348]: DEBUG nova.virt.hardware [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2092.850892] env[63348]: DEBUG nova.virt.hardware [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2092.851061] env[63348]: DEBUG nova.virt.hardware [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2092.851229] env[63348]: DEBUG nova.virt.hardware [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2092.851388] env[63348]: DEBUG nova.virt.hardware [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2092.851595] env[63348]: DEBUG nova.virt.hardware [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2092.852740] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fd99ec-e9d6-480c-9f7a-7b282b131b8d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.861682] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1b7d5c-16a4-474a-a11f-80fe18f8909a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.955067] env[63348]: DEBUG oslo_vmware.api [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Task: {'id': task-2023331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173624} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.955501] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2092.955815] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2092.956137] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2092.956451] env[63348]: INFO nova.compute.manager [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Took 2.14 seconds to destroy the instance on the hypervisor. [ 2092.956847] env[63348]: DEBUG oslo.service.loopingcall [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2092.957183] env[63348]: DEBUG nova.compute.manager [-] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2092.957457] env[63348]: DEBUG nova.network.neutron [-] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2092.972649] env[63348]: DEBUG oslo_vmware.api [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165948} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.976960] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2092.977257] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2092.977526] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2092.977911] env[63348]: INFO nova.compute.manager [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Took 8.07 seconds to destroy the instance on the hypervisor. [ 2092.978264] env[63348]: DEBUG oslo.service.loopingcall [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2092.978537] env[63348]: DEBUG nova.compute.manager [-] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2092.978673] env[63348]: DEBUG nova.network.neutron [-] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2092.990128] env[63348]: DEBUG oslo_vmware.api [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195997} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.990128] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2092.990128] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2092.990128] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2092.990128] env[63348]: INFO nova.compute.manager [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Took 5.68 seconds to destroy the instance on the hypervisor. [ 2092.990128] env[63348]: DEBUG oslo.service.loopingcall [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2092.990636] env[63348]: DEBUG nova.compute.manager [-] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2092.990997] env[63348]: DEBUG nova.network.neutron [-] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2093.056461] env[63348]: DEBUG oslo_vmware.api [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19153} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.059026] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2093.059026] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2093.059026] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2093.059026] env[63348]: INFO nova.compute.manager [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Took 5.85 seconds to destroy the instance on the hypervisor. [ 2093.059026] env[63348]: DEBUG oslo.service.loopingcall [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2093.059026] env[63348]: DEBUG nova.compute.manager [-] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2093.059026] env[63348]: DEBUG nova.network.neutron [-] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2093.345175] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0bb8e6bf-705a-4dc6-b39b-fc359c042f0a tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.461458] env[63348]: DEBUG nova.compute.manager [req-bdd6b2e2-b3f6-4942-add9-00b3754dcc85 req-236a1615-944b-49c5-8124-70d0197f7185 service nova] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Received event network-vif-deleted-503ccb7e-fde0-4d6e-ae76-af7265303d62 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2093.461458] env[63348]: INFO nova.compute.manager [req-bdd6b2e2-b3f6-4942-add9-00b3754dcc85 req-236a1615-944b-49c5-8124-70d0197f7185 service nova] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Neutron deleted interface 503ccb7e-fde0-4d6e-ae76-af7265303d62; detaching it from the instance and deleting it from the info cache [ 2093.463469] env[63348]: DEBUG nova.network.neutron [req-bdd6b2e2-b3f6-4942-add9-00b3754dcc85 req-236a1615-944b-49c5-8124-70d0197f7185 service nova] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.663449] env[63348]: DEBUG nova.compute.manager [req-7bb063a8-bcc1-449a-bc8d-a875a82fe4c5 req-15404a75-8d3c-4fbc-be91-8a32ba6da9c3 service nova] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Received event network-vif-deleted-63206ec7-1d88-4fc9-a37c-a9d8dd920c97 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2093.663707] env[63348]: INFO nova.compute.manager [req-7bb063a8-bcc1-449a-bc8d-a875a82fe4c5 req-15404a75-8d3c-4fbc-be91-8a32ba6da9c3 service nova] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Neutron deleted interface 63206ec7-1d88-4fc9-a37c-a9d8dd920c97; detaching it from the instance and deleting it from the info cache [ 2093.663886] env[63348]: DEBUG nova.network.neutron [req-7bb063a8-bcc1-449a-bc8d-a875a82fe4c5 req-15404a75-8d3c-4fbc-be91-8a32ba6da9c3 service nova] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.798655] env[63348]: DEBUG nova.network.neutron [-] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.890052] env[63348]: DEBUG nova.network.neutron [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Successfully updated port: a59c9557-2f7b-49d7-b477-c71af50da0da {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2093.955538] env[63348]: DEBUG nova.network.neutron [-] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.967714] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f5f1ebc-c2d8-47d2-9af2-a80ccab20388 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.977261] env[63348]: DEBUG nova.network.neutron [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Successfully updated port: 89f91bf7-e1fa-4b17-9750-b636c928ba6c {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2093.983855] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32791bc8-b9fe-402d-bcc6-ce993158409d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.998269] env[63348]: DEBUG nova.network.neutron [-] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.021564] env[63348]: DEBUG nova.compute.manager [req-bdd6b2e2-b3f6-4942-add9-00b3754dcc85 req-236a1615-944b-49c5-8124-70d0197f7185 service nova] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Detach interface failed, port_id=503ccb7e-fde0-4d6e-ae76-af7265303d62, reason: Instance b29a50ef-eb4c-475f-a1a3-f5475093beb4 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2094.157431] env[63348]: DEBUG nova.network.neutron [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Successfully updated port: b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2094.166141] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89039616-8d8e-4cd4-97d2-89943c6ad465 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.178661] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b885db4f-5025-4548-bcfd-58a8747924c5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.211788] env[63348]: DEBUG nova.compute.manager [req-7bb063a8-bcc1-449a-bc8d-a875a82fe4c5 req-15404a75-8d3c-4fbc-be91-8a32ba6da9c3 service nova] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Detach interface failed, port_id=63206ec7-1d88-4fc9-a37c-a9d8dd920c97, reason: Instance 30847c65-1ae4-4fa2-8285-afc21cc3ef6e could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2094.236671] env[63348]: DEBUG nova.network.neutron [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Successfully updated port: 3465cbca-5a53-426a-a3b6-3d8e393ebd05 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2094.275704] env[63348]: DEBUG nova.network.neutron [-] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.301825] env[63348]: INFO nova.compute.manager [-] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Took 1.34 seconds to deallocate network for instance. [ 2094.393307] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "refresh_cache-03bcb903-8d2d-4a5f-8bfe-434a5027ca36" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2094.393601] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "refresh_cache-03bcb903-8d2d-4a5f-8bfe-434a5027ca36" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.393764] env[63348]: DEBUG nova.network.neutron [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2094.457952] env[63348]: INFO nova.compute.manager [-] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Took 1.47 seconds to deallocate network for instance. [ 2094.481320] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2094.481516] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.481690] env[63348]: DEBUG nova.network.neutron [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2094.503681] env[63348]: INFO nova.compute.manager [-] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Took 1.44 seconds to deallocate network for instance. [ 2094.660555] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "refresh_cache-beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2094.660784] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "refresh_cache-beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.661440] env[63348]: DEBUG nova.network.neutron [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2094.737027] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2094.737185] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquired lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.737339] env[63348]: DEBUG nova.network.neutron [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2094.777969] env[63348]: INFO nova.compute.manager [-] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Took 1.80 seconds to deallocate network for instance. [ 2094.809502] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.809773] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.809993] env[63348]: DEBUG nova.objects.instance [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lazy-loading 'resources' on Instance uuid b29a50ef-eb4c-475f-a1a3-f5475093beb4 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2094.928400] env[63348]: DEBUG nova.network.neutron [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2094.964650] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.009448] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.025158] env[63348]: DEBUG nova.network.neutron [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2095.142968] env[63348]: DEBUG nova.network.neutron [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Updating instance_info_cache with network_info: [{"id": "a59c9557-2f7b-49d7-b477-c71af50da0da", "address": "fa:16:3e:d2:f5:e7", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa59c9557-2f", "ovs_interfaceid": "a59c9557-2f7b-49d7-b477-c71af50da0da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.209672] env[63348]: WARNING nova.network.neutron [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] 7b5879ac-1ef4-4138-beed-770f1a72ff34 already exists in list: networks containing: ['7b5879ac-1ef4-4138-beed-770f1a72ff34']. ignoring it [ 2095.224866] env[63348]: DEBUG nova.network.neutron [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Updating instance_info_cache with network_info: [{"id": "89f91bf7-e1fa-4b17-9750-b636c928ba6c", "address": "fa:16:3e:fd:5f:94", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f91bf7-e1", "ovs_interfaceid": "89f91bf7-e1fa-4b17-9750-b636c928ba6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.283592] env[63348]: DEBUG nova.network.neutron [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2095.285800] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.492100] env[63348]: DEBUG nova.compute.manager [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Received event network-vif-deleted-eea71464-f3cd-4ff0-9da6-52bd363a411a {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2095.492358] env[63348]: DEBUG nova.compute.manager [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Received event network-vif-plugged-a59c9557-2f7b-49d7-b477-c71af50da0da {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2095.492514] env[63348]: DEBUG oslo_concurrency.lockutils [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] Acquiring lock "03bcb903-8d2d-4a5f-8bfe-434a5027ca36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.492706] env[63348]: DEBUG oslo_concurrency.lockutils [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] Lock "03bcb903-8d2d-4a5f-8bfe-434a5027ca36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.493072] env[63348]: DEBUG oslo_concurrency.lockutils [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] Lock "03bcb903-8d2d-4a5f-8bfe-434a5027ca36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.493072] env[63348]: DEBUG nova.compute.manager [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] No waiting events found dispatching network-vif-plugged-a59c9557-2f7b-49d7-b477-c71af50da0da {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2095.493371] env[63348]: WARNING nova.compute.manager [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Received unexpected event network-vif-plugged-a59c9557-2f7b-49d7-b477-c71af50da0da for instance with vm_state building and task_state spawning. [ 2095.493551] env[63348]: DEBUG nova.compute.manager [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Received event network-vif-plugged-89f91bf7-e1fa-4b17-9750-b636c928ba6c {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2095.493716] env[63348]: DEBUG oslo_concurrency.lockutils [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] Acquiring lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.493921] env[63348]: DEBUG oslo_concurrency.lockutils [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] Lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.494091] env[63348]: DEBUG oslo_concurrency.lockutils [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] Lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.494244] env[63348]: DEBUG nova.compute.manager [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] No waiting events found dispatching network-vif-plugged-89f91bf7-e1fa-4b17-9750-b636c928ba6c {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2095.494396] env[63348]: WARNING nova.compute.manager [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Received unexpected event network-vif-plugged-89f91bf7-e1fa-4b17-9750-b636c928ba6c for instance with vm_state building and task_state spawning. [ 2095.494557] env[63348]: DEBUG nova.compute.manager [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Received event network-changed-a59c9557-2f7b-49d7-b477-c71af50da0da {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2095.494939] env[63348]: DEBUG nova.compute.manager [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Refreshing instance network info cache due to event network-changed-a59c9557-2f7b-49d7-b477-c71af50da0da. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2095.495130] env[63348]: DEBUG oslo_concurrency.lockutils [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] Acquiring lock "refresh_cache-03bcb903-8d2d-4a5f-8bfe-434a5027ca36" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.497305] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9a4731-13d2-4cd3-96e1-b17dfba03d93 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.508646] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681047a9-be24-4e44-b985-416aeb7f8454 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.545533] env[63348]: DEBUG nova.network.neutron [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Updating instance_info_cache with network_info: [{"id": "3465cbca-5a53-426a-a3b6-3d8e393ebd05", "address": "fa:16:3e:d5:e8:ad", "network": {"id": "1b6efb5f-da54-48d5-9abe-8973d76425dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614267813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf92ba54e74328aba91b42b124ea75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3465cbca-5a", "ovs_interfaceid": "3465cbca-5a53-426a-a3b6-3d8e393ebd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.547148] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5608cf3-42ab-4fba-9b8f-a9214ae7c65d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.555526] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025ee9ea-35b6-4de5-b521-0ea2160118e0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.570615] env[63348]: DEBUG nova.compute.provider_tree [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2095.619700] env[63348]: DEBUG nova.network.neutron [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Updating instance_info_cache with network_info: [{"id": "d53c665c-3373-4f1a-9f26-6e47ade766f5", "address": "fa:16:3e:54:e5:eb", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53c665c-33", "ovs_interfaceid": "d53c665c-3373-4f1a-9f26-6e47ade766f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1", "address": "fa:16:3e:33:1d:c1", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8ea1ae8-a1", "ovs_interfaceid": "b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.645944] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "refresh_cache-03bcb903-8d2d-4a5f-8bfe-434a5027ca36" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.646271] env[63348]: DEBUG nova.compute.manager [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Instance network_info: |[{"id": "a59c9557-2f7b-49d7-b477-c71af50da0da", "address": "fa:16:3e:d2:f5:e7", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa59c9557-2f", "ovs_interfaceid": "a59c9557-2f7b-49d7-b477-c71af50da0da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2095.646556] env[63348]: DEBUG oslo_concurrency.lockutils [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] Acquired lock "refresh_cache-03bcb903-8d2d-4a5f-8bfe-434a5027ca36" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.646733] env[63348]: DEBUG nova.network.neutron [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Refreshing network info cache for port a59c9557-2f7b-49d7-b477-c71af50da0da {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2095.647908] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:f5:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a59c9557-2f7b-49d7-b477-c71af50da0da', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2095.655526] env[63348]: DEBUG oslo.service.loopingcall [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2095.656303] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2095.656518] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8636f8d-9662-47e7-99ad-03120ca1d14e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.678280] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2095.678280] env[63348]: value = "task-2023335" [ 2095.678280] env[63348]: _type = "Task" [ 2095.678280] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.686577] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023335, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.695419] env[63348]: DEBUG nova.compute.manager [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Received event network-vif-plugged-b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2095.695644] env[63348]: DEBUG oslo_concurrency.lockutils [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] Acquiring lock "beda0967-a3a7-477f-945b-e8ff964d1350-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.695814] env[63348]: DEBUG oslo_concurrency.lockutils [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] Lock "beda0967-a3a7-477f-945b-e8ff964d1350-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.695978] env[63348]: DEBUG oslo_concurrency.lockutils [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] Lock "beda0967-a3a7-477f-945b-e8ff964d1350-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.696162] env[63348]: DEBUG nova.compute.manager [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] No waiting events found dispatching network-vif-plugged-b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2095.696322] env[63348]: WARNING nova.compute.manager [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Received unexpected event network-vif-plugged-b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1 for instance with vm_state active and task_state None. [ 2095.696481] env[63348]: DEBUG nova.compute.manager [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Received event network-vif-deleted-d3497cc5-61be-4003-a3f7-b1aa4a41d516 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2095.696649] env[63348]: DEBUG nova.compute.manager [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Received event network-vif-plugged-3465cbca-5a53-426a-a3b6-3d8e393ebd05 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2095.696810] env[63348]: DEBUG oslo_concurrency.lockutils [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] Acquiring lock "cc8883cd-c1da-42de-abd6-a68020c1edf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.696987] env[63348]: DEBUG oslo_concurrency.lockutils [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] Lock "cc8883cd-c1da-42de-abd6-a68020c1edf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.697156] env[63348]: DEBUG oslo_concurrency.lockutils [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] Lock "cc8883cd-c1da-42de-abd6-a68020c1edf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.697310] env[63348]: DEBUG nova.compute.manager [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] No waiting events found dispatching network-vif-plugged-3465cbca-5a53-426a-a3b6-3d8e393ebd05 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2095.697465] env[63348]: WARNING nova.compute.manager [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Received unexpected event network-vif-plugged-3465cbca-5a53-426a-a3b6-3d8e393ebd05 for instance with vm_state building and task_state spawning. [ 2095.697627] env[63348]: DEBUG nova.compute.manager [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Received event network-changed-b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2095.697776] env[63348]: DEBUG nova.compute.manager [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Refreshing instance network info cache due to event network-changed-b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2095.697973] env[63348]: DEBUG oslo_concurrency.lockutils [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] Acquiring lock "refresh_cache-beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.726985] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.727312] env[63348]: DEBUG nova.compute.manager [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Instance network_info: |[{"id": "89f91bf7-e1fa-4b17-9750-b636c928ba6c", "address": "fa:16:3e:fd:5f:94", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f91bf7-e1", "ovs_interfaceid": "89f91bf7-e1fa-4b17-9750-b636c928ba6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2095.727706] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:5f:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89f91bf7-e1fa-4b17-9750-b636c928ba6c', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2095.736047] env[63348]: DEBUG oslo.service.loopingcall [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2095.736721] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2095.736955] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6116bd57-a374-495a-9ea4-aafedf956bf6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.759110] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2095.759110] env[63348]: value = "task-2023336" [ 2095.759110] env[63348]: _type = "Task" [ 2095.759110] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.767525] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023336, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.050688] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Releasing lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.051849] env[63348]: DEBUG nova.compute.manager [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Instance network_info: |[{"id": "3465cbca-5a53-426a-a3b6-3d8e393ebd05", "address": "fa:16:3e:d5:e8:ad", "network": {"id": "1b6efb5f-da54-48d5-9abe-8973d76425dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614267813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf92ba54e74328aba91b42b124ea75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3465cbca-5a", "ovs_interfaceid": "3465cbca-5a53-426a-a3b6-3d8e393ebd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2096.051849] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:e8:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3465cbca-5a53-426a-a3b6-3d8e393ebd05', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2096.060336] env[63348]: DEBUG oslo.service.loopingcall [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2096.061031] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2096.061031] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e88455cb-00c4-4479-9883-dc0b49132400 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.076889] env[63348]: DEBUG nova.scheduler.client.report [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2096.087275] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2096.087275] env[63348]: value = "task-2023337" [ 2096.087275] env[63348]: _type = "Task" [ 2096.087275] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.096276] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023337, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.121791] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "refresh_cache-beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.122493] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.122674] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.122952] env[63348]: DEBUG oslo_concurrency.lockutils [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] Acquired lock "refresh_cache-beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.123156] env[63348]: DEBUG nova.network.neutron [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Refreshing network info cache for port b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2096.125613] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e4310c-e2bd-49e4-991b-b77322de4e43 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.143963] env[63348]: DEBUG nova.virt.hardware [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2096.144240] env[63348]: DEBUG nova.virt.hardware [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2096.144428] env[63348]: DEBUG nova.virt.hardware [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2096.144579] env[63348]: DEBUG nova.virt.hardware [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2096.144754] env[63348]: DEBUG nova.virt.hardware [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2096.144943] env[63348]: DEBUG nova.virt.hardware [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2096.145207] env[63348]: DEBUG nova.virt.hardware [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2096.145408] env[63348]: DEBUG nova.virt.hardware [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2096.145592] env[63348]: DEBUG nova.virt.hardware [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2096.145763] env[63348]: DEBUG nova.virt.hardware [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2096.145931] env[63348]: DEBUG nova.virt.hardware [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2096.152390] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Reconfiguring VM to attach interface {{(pid=63348) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2096.153054] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b54f234-6b3f-45aa-b8b4-63e92a1c46f0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.173469] env[63348]: DEBUG oslo_vmware.api [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2096.173469] env[63348]: value = "task-2023338" [ 2096.173469] env[63348]: _type = "Task" [ 2096.173469] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.185064] env[63348]: DEBUG oslo_vmware.api [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023338, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.190688] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023335, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.275293] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023336, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.371700] env[63348]: DEBUG nova.network.neutron [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Updated VIF entry in instance network info cache for port a59c9557-2f7b-49d7-b477-c71af50da0da. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2096.372149] env[63348]: DEBUG nova.network.neutron [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Updating instance_info_cache with network_info: [{"id": "a59c9557-2f7b-49d7-b477-c71af50da0da", "address": "fa:16:3e:d2:f5:e7", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa59c9557-2f", "ovs_interfaceid": "a59c9557-2f7b-49d7-b477-c71af50da0da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.583992] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.586369] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.622s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.586611] env[63348]: DEBUG nova.objects.instance [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lazy-loading 'resources' on Instance uuid 30847c65-1ae4-4fa2-8285-afc21cc3ef6e {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2096.597505] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023337, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.603234] env[63348]: INFO nova.scheduler.client.report [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Deleted allocations for instance b29a50ef-eb4c-475f-a1a3-f5475093beb4 [ 2096.685956] env[63348]: DEBUG oslo_vmware.api [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.691524] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023335, 'name': CreateVM_Task, 'duration_secs': 0.519259} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.691699] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2096.692402] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.692576] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.692891] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2096.693160] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1f539ea-a814-4d17-bd76-949bdd1d6869 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.697821] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2096.697821] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52408f32-fdfc-eece-ac4b-0ebfec3bfe7d" [ 2096.697821] env[63348]: _type = "Task" [ 2096.697821] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.705779] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52408f32-fdfc-eece-ac4b-0ebfec3bfe7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.770656] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023336, 'name': CreateVM_Task, 'duration_secs': 0.56964} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.770838] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2096.771543] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.839253] env[63348]: DEBUG nova.network.neutron [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Updated VIF entry in instance network info cache for port b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2096.839727] env[63348]: DEBUG nova.network.neutron [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Updating instance_info_cache with network_info: [{"id": "d53c665c-3373-4f1a-9f26-6e47ade766f5", "address": "fa:16:3e:54:e5:eb", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53c665c-33", "ovs_interfaceid": "d53c665c-3373-4f1a-9f26-6e47ade766f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1", "address": "fa:16:3e:33:1d:c1", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8ea1ae8-a1", "ovs_interfaceid": "b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.875469] env[63348]: DEBUG oslo_concurrency.lockutils [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] Releasing lock "refresh_cache-03bcb903-8d2d-4a5f-8bfe-434a5027ca36" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.875852] env[63348]: DEBUG nova.compute.manager [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Received event network-changed-89f91bf7-e1fa-4b17-9750-b636c928ba6c {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2096.876120] env[63348]: DEBUG nova.compute.manager [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Refreshing instance network info cache due to event network-changed-89f91bf7-e1fa-4b17-9750-b636c928ba6c. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2096.876746] env[63348]: DEBUG oslo_concurrency.lockutils [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] Acquiring lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.876746] env[63348]: DEBUG oslo_concurrency.lockutils [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] Acquired lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.876913] env[63348]: DEBUG nova.network.neutron [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Refreshing network info cache for port 89f91bf7-e1fa-4b17-9750-b636c928ba6c {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2097.101515] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023337, 'name': CreateVM_Task, 'duration_secs': 0.581752} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.101833] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2097.102367] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.110365] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8eb272f9-c9dd-4c80-b5fe-9c6c77232b68 tempest-ServersTestJSON-474689376 tempest-ServersTestJSON-474689376-project-member] Lock "b29a50ef-eb4c-475f-a1a3-f5475093beb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.804s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.186320] env[63348]: DEBUG oslo_vmware.api [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023338, 'name': ReconfigVM_Task, 'duration_secs': 0.670231} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.186532] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.186742] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Reconfigured VM to attach interface {{(pid=63348) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2097.210451] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52408f32-fdfc-eece-ac4b-0ebfec3bfe7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010913} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.210744] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.210975] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2097.211215] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.211357] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.211558] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2097.212043] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.212145] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2097.212389] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da2e582c-c952-4f0f-9baf-76608c9ad26d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.214111] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca4d084-0558-41ed-b4bb-85a15bf747ef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.222242] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2097.222242] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ab398a-7c1d-cbe7-f4ed-90ce36338134" [ 2097.222242] env[63348]: _type = "Task" [ 2097.222242] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.226375] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2097.226551] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2097.227513] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cc2cc6d-73b8-4a77-890f-9fe0f9dede3a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.235931] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ab398a-7c1d-cbe7-f4ed-90ce36338134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.239708] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2097.239708] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52527e7d-abcf-50ef-a210-ecd97c3e35fa" [ 2097.239708] env[63348]: _type = "Task" [ 2097.239708] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.247852] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52527e7d-abcf-50ef-a210-ecd97c3e35fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.249330] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940873bc-0dba-448d-9a6b-3715809d2cbe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.258226] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f6e5e8-6730-45c6-b755-ec2b0de9aec7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.289085] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6d24c6-fc7e-469f-83f5-41756620a0b8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.295992] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cad1e53-c8a1-4706-997e-4c2d284eb760 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.308794] env[63348]: DEBUG nova.compute.provider_tree [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2097.342092] env[63348]: DEBUG oslo_concurrency.lockutils [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] Releasing lock "refresh_cache-beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.342363] env[63348]: DEBUG nova.compute.manager [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Received event network-changed-3465cbca-5a53-426a-a3b6-3d8e393ebd05 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2097.342534] env[63348]: DEBUG nova.compute.manager [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Refreshing instance network info cache due to event network-changed-3465cbca-5a53-426a-a3b6-3d8e393ebd05. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2097.342748] env[63348]: DEBUG oslo_concurrency.lockutils [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] Acquiring lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.342929] env[63348]: DEBUG oslo_concurrency.lockutils [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] Acquired lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.343066] env[63348]: DEBUG nova.network.neutron [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Refreshing network info cache for port 3465cbca-5a53-426a-a3b6-3d8e393ebd05 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2097.571248] env[63348]: DEBUG nova.network.neutron [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Updated VIF entry in instance network info cache for port 89f91bf7-e1fa-4b17-9750-b636c928ba6c. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2097.571688] env[63348]: DEBUG nova.network.neutron [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Updating instance_info_cache with network_info: [{"id": "89f91bf7-e1fa-4b17-9750-b636c928ba6c", "address": "fa:16:3e:fd:5f:94", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f91bf7-e1", "ovs_interfaceid": "89f91bf7-e1fa-4b17-9750-b636c928ba6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.692053] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a0f434b9-a8f5-4d35-9bfe-0daa64afad40 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-beda0967-a3a7-477f-945b-e8ff964d1350-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 14.565s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.733743] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ab398a-7c1d-cbe7-f4ed-90ce36338134, 'name': SearchDatastore_Task, 'duration_secs': 0.021819} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.734074] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.734319] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2097.734532] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.734757] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.735078] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2097.735332] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1669b304-ea60-4b0a-902f-ffe86f3854f2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.740422] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2097.740422] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528cebdd-e910-d0fa-5852-9795da663f1d" [ 2097.740422] env[63348]: _type = "Task" [ 2097.740422] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.753471] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52527e7d-abcf-50ef-a210-ecd97c3e35fa, 'name': SearchDatastore_Task, 'duration_secs': 0.025269} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.757031] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528cebdd-e910-d0fa-5852-9795da663f1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.757256] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-963f7f70-3cab-4d9a-ba25-fbb047ea8bcc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.763351] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2097.763351] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5235cb94-8c67-dde8-b3ba-02c8c99d0f01" [ 2097.763351] env[63348]: _type = "Task" [ 2097.763351] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.771562] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5235cb94-8c67-dde8-b3ba-02c8c99d0f01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.811714] env[63348]: DEBUG nova.scheduler.client.report [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2098.074959] env[63348]: DEBUG oslo_concurrency.lockutils [req-8f820f72-6f7e-403f-8faf-b754e3e9d4cb req-e6b8d589-d7b3-4b90-8fbc-9dfe38aa305d service nova] Releasing lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.143335] env[63348]: DEBUG nova.network.neutron [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Updated VIF entry in instance network info cache for port 3465cbca-5a53-426a-a3b6-3d8e393ebd05. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2098.143697] env[63348]: DEBUG nova.network.neutron [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Updating instance_info_cache with network_info: [{"id": "3465cbca-5a53-426a-a3b6-3d8e393ebd05", "address": "fa:16:3e:d5:e8:ad", "network": {"id": "1b6efb5f-da54-48d5-9abe-8973d76425dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614267813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf92ba54e74328aba91b42b124ea75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3465cbca-5a", "ovs_interfaceid": "3465cbca-5a53-426a-a3b6-3d8e393ebd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.255250] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528cebdd-e910-d0fa-5852-9795da663f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.024375} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.255550] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.255782] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2098.255988] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.277094] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5235cb94-8c67-dde8-b3ba-02c8c99d0f01, 'name': SearchDatastore_Task, 'duration_secs': 0.040142} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.277361] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.277627] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 03bcb903-8d2d-4a5f-8bfe-434a5027ca36/03bcb903-8d2d-4a5f-8bfe-434a5027ca36.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2098.278071] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.278280] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2098.278525] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14978165-a10a-453d-870d-d7f0a4f73300 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.280665] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-869b5663-9932-4f85-bb19-b45011820b9b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.289937] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2098.289937] env[63348]: value = "task-2023339" [ 2098.289937] env[63348]: _type = "Task" [ 2098.289937] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.291135] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2098.291924] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2098.295372] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0431fe70-96b2-42ff-986a-66c3dc139057 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.303400] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.304391] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2098.304391] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a1377e-5514-0a69-d80b-98ab582fe259" [ 2098.304391] env[63348]: _type = "Task" [ 2098.304391] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.314291] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a1377e-5514-0a69-d80b-98ab582fe259, 'name': SearchDatastore_Task, 'duration_secs': 0.010414} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.315098] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76157a24-e6bb-44f3-8993-a84d9516495c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.317688] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.319989] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.311s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.320226] env[63348]: DEBUG nova.objects.instance [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lazy-loading 'resources' on Instance uuid 904a098f-2d59-48d6-94d0-228c5676def4 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2098.324900] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2098.324900] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52aedde5-811a-f917-a165-4563cfda29de" [ 2098.324900] env[63348]: _type = "Task" [ 2098.324900] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.333909] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52aedde5-811a-f917-a165-4563cfda29de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.352227] env[63348]: INFO nova.scheduler.client.report [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Deleted allocations for instance 30847c65-1ae4-4fa2-8285-afc21cc3ef6e [ 2098.647950] env[63348]: DEBUG oslo_concurrency.lockutils [req-1bfcdb28-c554-4266-a100-859e0c75be65 req-9f2602cf-4f41-42c0-94be-4ee18aea57e8 service nova] Releasing lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.801399] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498564} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.801726] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 03bcb903-8d2d-4a5f-8bfe-434a5027ca36/03bcb903-8d2d-4a5f-8bfe-434a5027ca36.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2098.801920] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2098.802197] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b350065-b0d5-4413-8bef-6bcf32e53b5e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.809908] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2098.809908] env[63348]: value = "task-2023340" [ 2098.809908] env[63348]: _type = "Task" [ 2098.809908] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.820979] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.835966] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52aedde5-811a-f917-a165-4563cfda29de, 'name': SearchDatastore_Task, 'duration_secs': 0.011717} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.836568] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.836660] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 97a1354a-2710-44a0-a8b9-2a4ac8a038b7/97a1354a-2710-44a0-a8b9-2a4ac8a038b7.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2098.836892] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.837119] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2098.837369] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f999f4a8-31bc-4404-b2ea-89f11316c307 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.839370] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c977ceec-1c39-4bc6-a610-38878841bb2b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.849317] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2098.849317] env[63348]: value = "task-2023341" [ 2098.849317] env[63348]: _type = "Task" [ 2098.849317] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.854089] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2098.854363] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2098.855053] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-073e9045-dde4-4b9f-b423-d8c0149f8528 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.862369] env[63348]: DEBUG oslo_concurrency.lockutils [None req-e376ddef-f2ee-4c52-8266-ee4c13f7a889 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "30847c65-1ae4-4fa2-8285-afc21cc3ef6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.065s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.876258] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.878285] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2098.878285] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520673f8-5994-e571-b444-fe97d6ec4188" [ 2098.878285] env[63348]: _type = "Task" [ 2098.878285] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.890249] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520673f8-5994-e571-b444-fe97d6ec4188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.015167] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6de006b-5db0-411c-8aa9-dc56047e0b02 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.024386] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d045907-75a3-4a7e-af58-ce25eec9f006 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.059539] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4739fe08-4e6b-4f62-828d-23a48db9e85e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.068116] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed909452-ee91-464d-9fc0-d2a76527a1e5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.085670] env[63348]: DEBUG nova.compute.provider_tree [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2099.321844] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081784} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.322228] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2099.323365] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d1633b-6448-47de-bfc1-3f18c158d971 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.351080] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 03bcb903-8d2d-4a5f-8bfe-434a5027ca36/03bcb903-8d2d-4a5f-8bfe-434a5027ca36.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2099.352033] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-097d2919-1c1b-4c1b-9071-8faee87e975e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.379016] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023341, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.380678] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2099.380678] env[63348]: value = "task-2023342" [ 2099.380678] env[63348]: _type = "Task" [ 2099.380678] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.394597] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023342, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.398827] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520673f8-5994-e571-b444-fe97d6ec4188, 'name': SearchDatastore_Task, 'duration_secs': 0.018941} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.399653] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199c7cae-532f-4df3-934a-5539912bea6b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.406677] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2099.406677] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b4008b-83f5-3f3e-f803-d473c8b7eba8" [ 2099.406677] env[63348]: _type = "Task" [ 2099.406677] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.418328] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b4008b-83f5-3f3e-f803-d473c8b7eba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.589691] env[63348]: DEBUG nova.scheduler.client.report [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2099.593351] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "interface-beda0967-a3a7-477f-945b-e8ff964d1350-b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.593808] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-beda0967-a3a7-477f-945b-e8ff964d1350-b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.862337] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632721} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.862659] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 97a1354a-2710-44a0-a8b9-2a4ac8a038b7/97a1354a-2710-44a0-a8b9-2a4ac8a038b7.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2099.862841] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2099.863114] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf3411fa-5cee-432e-bc63-5e42c52892cb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.870473] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2099.870473] env[63348]: value = "task-2023343" [ 2099.870473] env[63348]: _type = "Task" [ 2099.870473] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.880173] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.892220] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023342, 'name': ReconfigVM_Task, 'duration_secs': 0.352395} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.892494] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 03bcb903-8d2d-4a5f-8bfe-434a5027ca36/03bcb903-8d2d-4a5f-8bfe-434a5027ca36.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2099.893127] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5951bd4-05d7-415e-910e-cd7fe98974ac {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.900098] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2099.900098] env[63348]: value = "task-2023344" [ 2099.900098] env[63348]: _type = "Task" [ 2099.900098] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.908176] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023344, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.915707] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b4008b-83f5-3f3e-f803-d473c8b7eba8, 'name': SearchDatastore_Task, 'duration_secs': 0.054902} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.915943] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.916213] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] cc8883cd-c1da-42de-abd6-a68020c1edf8/cc8883cd-c1da-42de-abd6-a68020c1edf8.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2099.916452] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ce26c7a-ce4c-4c59-9456-73d7bddd47b0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.922812] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2099.922812] env[63348]: value = "task-2023345" [ 2099.922812] env[63348]: _type = "Task" [ 2099.922812] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.931330] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.098046] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.100529] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.100752] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.101336] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.816s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.101642] env[63348]: DEBUG nova.objects.instance [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lazy-loading 'resources' on Instance uuid d373a3e4-ba5e-4e81-acda-9bef5b1edd5c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2100.103526] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c2ac96-e8e6-44e2-ba87-ed80a84b3357 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.125197] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85cdada-89c7-4316-8c3b-6ecc1918782f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.128821] env[63348]: INFO nova.scheduler.client.report [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Deleted allocations for instance 904a098f-2d59-48d6-94d0-228c5676def4 [ 2100.156418] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Reconfiguring VM to detach interface {{(pid=63348) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2100.156762] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b083ac2d-f44e-41aa-96f6-9c5965384fa1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.178517] env[63348]: DEBUG oslo_vmware.api [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2100.178517] env[63348]: value = "task-2023346" [ 2100.178517] env[63348]: _type = "Task" [ 2100.178517] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.189349] env[63348]: DEBUG oslo_vmware.api [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.381979] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064481} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.384040] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2100.384040] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585533f3-ec7c-42ac-8d75-b3158edc2c6d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.406320] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 97a1354a-2710-44a0-a8b9-2a4ac8a038b7/97a1354a-2710-44a0-a8b9-2a4ac8a038b7.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2100.406656] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab41aa3b-7ee1-4e95-83fa-ae9ff4e04d1d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.429186] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2100.429186] env[63348]: value = "task-2023347" [ 2100.429186] env[63348]: _type = "Task" [ 2100.429186] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.434765] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023344, 'name': Rename_Task, 'duration_secs': 0.152704} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.434984] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023345, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.437863] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2100.438124] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b0a2e31-2acd-4e19-95e7-097f38e8ad4c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.445675] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023347, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.447805] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2100.447805] env[63348]: value = "task-2023348" [ 2100.447805] env[63348]: _type = "Task" [ 2100.447805] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.455928] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.638766] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c765cf56-23fd-4c5b-a90d-017a116cd1ed tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "904a098f-2d59-48d6-94d0-228c5676def4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.959s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.691417] env[63348]: DEBUG oslo_vmware.api [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.725249] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7016a881-a407-484c-8c49-952dd4ea5533 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.733411] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8471d416-2318-44b4-860e-c9836e58bf19 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.766062] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72683f34-1433-4054-9670-100e91ddf501 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.774639] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145d41e0-6a4d-49ae-96ce-fda5322a0009 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.789702] env[63348]: DEBUG nova.compute.provider_tree [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2100.936110] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511737} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.939749] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] cc8883cd-c1da-42de-abd6-a68020c1edf8/cc8883cd-c1da-42de-abd6-a68020c1edf8.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2100.940037] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2100.940320] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c81d169-947a-49d6-a34d-d78f64fa82a5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.949882] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.954993] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2100.954993] env[63348]: value = "task-2023349" [ 2100.954993] env[63348]: _type = "Task" [ 2100.954993] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.963344] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023348, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.966777] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.193748] env[63348]: DEBUG oslo_vmware.api [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.293165] env[63348]: DEBUG nova.scheduler.client.report [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2101.447145] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023347, 'name': ReconfigVM_Task, 'duration_secs': 0.658356} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.447571] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 97a1354a-2710-44a0-a8b9-2a4ac8a038b7/97a1354a-2710-44a0-a8b9-2a4ac8a038b7.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2101.448177] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15414668-034c-43ca-b1f6-4e003bb0768f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.458266] env[63348]: DEBUG oslo_vmware.api [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023348, 'name': PowerOnVM_Task, 'duration_secs': 0.557533} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.462249] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2101.462463] env[63348]: INFO nova.compute.manager [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Took 15.29 seconds to spawn the instance on the hypervisor. [ 2101.462645] env[63348]: DEBUG nova.compute.manager [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2101.462965] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2101.462965] env[63348]: value = "task-2023350" [ 2101.462965] env[63348]: _type = "Task" [ 2101.462965] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.463645] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da971f8-13cc-4a29-a101-f1d52994984c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.473679] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080305} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.474265] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2101.475030] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e37c4f5-131c-4da6-ad5f-43f54aec37fc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.482089] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023350, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.507230] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] cc8883cd-c1da-42de-abd6-a68020c1edf8/cc8883cd-c1da-42de-abd6-a68020c1edf8.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2101.507635] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e2404e8-a32a-4df3-8140-ce5af96ac223 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.528189] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2101.528189] env[63348]: value = "task-2023351" [ 2101.528189] env[63348]: _type = "Task" [ 2101.528189] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.538022] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023351, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.691168] env[63348]: DEBUG oslo_vmware.api [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.798862] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.815065] env[63348]: INFO nova.scheduler.client.report [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Deleted allocations for instance d373a3e4-ba5e-4e81-acda-9bef5b1edd5c [ 2101.956312] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "b9f5f368-5f8b-4725-b4ec-23d491d8a2d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.956621] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "b9f5f368-5f8b-4725-b4ec-23d491d8a2d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.977650] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023350, 'name': Rename_Task, 'duration_secs': 0.141931} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.979017] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2101.981346] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c7cd6e2-01e8-4edf-8596-ba8750c14092 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.983152] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "d98c04c9-609d-42f7-8a93-d8436c1f4979" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.983366] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "d98c04c9-609d-42f7-8a93-d8436c1f4979" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.991555] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2101.991555] env[63348]: value = "task-2023352" [ 2101.991555] env[63348]: _type = "Task" [ 2101.991555] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.994076] env[63348]: INFO nova.compute.manager [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Took 20.86 seconds to build instance. [ 2102.003771] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.039464] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.191302] env[63348]: DEBUG oslo_vmware.api [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.324689] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90dab913-a296-4db3-b97c-c2c8555ee273 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "d373a3e4-ba5e-4e81-acda-9bef5b1edd5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.925s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.459523] env[63348]: DEBUG nova.compute.manager [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2102.486340] env[63348]: DEBUG nova.compute.manager [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2102.499550] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fa9da9a9-be51-4259-9258-6d964319f5f9 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "03bcb903-8d2d-4a5f-8bfe-434a5027ca36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.375s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.509095] env[63348]: DEBUG oslo_vmware.api [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023352, 'name': PowerOnVM_Task} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.509446] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2102.509951] env[63348]: INFO nova.compute.manager [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Took 9.69 seconds to spawn the instance on the hypervisor. [ 2102.510038] env[63348]: DEBUG nova.compute.manager [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2102.511167] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41126e5e-a06b-45cc-8aab-3e14797bf003 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.542177] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023351, 'name': ReconfigVM_Task, 'duration_secs': 0.657218} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.542521] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Reconfigured VM instance instance-00000067 to attach disk [datastore2] cc8883cd-c1da-42de-abd6-a68020c1edf8/cc8883cd-c1da-42de-abd6-a68020c1edf8.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2102.543225] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fc20988-ada4-4d76-81bd-4d3393984e15 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.552732] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2102.552732] env[63348]: value = "task-2023353" [ 2102.552732] env[63348]: _type = "Task" [ 2102.552732] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.565795] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023353, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.693622] env[63348]: DEBUG oslo_vmware.api [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.979815] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.980083] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.982053] env[63348]: INFO nova.compute.claims [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2103.015813] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.033916] env[63348]: INFO nova.compute.manager [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Took 15.90 seconds to build instance. [ 2103.063862] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023353, 'name': Rename_Task, 'duration_secs': 0.160404} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.064292] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2103.064400] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-652eeef4-8c59-4274-8fd0-01b36f397acb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.072511] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2103.072511] env[63348]: value = "task-2023354" [ 2103.072511] env[63348]: _type = "Task" [ 2103.072511] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.080559] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.166292] env[63348]: DEBUG oslo_concurrency.lockutils [None req-783b0e20-bc90-49e6-ab0e-4b4f03f5227c tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "03bcb903-8d2d-4a5f-8bfe-434a5027ca36" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.166617] env[63348]: DEBUG oslo_concurrency.lockutils [None req-783b0e20-bc90-49e6-ab0e-4b4f03f5227c tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "03bcb903-8d2d-4a5f-8bfe-434a5027ca36" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.166836] env[63348]: DEBUG nova.compute.manager [None req-783b0e20-bc90-49e6-ab0e-4b4f03f5227c tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2103.167850] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab579d9f-c780-422b-bee7-16cbc8ca06b3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.175861] env[63348]: DEBUG nova.compute.manager [None req-783b0e20-bc90-49e6-ab0e-4b4f03f5227c tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63348) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2103.176414] env[63348]: DEBUG nova.objects.instance [None req-783b0e20-bc90-49e6-ab0e-4b4f03f5227c tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lazy-loading 'flavor' on Instance uuid 03bcb903-8d2d-4a5f-8bfe-434a5027ca36 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2103.192228] env[63348]: DEBUG oslo_vmware.api [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.439151] env[63348]: DEBUG nova.compute.manager [req-27ddf2f8-a8f4-46ab-adb2-64fca35d4797 req-9abbb04f-74c9-490a-9677-c482a45f79c5 service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Received event network-changed-89f91bf7-e1fa-4b17-9750-b636c928ba6c {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2103.439151] env[63348]: DEBUG nova.compute.manager [req-27ddf2f8-a8f4-46ab-adb2-64fca35d4797 req-9abbb04f-74c9-490a-9677-c482a45f79c5 service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Refreshing instance network info cache due to event network-changed-89f91bf7-e1fa-4b17-9750-b636c928ba6c. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2103.439151] env[63348]: DEBUG oslo_concurrency.lockutils [req-27ddf2f8-a8f4-46ab-adb2-64fca35d4797 req-9abbb04f-74c9-490a-9677-c482a45f79c5 service nova] Acquiring lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.439151] env[63348]: DEBUG oslo_concurrency.lockutils [req-27ddf2f8-a8f4-46ab-adb2-64fca35d4797 req-9abbb04f-74c9-490a-9677-c482a45f79c5 service nova] Acquired lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.439658] env[63348]: DEBUG nova.network.neutron [req-27ddf2f8-a8f4-46ab-adb2-64fca35d4797 req-9abbb04f-74c9-490a-9677-c482a45f79c5 service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Refreshing network info cache for port 89f91bf7-e1fa-4b17-9750-b636c928ba6c {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2103.535650] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ab48a49-df6e-4b39-924a-aeeaf549baeb tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.414s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.584405] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.694921] env[63348]: DEBUG oslo_vmware.api [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.086377] env[63348]: DEBUG oslo_vmware.api [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023354, 'name': PowerOnVM_Task, 'duration_secs': 0.766636} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.086682] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2104.086963] env[63348]: INFO nova.compute.manager [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Took 15.58 seconds to spawn the instance on the hypervisor. [ 2104.087081] env[63348]: DEBUG nova.compute.manager [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2104.087918] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6fdaf0-3ba5-47a9-9e54-fbe31f21e8cd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.138216] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71ea8e8-8f1d-4791-ba14-81e2694684e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.147971] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4c2d44-259a-4fc6-9536-35ca0e5e33d8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.186640] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-783b0e20-bc90-49e6-ab0e-4b4f03f5227c tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2104.187755] env[63348]: DEBUG nova.network.neutron [req-27ddf2f8-a8f4-46ab-adb2-64fca35d4797 req-9abbb04f-74c9-490a-9677-c482a45f79c5 service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Updated VIF entry in instance network info cache for port 89f91bf7-e1fa-4b17-9750-b636c928ba6c. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2104.187836] env[63348]: DEBUG nova.network.neutron [req-27ddf2f8-a8f4-46ab-adb2-64fca35d4797 req-9abbb04f-74c9-490a-9677-c482a45f79c5 service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Updating instance_info_cache with network_info: [{"id": "89f91bf7-e1fa-4b17-9750-b636c928ba6c", "address": "fa:16:3e:fd:5f:94", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f91bf7-e1", "ovs_interfaceid": "89f91bf7-e1fa-4b17-9750-b636c928ba6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.189137] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dfe5614-f41b-4aca-b615-1a7f8f058a51 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.194723] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979d5ac0-0b3a-4451-a52f-ab2a7540738c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.209429] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f48dfb9-b9b1-476f-a3d0-d820303c851b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.215897] env[63348]: DEBUG oslo_vmware.api [None req-783b0e20-bc90-49e6-ab0e-4b4f03f5227c tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2104.215897] env[63348]: value = "task-2023355" [ 2104.215897] env[63348]: _type = "Task" [ 2104.215897] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.216488] env[63348]: DEBUG oslo_vmware.api [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.228708] env[63348]: DEBUG nova.compute.provider_tree [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2104.235606] env[63348]: DEBUG oslo_vmware.api [None req-783b0e20-bc90-49e6-ab0e-4b4f03f5227c tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.613016] env[63348]: INFO nova.compute.manager [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Took 21.58 seconds to build instance. [ 2104.696881] env[63348]: DEBUG oslo_vmware.api [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.699532] env[63348]: DEBUG oslo_concurrency.lockutils [req-27ddf2f8-a8f4-46ab-adb2-64fca35d4797 req-9abbb04f-74c9-490a-9677-c482a45f79c5 service nova] Releasing lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2104.724431] env[63348]: DEBUG oslo_concurrency.lockutils [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "f04a390e-ee9b-42ca-a300-415ee3feaa83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.724653] env[63348]: DEBUG oslo_concurrency.lockutils [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "f04a390e-ee9b-42ca-a300-415ee3feaa83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.731732] env[63348]: DEBUG nova.scheduler.client.report [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2104.734664] env[63348]: DEBUG oslo_vmware.api [None req-783b0e20-bc90-49e6-ab0e-4b4f03f5227c tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023355, 'name': PowerOffVM_Task, 'duration_secs': 0.405878} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.735471] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-783b0e20-bc90-49e6-ab0e-4b4f03f5227c tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2104.735671] env[63348]: DEBUG nova.compute.manager [None req-783b0e20-bc90-49e6-ab0e-4b4f03f5227c tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2104.736436] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0190394-8ae8-4b51-a699-c6626191600d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.115463] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4f9b532e-4e47-4de0-a662-f9744eef06fb tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "cc8883cd-c1da-42de-abd6-a68020c1edf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.089s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.199530] env[63348]: DEBUG oslo_vmware.api [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.227555] env[63348]: DEBUG nova.compute.manager [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2105.236668] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.237228] env[63348]: DEBUG nova.compute.manager [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2105.239895] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.224s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.241439] env[63348]: INFO nova.compute.claims [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2105.247257] env[63348]: DEBUG oslo_concurrency.lockutils [None req-783b0e20-bc90-49e6-ab0e-4b4f03f5227c tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "03bcb903-8d2d-4a5f-8bfe-434a5027ca36" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.625722] env[63348]: DEBUG oslo_concurrency.lockutils [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "03bcb903-8d2d-4a5f-8bfe-434a5027ca36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.625991] env[63348]: DEBUG oslo_concurrency.lockutils [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "03bcb903-8d2d-4a5f-8bfe-434a5027ca36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.626219] env[63348]: DEBUG oslo_concurrency.lockutils [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "03bcb903-8d2d-4a5f-8bfe-434a5027ca36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.626401] env[63348]: DEBUG oslo_concurrency.lockutils [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "03bcb903-8d2d-4a5f-8bfe-434a5027ca36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.626570] env[63348]: DEBUG oslo_concurrency.lockutils [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "03bcb903-8d2d-4a5f-8bfe-434a5027ca36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.628686] env[63348]: INFO nova.compute.manager [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Terminating instance [ 2105.697738] env[63348]: DEBUG oslo_vmware.api [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023346, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.745549] env[63348]: DEBUG nova.compute.utils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2105.746927] env[63348]: DEBUG nova.compute.manager [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2105.747123] env[63348]: DEBUG nova.network.neutron [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2105.752444] env[63348]: DEBUG oslo_concurrency.lockutils [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.797454] env[63348]: DEBUG nova.policy [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebd03037a88a410cb622cef1910a336c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f3cb50adb7941318d70b6c2c9810e7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2105.893951] env[63348]: DEBUG nova.compute.manager [req-325fd1d3-e19c-41c1-b6ca-71a1ce249de9 req-813bc61a-69de-4c3c-88af-737857b4db21 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Received event network-changed-3465cbca-5a53-426a-a3b6-3d8e393ebd05 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2105.894236] env[63348]: DEBUG nova.compute.manager [req-325fd1d3-e19c-41c1-b6ca-71a1ce249de9 req-813bc61a-69de-4c3c-88af-737857b4db21 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Refreshing instance network info cache due to event network-changed-3465cbca-5a53-426a-a3b6-3d8e393ebd05. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2105.894518] env[63348]: DEBUG oslo_concurrency.lockutils [req-325fd1d3-e19c-41c1-b6ca-71a1ce249de9 req-813bc61a-69de-4c3c-88af-737857b4db21 service nova] Acquiring lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.894841] env[63348]: DEBUG oslo_concurrency.lockutils [req-325fd1d3-e19c-41c1-b6ca-71a1ce249de9 req-813bc61a-69de-4c3c-88af-737857b4db21 service nova] Acquired lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.895015] env[63348]: DEBUG nova.network.neutron [req-325fd1d3-e19c-41c1-b6ca-71a1ce249de9 req-813bc61a-69de-4c3c-88af-737857b4db21 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Refreshing network info cache for port 3465cbca-5a53-426a-a3b6-3d8e393ebd05 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2106.048853] env[63348]: DEBUG nova.network.neutron [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Successfully created port: a42b2907-cc5b-4905-9bff-d13c9e00d3db {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2106.132171] env[63348]: DEBUG nova.compute.manager [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2106.132547] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2106.133354] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34b9e3e-8916-4f87-b836-a5999b06ff0a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.141949] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2106.142168] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d11389e-036a-4438-9196-5ceba37cc3d6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.198368] env[63348]: DEBUG oslo_vmware.api [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023346, 'name': ReconfigVM_Task, 'duration_secs': 6.008989} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.198618] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.198827] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Reconfigured VM to detach interface {{(pid=63348) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2106.253732] env[63348]: DEBUG nova.compute.manager [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2106.335758] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2106.335758] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2106.335758] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Deleting the datastore file [datastore2] 03bcb903-8d2d-4a5f-8bfe-434a5027ca36 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2106.336388] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-780096e7-03bd-439d-a40a-336d1715ae6b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.344831] env[63348]: DEBUG oslo_vmware.api [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2106.344831] env[63348]: value = "task-2023357" [ 2106.344831] env[63348]: _type = "Task" [ 2106.344831] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.359028] env[63348]: DEBUG oslo_vmware.api [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.472293] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62929d18-08f7-4e4e-9e0e-b91334d35619 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.483590] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4ab7cf-d661-48ad-b9d3-d387a6189cd6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.519597] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab03e39b-2dd6-45bd-b394-ca2858a5dffe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.528415] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285483cf-b6c0-4d9f-a8eb-bffc259dc744 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.543103] env[63348]: DEBUG nova.compute.provider_tree [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2106.605530] env[63348]: DEBUG nova.compute.manager [req-bf5adea5-6624-4389-8e34-ccdcae554e6f req-716dfa52-85cf-4f95-9570-13e79c5ed248 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Received event network-vif-deleted-b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2106.605806] env[63348]: INFO nova.compute.manager [req-bf5adea5-6624-4389-8e34-ccdcae554e6f req-716dfa52-85cf-4f95-9570-13e79c5ed248 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Neutron deleted interface b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1; detaching it from the instance and deleting it from the info cache [ 2106.606084] env[63348]: DEBUG nova.network.neutron [req-bf5adea5-6624-4389-8e34-ccdcae554e6f req-716dfa52-85cf-4f95-9570-13e79c5ed248 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Updating instance_info_cache with network_info: [{"id": "d53c665c-3373-4f1a-9f26-6e47ade766f5", "address": "fa:16:3e:54:e5:eb", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53c665c-33", "ovs_interfaceid": "d53c665c-3373-4f1a-9f26-6e47ade766f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2106.652528] env[63348]: DEBUG nova.network.neutron [req-325fd1d3-e19c-41c1-b6ca-71a1ce249de9 req-813bc61a-69de-4c3c-88af-737857b4db21 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Updated VIF entry in instance network info cache for port 3465cbca-5a53-426a-a3b6-3d8e393ebd05. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2106.652921] env[63348]: DEBUG nova.network.neutron [req-325fd1d3-e19c-41c1-b6ca-71a1ce249de9 req-813bc61a-69de-4c3c-88af-737857b4db21 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Updating instance_info_cache with network_info: [{"id": "3465cbca-5a53-426a-a3b6-3d8e393ebd05", "address": "fa:16:3e:d5:e8:ad", "network": {"id": "1b6efb5f-da54-48d5-9abe-8973d76425dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614267813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf92ba54e74328aba91b42b124ea75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3465cbca-5a", "ovs_interfaceid": "3465cbca-5a53-426a-a3b6-3d8e393ebd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2106.855495] env[63348]: DEBUG oslo_vmware.api [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203339} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.855775] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2106.855934] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2106.856122] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2106.856292] env[63348]: INFO nova.compute.manager [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Took 0.72 seconds to destroy the instance on the hypervisor. [ 2106.856526] env[63348]: DEBUG oslo.service.loopingcall [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2106.856715] env[63348]: DEBUG nova.compute.manager [-] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2106.856811] env[63348]: DEBUG nova.network.neutron [-] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2107.048539] env[63348]: DEBUG nova.scheduler.client.report [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2107.108964] env[63348]: DEBUG oslo_concurrency.lockutils [req-bf5adea5-6624-4389-8e34-ccdcae554e6f req-716dfa52-85cf-4f95-9570-13e79c5ed248 service nova] Acquiring lock "beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2107.109180] env[63348]: DEBUG oslo_concurrency.lockutils [req-bf5adea5-6624-4389-8e34-ccdcae554e6f req-716dfa52-85cf-4f95-9570-13e79c5ed248 service nova] Acquired lock "beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2107.110274] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d1ea65-a3e6-421b-9b4b-ffc26245339a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.128694] env[63348]: DEBUG oslo_concurrency.lockutils [req-bf5adea5-6624-4389-8e34-ccdcae554e6f req-716dfa52-85cf-4f95-9570-13e79c5ed248 service nova] Releasing lock "beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.128953] env[63348]: WARNING nova.compute.manager [req-bf5adea5-6624-4389-8e34-ccdcae554e6f req-716dfa52-85cf-4f95-9570-13e79c5ed248 service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Detach interface failed, port_id=b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1, reason: No device with interface-id b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1 exists on VM: nova.exception.NotFound: No device with interface-id b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1 exists on VM [ 2107.156105] env[63348]: DEBUG oslo_concurrency.lockutils [req-325fd1d3-e19c-41c1-b6ca-71a1ce249de9 req-813bc61a-69de-4c3c-88af-737857b4db21 service nova] Releasing lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.269361] env[63348]: DEBUG nova.compute.manager [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2107.295866] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2107.296032] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2107.296197] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2107.296424] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2107.296542] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2107.296687] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2107.296894] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2107.297071] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2107.297242] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2107.297401] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2107.297575] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2107.298465] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182dc5c0-fe3b-4d73-952d-f80808ddc55d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.306811] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69f7797-ed13-4a3b-b1a8-7f5019c30781 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.310898] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "beda0967-a3a7-477f-945b-e8ff964d1350" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.311124] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "beda0967-a3a7-477f-945b-e8ff964d1350" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.311321] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "beda0967-a3a7-477f-945b-e8ff964d1350-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.311500] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "beda0967-a3a7-477f-945b-e8ff964d1350-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.311703] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "beda0967-a3a7-477f-945b-e8ff964d1350-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.315028] env[63348]: INFO nova.compute.manager [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Terminating instance [ 2107.553346] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.553891] env[63348]: DEBUG nova.compute.manager [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2107.556785] env[63348]: DEBUG oslo_concurrency.lockutils [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.804s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.558255] env[63348]: INFO nova.compute.claims [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2107.577502] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "refresh_cache-beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2107.577613] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "refresh_cache-beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2107.577798] env[63348]: DEBUG nova.network.neutron [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2107.593418] env[63348]: DEBUG nova.network.neutron [-] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2107.650848] env[63348]: DEBUG nova.network.neutron [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Successfully updated port: a42b2907-cc5b-4905-9bff-d13c9e00d3db {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2107.826649] env[63348]: DEBUG nova.compute.manager [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2107.826918] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2107.828241] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754e6afe-86ef-48ee-9893-752cff41d326 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.836221] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2107.836456] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89317c78-dc91-4668-a915-9c9ac581d00e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.842868] env[63348]: DEBUG oslo_vmware.api [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2107.842868] env[63348]: value = "task-2023358" [ 2107.842868] env[63348]: _type = "Task" [ 2107.842868] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.850676] env[63348]: DEBUG oslo_vmware.api [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.919388] env[63348]: DEBUG nova.compute.manager [req-2a1a07dd-8535-4409-bcac-1b82eed83aa4 req-00a4ba42-50c8-46c9-bf7f-3b328379140d service nova] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Received event network-vif-deleted-a59c9557-2f7b-49d7-b477-c71af50da0da {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2108.063638] env[63348]: DEBUG nova.compute.utils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2108.067383] env[63348]: DEBUG nova.compute.manager [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2108.067559] env[63348]: DEBUG nova.network.neutron [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2108.097043] env[63348]: INFO nova.compute.manager [-] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Took 1.24 seconds to deallocate network for instance. [ 2108.111207] env[63348]: DEBUG nova.policy [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebd03037a88a410cb622cef1910a336c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f3cb50adb7941318d70b6c2c9810e7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2108.155863] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "refresh_cache-b9f5f368-5f8b-4725-b4ec-23d491d8a2d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.155944] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquired lock "refresh_cache-b9f5f368-5f8b-4725-b4ec-23d491d8a2d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2108.156116] env[63348]: DEBUG nova.network.neutron [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2108.289543] env[63348]: DEBUG nova.network.neutron [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Updating instance_info_cache with network_info: [{"id": "d53c665c-3373-4f1a-9f26-6e47ade766f5", "address": "fa:16:3e:54:e5:eb", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53c665c-33", "ovs_interfaceid": "d53c665c-3373-4f1a-9f26-6e47ade766f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2108.348146] env[63348]: DEBUG nova.network.neutron [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Successfully created port: 18b8ce40-9e4b-4f0c-afb0-39e3a5b2ecf2 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2108.357879] env[63348]: DEBUG oslo_vmware.api [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023358, 'name': PowerOffVM_Task, 'duration_secs': 0.205556} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.358160] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2108.358327] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2108.358581] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-630df159-2027-4baf-9680-ce7ab9743e46 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.560205] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2108.562017] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2108.562017] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Deleting the datastore file [datastore1] beda0967-a3a7-477f-945b-e8ff964d1350 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2108.562017] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a015de5-81bd-409b-b602-7cb3d262e449 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.570659] env[63348]: DEBUG oslo_vmware.api [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2108.570659] env[63348]: value = "task-2023360" [ 2108.570659] env[63348]: _type = "Task" [ 2108.570659] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.576199] env[63348]: DEBUG nova.compute.manager [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2108.584811] env[63348]: DEBUG oslo_vmware.api [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.603699] env[63348]: DEBUG oslo_concurrency.lockutils [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.636299] env[63348]: DEBUG nova.compute.manager [req-3528ef06-19fe-4fd5-a6d0-02272ff89ad2 req-ef0cae94-ba99-4ac1-a463-2c67b2cd642b service nova] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Received event network-vif-plugged-a42b2907-cc5b-4905-9bff-d13c9e00d3db {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2108.636803] env[63348]: DEBUG oslo_concurrency.lockutils [req-3528ef06-19fe-4fd5-a6d0-02272ff89ad2 req-ef0cae94-ba99-4ac1-a463-2c67b2cd642b service nova] Acquiring lock "b9f5f368-5f8b-4725-b4ec-23d491d8a2d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.637060] env[63348]: DEBUG oslo_concurrency.lockutils [req-3528ef06-19fe-4fd5-a6d0-02272ff89ad2 req-ef0cae94-ba99-4ac1-a463-2c67b2cd642b service nova] Lock "b9f5f368-5f8b-4725-b4ec-23d491d8a2d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.637251] env[63348]: DEBUG oslo_concurrency.lockutils [req-3528ef06-19fe-4fd5-a6d0-02272ff89ad2 req-ef0cae94-ba99-4ac1-a463-2c67b2cd642b service nova] Lock "b9f5f368-5f8b-4725-b4ec-23d491d8a2d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.637432] env[63348]: DEBUG nova.compute.manager [req-3528ef06-19fe-4fd5-a6d0-02272ff89ad2 req-ef0cae94-ba99-4ac1-a463-2c67b2cd642b service nova] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] No waiting events found dispatching network-vif-plugged-a42b2907-cc5b-4905-9bff-d13c9e00d3db {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2108.637609] env[63348]: WARNING nova.compute.manager [req-3528ef06-19fe-4fd5-a6d0-02272ff89ad2 req-ef0cae94-ba99-4ac1-a463-2c67b2cd642b service nova] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Received unexpected event network-vif-plugged-a42b2907-cc5b-4905-9bff-d13c9e00d3db for instance with vm_state building and task_state spawning. [ 2108.637789] env[63348]: DEBUG nova.compute.manager [req-3528ef06-19fe-4fd5-a6d0-02272ff89ad2 req-ef0cae94-ba99-4ac1-a463-2c67b2cd642b service nova] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Received event network-changed-a42b2907-cc5b-4905-9bff-d13c9e00d3db {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2108.637944] env[63348]: DEBUG nova.compute.manager [req-3528ef06-19fe-4fd5-a6d0-02272ff89ad2 req-ef0cae94-ba99-4ac1-a463-2c67b2cd642b service nova] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Refreshing instance network info cache due to event network-changed-a42b2907-cc5b-4905-9bff-d13c9e00d3db. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2108.638123] env[63348]: DEBUG oslo_concurrency.lockutils [req-3528ef06-19fe-4fd5-a6d0-02272ff89ad2 req-ef0cae94-ba99-4ac1-a463-2c67b2cd642b service nova] Acquiring lock "refresh_cache-b9f5f368-5f8b-4725-b4ec-23d491d8a2d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.704912] env[63348]: DEBUG nova.network.neutron [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2108.716467] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7297eae-75eb-4b9b-a10d-3a3a0381eba0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.724651] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a135fb-cc19-480b-b26f-bfad0d5bbd5d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.759244] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7d2eee-77db-412a-8a0b-06f76d34cc09 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.767942] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a128f10-5eb1-40e3-b427-978fa296a013 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.781671] env[63348]: DEBUG nova.compute.provider_tree [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2108.792898] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "refresh_cache-beda0967-a3a7-477f-945b-e8ff964d1350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.867764] env[63348]: DEBUG nova.network.neutron [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Updating instance_info_cache with network_info: [{"id": "a42b2907-cc5b-4905-9bff-d13c9e00d3db", "address": "fa:16:3e:40:99:1c", "network": {"id": "33cff2c1-fb7a-4692-bce8-29a7b25f77d9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-185158853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3cb50adb7941318d70b6c2c9810e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa42b2907-cc", "ovs_interfaceid": "a42b2907-cc5b-4905-9bff-d13c9e00d3db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.083781] env[63348]: DEBUG oslo_vmware.api [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15334} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.084225] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2109.084438] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2109.084626] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2109.084798] env[63348]: INFO nova.compute.manager [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2109.085068] env[63348]: DEBUG oslo.service.loopingcall [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2109.085236] env[63348]: DEBUG nova.compute.manager [-] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2109.085328] env[63348]: DEBUG nova.network.neutron [-] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2109.284749] env[63348]: DEBUG nova.scheduler.client.report [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2109.298495] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cac0f4f-4fa4-48af-9b25-bf02b4d6dbee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-beda0967-a3a7-477f-945b-e8ff964d1350-b8ea1ae8-a1b8-4c82-9fe7-ecb2d608ddd1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.705s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.371022] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Releasing lock "refresh_cache-b9f5f368-5f8b-4725-b4ec-23d491d8a2d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.371341] env[63348]: DEBUG nova.compute.manager [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Instance network_info: |[{"id": "a42b2907-cc5b-4905-9bff-d13c9e00d3db", "address": "fa:16:3e:40:99:1c", "network": {"id": "33cff2c1-fb7a-4692-bce8-29a7b25f77d9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-185158853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3cb50adb7941318d70b6c2c9810e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa42b2907-cc", "ovs_interfaceid": "a42b2907-cc5b-4905-9bff-d13c9e00d3db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2109.371690] env[63348]: DEBUG oslo_concurrency.lockutils [req-3528ef06-19fe-4fd5-a6d0-02272ff89ad2 req-ef0cae94-ba99-4ac1-a463-2c67b2cd642b service nova] Acquired lock "refresh_cache-b9f5f368-5f8b-4725-b4ec-23d491d8a2d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.371873] env[63348]: DEBUG nova.network.neutron [req-3528ef06-19fe-4fd5-a6d0-02272ff89ad2 req-ef0cae94-ba99-4ac1-a463-2c67b2cd642b service nova] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Refreshing network info cache for port a42b2907-cc5b-4905-9bff-d13c9e00d3db {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2109.373055] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:99:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a42b2907-cc5b-4905-9bff-d13c9e00d3db', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2109.386242] env[63348]: DEBUG oslo.service.loopingcall [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2109.387122] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2109.387815] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de880760-c47e-4eb0-8dc3-8a8d4dfd0106 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.408190] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2109.408190] env[63348]: value = "task-2023361" [ 2109.408190] env[63348]: _type = "Task" [ 2109.408190] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.416364] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023361, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.587799] env[63348]: DEBUG nova.compute.manager [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2109.613744] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2109.614228] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2109.614501] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2109.614905] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2109.615215] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2109.615497] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2109.615817] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2109.616131] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2109.616434] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2109.616818] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2109.617182] env[63348]: DEBUG nova.virt.hardware [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2109.618706] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf2391d-18fc-49df-bb5e-5230f7a8e0f4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.626949] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb03ecd-12be-4af9-8d92-0a8e6c22d81c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.698477] env[63348]: DEBUG nova.compute.manager [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Stashing vm_state: active {{(pid=63348) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2109.790937] env[63348]: DEBUG oslo_concurrency.lockutils [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.791665] env[63348]: DEBUG nova.compute.manager [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2109.794538] env[63348]: DEBUG oslo_concurrency.lockutils [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.191s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.794864] env[63348]: DEBUG nova.objects.instance [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lazy-loading 'resources' on Instance uuid 03bcb903-8d2d-4a5f-8bfe-434a5027ca36 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2109.897492] env[63348]: DEBUG nova.network.neutron [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Successfully updated port: 18b8ce40-9e4b-4f0c-afb0-39e3a5b2ecf2 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2109.926723] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023361, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.952513] env[63348]: DEBUG nova.compute.manager [req-25fced63-1339-44d2-9a46-c174c9139822 req-75d4dc2b-b7e6-4467-b1c4-ddcdcb7c2bcd service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Received event network-vif-deleted-d53c665c-3373-4f1a-9f26-6e47ade766f5 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2109.953155] env[63348]: INFO nova.compute.manager [req-25fced63-1339-44d2-9a46-c174c9139822 req-75d4dc2b-b7e6-4467-b1c4-ddcdcb7c2bcd service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Neutron deleted interface d53c665c-3373-4f1a-9f26-6e47ade766f5; detaching it from the instance and deleting it from the info cache [ 2109.953310] env[63348]: DEBUG nova.network.neutron [req-25fced63-1339-44d2-9a46-c174c9139822 req-75d4dc2b-b7e6-4467-b1c4-ddcdcb7c2bcd service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.113024] env[63348]: DEBUG nova.network.neutron [req-3528ef06-19fe-4fd5-a6d0-02272ff89ad2 req-ef0cae94-ba99-4ac1-a463-2c67b2cd642b service nova] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Updated VIF entry in instance network info cache for port a42b2907-cc5b-4905-9bff-d13c9e00d3db. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2110.113520] env[63348]: DEBUG nova.network.neutron [req-3528ef06-19fe-4fd5-a6d0-02272ff89ad2 req-ef0cae94-ba99-4ac1-a463-2c67b2cd642b service nova] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Updating instance_info_cache with network_info: [{"id": "a42b2907-cc5b-4905-9bff-d13c9e00d3db", "address": "fa:16:3e:40:99:1c", "network": {"id": "33cff2c1-fb7a-4692-bce8-29a7b25f77d9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-185158853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3cb50adb7941318d70b6c2c9810e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa42b2907-cc", "ovs_interfaceid": "a42b2907-cc5b-4905-9bff-d13c9e00d3db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.174228] env[63348]: DEBUG nova.network.neutron [-] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.220805] env[63348]: DEBUG oslo_concurrency.lockutils [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.302231] env[63348]: DEBUG nova.compute.utils [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2110.305046] env[63348]: DEBUG nova.compute.manager [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2110.305287] env[63348]: DEBUG nova.network.neutron [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2110.369210] env[63348]: DEBUG nova.policy [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16ba79e4ef3f498c8543b25f329c8e3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b4bdd51702e41f09e96d77d095278aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2110.403199] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "refresh_cache-d98c04c9-609d-42f7-8a93-d8436c1f4979" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.403199] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquired lock "refresh_cache-d98c04c9-609d-42f7-8a93-d8436c1f4979" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.403199] env[63348]: DEBUG nova.network.neutron [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2110.423932] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023361, 'name': CreateVM_Task, 'duration_secs': 0.546332} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.431427] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2110.432799] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.433169] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.433328] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2110.433629] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0861b5db-6844-4358-9597-9c932bec77fd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.440055] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2110.440055] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b579c5-9b8b-ef88-4762-547d145f80f5" [ 2110.440055] env[63348]: _type = "Task" [ 2110.440055] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.461522] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b579c5-9b8b-ef88-4762-547d145f80f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010789} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.461522] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f83f18f8-6964-4c70-97f3-35f0ff936c6e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.465599] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2110.466162] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2110.466558] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.466833] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.467348] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2110.471513] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39e94ce7-1873-49ae-8a4a-61e122093c6c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.487139] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960098c1-c7ab-425e-aed8-150cc9586e27 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.507082] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2110.507300] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2110.509888] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0f13d5b-9fa9-49ae-a46a-c5e63edcbdd0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.517187] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2110.517187] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52852251-3125-00c9-5c88-e265c8717b2c" [ 2110.517187] env[63348]: _type = "Task" [ 2110.517187] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.533878] env[63348]: DEBUG nova.compute.manager [req-25fced63-1339-44d2-9a46-c174c9139822 req-75d4dc2b-b7e6-4467-b1c4-ddcdcb7c2bcd service nova] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Detach interface failed, port_id=d53c665c-3373-4f1a-9f26-6e47ade766f5, reason: Instance beda0967-a3a7-477f-945b-e8ff964d1350 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2110.540398] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52852251-3125-00c9-5c88-e265c8717b2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.553348] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31b519d-92c8-458b-ac08-76c3681c1b52 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.562265] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0131eec-ce8c-4142-b99a-2bd7efe96fb2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.595082] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7be511-48ab-48ca-a1da-cd0247e79936 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.603832] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acd4cdc-1305-4738-8d41-5ff0f528a3f2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.618474] env[63348]: DEBUG oslo_concurrency.lockutils [req-3528ef06-19fe-4fd5-a6d0-02272ff89ad2 req-ef0cae94-ba99-4ac1-a463-2c67b2cd642b service nova] Releasing lock "refresh_cache-b9f5f368-5f8b-4725-b4ec-23d491d8a2d6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2110.618897] env[63348]: DEBUG nova.compute.provider_tree [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2110.666764] env[63348]: DEBUG nova.compute.manager [req-97293718-33a1-41d9-be2d-0acd690e6453 req-70af10d7-8433-466e-a855-4c96c40b8e7e service nova] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Received event network-vif-plugged-18b8ce40-9e4b-4f0c-afb0-39e3a5b2ecf2 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2110.667109] env[63348]: DEBUG oslo_concurrency.lockutils [req-97293718-33a1-41d9-be2d-0acd690e6453 req-70af10d7-8433-466e-a855-4c96c40b8e7e service nova] Acquiring lock "d98c04c9-609d-42f7-8a93-d8436c1f4979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.667322] env[63348]: DEBUG oslo_concurrency.lockutils [req-97293718-33a1-41d9-be2d-0acd690e6453 req-70af10d7-8433-466e-a855-4c96c40b8e7e service nova] Lock "d98c04c9-609d-42f7-8a93-d8436c1f4979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.667510] env[63348]: DEBUG oslo_concurrency.lockutils [req-97293718-33a1-41d9-be2d-0acd690e6453 req-70af10d7-8433-466e-a855-4c96c40b8e7e service nova] Lock "d98c04c9-609d-42f7-8a93-d8436c1f4979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.667656] env[63348]: DEBUG nova.compute.manager [req-97293718-33a1-41d9-be2d-0acd690e6453 req-70af10d7-8433-466e-a855-4c96c40b8e7e service nova] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] No waiting events found dispatching network-vif-plugged-18b8ce40-9e4b-4f0c-afb0-39e3a5b2ecf2 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2110.667826] env[63348]: WARNING nova.compute.manager [req-97293718-33a1-41d9-be2d-0acd690e6453 req-70af10d7-8433-466e-a855-4c96c40b8e7e service nova] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Received unexpected event network-vif-plugged-18b8ce40-9e4b-4f0c-afb0-39e3a5b2ecf2 for instance with vm_state building and task_state spawning. [ 2110.667989] env[63348]: DEBUG nova.compute.manager [req-97293718-33a1-41d9-be2d-0acd690e6453 req-70af10d7-8433-466e-a855-4c96c40b8e7e service nova] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Received event network-changed-18b8ce40-9e4b-4f0c-afb0-39e3a5b2ecf2 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2110.668198] env[63348]: DEBUG nova.compute.manager [req-97293718-33a1-41d9-be2d-0acd690e6453 req-70af10d7-8433-466e-a855-4c96c40b8e7e service nova] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Refreshing instance network info cache due to event network-changed-18b8ce40-9e4b-4f0c-afb0-39e3a5b2ecf2. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2110.668366] env[63348]: DEBUG oslo_concurrency.lockutils [req-97293718-33a1-41d9-be2d-0acd690e6453 req-70af10d7-8433-466e-a855-4c96c40b8e7e service nova] Acquiring lock "refresh_cache-d98c04c9-609d-42f7-8a93-d8436c1f4979" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.677456] env[63348]: INFO nova.compute.manager [-] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Took 1.59 seconds to deallocate network for instance. [ 2110.808561] env[63348]: DEBUG nova.network.neutron [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Successfully created port: bf9972dd-a2de-481c-b4a2-8c384b9db927 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2110.811232] env[63348]: DEBUG nova.compute.manager [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2110.940369] env[63348]: DEBUG nova.network.neutron [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2111.029261] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52852251-3125-00c9-5c88-e265c8717b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.011541} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.030175] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-692c8bed-ab51-439a-bdde-82c23063b681 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.039363] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2111.039363] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52472f7a-b8d6-f89d-6c3d-4d24913055b2" [ 2111.039363] env[63348]: _type = "Task" [ 2111.039363] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.050544] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52472f7a-b8d6-f89d-6c3d-4d24913055b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.113041] env[63348]: DEBUG nova.network.neutron [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Updating instance_info_cache with network_info: [{"id": "18b8ce40-9e4b-4f0c-afb0-39e3a5b2ecf2", "address": "fa:16:3e:2d:a5:66", "network": {"id": "33cff2c1-fb7a-4692-bce8-29a7b25f77d9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-185158853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3cb50adb7941318d70b6c2c9810e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b8ce40-9e", "ovs_interfaceid": "18b8ce40-9e4b-4f0c-afb0-39e3a5b2ecf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.124011] env[63348]: DEBUG nova.scheduler.client.report [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2111.184741] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.550763] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52472f7a-b8d6-f89d-6c3d-4d24913055b2, 'name': SearchDatastore_Task, 'duration_secs': 0.040203} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.551105] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2111.551430] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] b9f5f368-5f8b-4725-b4ec-23d491d8a2d6/b9f5f368-5f8b-4725-b4ec-23d491d8a2d6.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2111.551675] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca5f9a1e-7f36-4f16-a874-9f37a1a3c970 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.561034] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2111.561034] env[63348]: value = "task-2023362" [ 2111.561034] env[63348]: _type = "Task" [ 2111.561034] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.570548] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.616308] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Releasing lock "refresh_cache-d98c04c9-609d-42f7-8a93-d8436c1f4979" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2111.616814] env[63348]: DEBUG nova.compute.manager [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Instance network_info: |[{"id": "18b8ce40-9e4b-4f0c-afb0-39e3a5b2ecf2", "address": "fa:16:3e:2d:a5:66", "network": {"id": "33cff2c1-fb7a-4692-bce8-29a7b25f77d9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-185158853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3cb50adb7941318d70b6c2c9810e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b8ce40-9e", "ovs_interfaceid": "18b8ce40-9e4b-4f0c-afb0-39e3a5b2ecf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2111.617419] env[63348]: DEBUG oslo_concurrency.lockutils [req-97293718-33a1-41d9-be2d-0acd690e6453 req-70af10d7-8433-466e-a855-4c96c40b8e7e service nova] Acquired lock "refresh_cache-d98c04c9-609d-42f7-8a93-d8436c1f4979" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2111.617545] env[63348]: DEBUG nova.network.neutron [req-97293718-33a1-41d9-be2d-0acd690e6453 req-70af10d7-8433-466e-a855-4c96c40b8e7e service nova] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Refreshing network info cache for port 18b8ce40-9e4b-4f0c-afb0-39e3a5b2ecf2 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2111.618851] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:a5:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18b8ce40-9e4b-4f0c-afb0-39e3a5b2ecf2', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2111.627734] env[63348]: DEBUG oslo.service.loopingcall [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2111.629240] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2111.630223] env[63348]: DEBUG oslo_concurrency.lockutils [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.633163] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8ec7a92-5826-4cd3-b199-29581aa0584a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.648350] env[63348]: DEBUG oslo_concurrency.lockutils [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.428s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.656619] env[63348]: INFO nova.scheduler.client.report [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Deleted allocations for instance 03bcb903-8d2d-4a5f-8bfe-434a5027ca36 [ 2111.658880] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2111.658880] env[63348]: value = "task-2023363" [ 2111.658880] env[63348]: _type = "Task" [ 2111.658880] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.675683] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023363, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.821247] env[63348]: DEBUG nova.compute.manager [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2111.854478] env[63348]: DEBUG nova.virt.hardware [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2111.854779] env[63348]: DEBUG nova.virt.hardware [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2111.854941] env[63348]: DEBUG nova.virt.hardware [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2111.855136] env[63348]: DEBUG nova.virt.hardware [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2111.855283] env[63348]: DEBUG nova.virt.hardware [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2111.855431] env[63348]: DEBUG nova.virt.hardware [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2111.855638] env[63348]: DEBUG nova.virt.hardware [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2111.855800] env[63348]: DEBUG nova.virt.hardware [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2111.855976] env[63348]: DEBUG nova.virt.hardware [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2111.856158] env[63348]: DEBUG nova.virt.hardware [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2111.856332] env[63348]: DEBUG nova.virt.hardware [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2111.857625] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad88356-0e26-41f6-905f-7a02b079bd16 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.867131] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d32489-56b7-44c3-8a3a-4e8b2c95b18f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.071936] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023362, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.154280] env[63348]: INFO nova.compute.claims [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2112.169406] env[63348]: DEBUG oslo_concurrency.lockutils [None req-572702df-fff1-41f5-a07b-5f4353d166dc tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "03bcb903-8d2d-4a5f-8bfe-434a5027ca36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.543s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.176538] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023363, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.237641] env[63348]: DEBUG nova.compute.manager [req-d67dcd3c-eb0f-4590-b738-3b090594e353 req-980bb8b5-e6c9-4ad9-b7ed-1c4033470ed0 service nova] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Received event network-vif-plugged-bf9972dd-a2de-481c-b4a2-8c384b9db927 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2112.237873] env[63348]: DEBUG oslo_concurrency.lockutils [req-d67dcd3c-eb0f-4590-b738-3b090594e353 req-980bb8b5-e6c9-4ad9-b7ed-1c4033470ed0 service nova] Acquiring lock "f04a390e-ee9b-42ca-a300-415ee3feaa83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.238090] env[63348]: DEBUG oslo_concurrency.lockutils [req-d67dcd3c-eb0f-4590-b738-3b090594e353 req-980bb8b5-e6c9-4ad9-b7ed-1c4033470ed0 service nova] Lock "f04a390e-ee9b-42ca-a300-415ee3feaa83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.238262] env[63348]: DEBUG oslo_concurrency.lockutils [req-d67dcd3c-eb0f-4590-b738-3b090594e353 req-980bb8b5-e6c9-4ad9-b7ed-1c4033470ed0 service nova] Lock "f04a390e-ee9b-42ca-a300-415ee3feaa83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.238424] env[63348]: DEBUG nova.compute.manager [req-d67dcd3c-eb0f-4590-b738-3b090594e353 req-980bb8b5-e6c9-4ad9-b7ed-1c4033470ed0 service nova] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] No waiting events found dispatching network-vif-plugged-bf9972dd-a2de-481c-b4a2-8c384b9db927 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2112.238656] env[63348]: WARNING nova.compute.manager [req-d67dcd3c-eb0f-4590-b738-3b090594e353 req-980bb8b5-e6c9-4ad9-b7ed-1c4033470ed0 service nova] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Received unexpected event network-vif-plugged-bf9972dd-a2de-481c-b4a2-8c384b9db927 for instance with vm_state building and task_state spawning. [ 2112.326091] env[63348]: DEBUG nova.network.neutron [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Successfully updated port: bf9972dd-a2de-481c-b4a2-8c384b9db927 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2112.330856] env[63348]: DEBUG nova.network.neutron [req-97293718-33a1-41d9-be2d-0acd690e6453 req-70af10d7-8433-466e-a855-4c96c40b8e7e service nova] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Updated VIF entry in instance network info cache for port 18b8ce40-9e4b-4f0c-afb0-39e3a5b2ecf2. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2112.331334] env[63348]: DEBUG nova.network.neutron [req-97293718-33a1-41d9-be2d-0acd690e6453 req-70af10d7-8433-466e-a855-4c96c40b8e7e service nova] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Updating instance_info_cache with network_info: [{"id": "18b8ce40-9e4b-4f0c-afb0-39e3a5b2ecf2", "address": "fa:16:3e:2d:a5:66", "network": {"id": "33cff2c1-fb7a-4692-bce8-29a7b25f77d9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-185158853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3cb50adb7941318d70b6c2c9810e7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b8ce40-9e", "ovs_interfaceid": "18b8ce40-9e4b-4f0c-afb0-39e3a5b2ecf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.571398] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574395} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.571716] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] b9f5f368-5f8b-4725-b4ec-23d491d8a2d6/b9f5f368-5f8b-4725-b4ec-23d491d8a2d6.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2112.571897] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2112.572467] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40be5470-5b44-4f6c-9f58-b91a4326ce1c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.578608] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2112.578608] env[63348]: value = "task-2023364" [ 2112.578608] env[63348]: _type = "Task" [ 2112.578608] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.586848] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.661323] env[63348]: INFO nova.compute.resource_tracker [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updating resource usage from migration a4c51b58-f265-41e2-af16-dad4dbaf4bee [ 2112.673623] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023363, 'name': CreateVM_Task, 'duration_secs': 0.532828} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.673813] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2112.674508] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.674677] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.675014] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2112.675284] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d7eee46-20b9-4cdf-8eac-161753fabd29 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.680150] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2112.680150] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526e4f2c-c464-3091-dfb8-ab4f163a25ca" [ 2112.680150] env[63348]: _type = "Task" [ 2112.680150] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.690326] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526e4f2c-c464-3091-dfb8-ab4f163a25ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.788208] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c51ab1c-2c78-4732-8961-d1d1de0456e5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.798028] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00f01b3-6292-43e1-9352-836d28b9654b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.830390] env[63348]: DEBUG oslo_concurrency.lockutils [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "refresh_cache-f04a390e-ee9b-42ca-a300-415ee3feaa83" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.830390] env[63348]: DEBUG oslo_concurrency.lockutils [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquired lock "refresh_cache-f04a390e-ee9b-42ca-a300-415ee3feaa83" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.830390] env[63348]: DEBUG nova.network.neutron [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2112.832186] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1dcac8-3327-49d5-a3af-d88a9f9c3df2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.835361] env[63348]: DEBUG oslo_concurrency.lockutils [req-97293718-33a1-41d9-be2d-0acd690e6453 req-70af10d7-8433-466e-a855-4c96c40b8e7e service nova] Releasing lock "refresh_cache-d98c04c9-609d-42f7-8a93-d8436c1f4979" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.841772] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a899f57-ef61-4585-9fc6-8e90b5c8195f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.856092] env[63348]: DEBUG nova.compute.provider_tree [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2113.090021] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068879} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.090021] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2113.090334] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f424a4d7-84a9-4982-9678-040be40768f1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.114123] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] b9f5f368-5f8b-4725-b4ec-23d491d8a2d6/b9f5f368-5f8b-4725-b4ec-23d491d8a2d6.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2113.114429] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc39958f-e444-48a0-9501-dc439b51c5a0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.135632] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2113.135632] env[63348]: value = "task-2023365" [ 2113.135632] env[63348]: _type = "Task" [ 2113.135632] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.144340] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.194122] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526e4f2c-c464-3091-dfb8-ab4f163a25ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009707} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.194778] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.194778] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2113.194910] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2113.195036] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.195218] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2113.195597] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8e75c73-03e6-448d-8ed8-5bbf823fae10 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.204772] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2113.204954] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2113.205688] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f95b89e-ada1-442f-9e0c-e46dfbedf61a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.210963] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2113.210963] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fee613-9f09-1483-03ce-773f6274638a" [ 2113.210963] env[63348]: _type = "Task" [ 2113.210963] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.218955] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fee613-9f09-1483-03ce-773f6274638a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.360377] env[63348]: DEBUG nova.scheduler.client.report [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2113.365056] env[63348]: DEBUG nova.network.neutron [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2113.491742] env[63348]: DEBUG nova.network.neutron [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Updating instance_info_cache with network_info: [{"id": "bf9972dd-a2de-481c-b4a2-8c384b9db927", "address": "fa:16:3e:de:71:e5", "network": {"id": "5fe84792-f4cc-42e7-95cf-a5a63377aa06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1765097115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b4bdd51702e41f09e96d77d095278aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9972dd-a2", "ovs_interfaceid": "bf9972dd-a2de-481c-b4a2-8c384b9db927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.647009] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023365, 'name': ReconfigVM_Task, 'duration_secs': 0.258766} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.647356] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Reconfigured VM instance instance-00000069 to attach disk [datastore1] b9f5f368-5f8b-4725-b4ec-23d491d8a2d6/b9f5f368-5f8b-4725-b4ec-23d491d8a2d6.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2113.648021] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed55c968-0459-4b4c-9434-7a59b103adb1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.655445] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2113.655445] env[63348]: value = "task-2023366" [ 2113.655445] env[63348]: _type = "Task" [ 2113.655445] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.663985] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023366, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.722670] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fee613-9f09-1483-03ce-773f6274638a, 'name': SearchDatastore_Task, 'duration_secs': 0.009484} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.723227] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77e4f212-2b99-4d52-9cb0-d22d877722f0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.729419] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2113.729419] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521a97f9-109f-e621-4a53-610ffe693e56" [ 2113.729419] env[63348]: _type = "Task" [ 2113.729419] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.739727] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521a97f9-109f-e621-4a53-610ffe693e56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.804338] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "464fe772-4b7f-41da-8e40-a2a40a994520" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.804579] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "464fe772-4b7f-41da-8e40-a2a40a994520" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.865677] env[63348]: DEBUG oslo_concurrency.lockutils [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.217s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.866068] env[63348]: INFO nova.compute.manager [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Migrating [ 2113.873131] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.688s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.873377] env[63348]: DEBUG nova.objects.instance [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lazy-loading 'resources' on Instance uuid beda0967-a3a7-477f-945b-e8ff964d1350 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2113.996898] env[63348]: DEBUG oslo_concurrency.lockutils [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Releasing lock "refresh_cache-f04a390e-ee9b-42ca-a300-415ee3feaa83" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.997223] env[63348]: DEBUG nova.compute.manager [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Instance network_info: |[{"id": "bf9972dd-a2de-481c-b4a2-8c384b9db927", "address": "fa:16:3e:de:71:e5", "network": {"id": "5fe84792-f4cc-42e7-95cf-a5a63377aa06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1765097115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b4bdd51702e41f09e96d77d095278aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9972dd-a2", "ovs_interfaceid": "bf9972dd-a2de-481c-b4a2-8c384b9db927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2113.997636] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:71:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf9972dd-a2de-481c-b4a2-8c384b9db927', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2114.005485] env[63348]: DEBUG oslo.service.loopingcall [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2114.005700] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2114.005924] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85c30276-06f2-497d-b023-f3cdc3328138 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.027480] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2114.027480] env[63348]: value = "task-2023367" [ 2114.027480] env[63348]: _type = "Task" [ 2114.027480] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.035559] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023367, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.165323] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023366, 'name': Rename_Task, 'duration_secs': 0.142285} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.165613] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2114.165866] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f9614f2-b4d5-475a-861f-dee647f81854 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.173352] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2114.173352] env[63348]: value = "task-2023368" [ 2114.173352] env[63348]: _type = "Task" [ 2114.173352] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.181474] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.239613] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521a97f9-109f-e621-4a53-610ffe693e56, 'name': SearchDatastore_Task, 'duration_secs': 0.010318} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.239910] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.240222] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] d98c04c9-609d-42f7-8a93-d8436c1f4979/d98c04c9-609d-42f7-8a93-d8436c1f4979.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2114.240604] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-085bafa3-c33d-43b0-a3d6-6b2396c1fef2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.248459] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2114.248459] env[63348]: value = "task-2023369" [ 2114.248459] env[63348]: _type = "Task" [ 2114.248459] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.256821] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.268409] env[63348]: DEBUG nova.compute.manager [req-90be414b-7b52-441a-bd0e-1e640e5bf528 req-2091ca3a-a548-42c9-91c8-7688c0ca29b1 service nova] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Received event network-changed-bf9972dd-a2de-481c-b4a2-8c384b9db927 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2114.268634] env[63348]: DEBUG nova.compute.manager [req-90be414b-7b52-441a-bd0e-1e640e5bf528 req-2091ca3a-a548-42c9-91c8-7688c0ca29b1 service nova] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Refreshing instance network info cache due to event network-changed-bf9972dd-a2de-481c-b4a2-8c384b9db927. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2114.268873] env[63348]: DEBUG oslo_concurrency.lockutils [req-90be414b-7b52-441a-bd0e-1e640e5bf528 req-2091ca3a-a548-42c9-91c8-7688c0ca29b1 service nova] Acquiring lock "refresh_cache-f04a390e-ee9b-42ca-a300-415ee3feaa83" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.269029] env[63348]: DEBUG oslo_concurrency.lockutils [req-90be414b-7b52-441a-bd0e-1e640e5bf528 req-2091ca3a-a548-42c9-91c8-7688c0ca29b1 service nova] Acquired lock "refresh_cache-f04a390e-ee9b-42ca-a300-415ee3feaa83" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.269228] env[63348]: DEBUG nova.network.neutron [req-90be414b-7b52-441a-bd0e-1e640e5bf528 req-2091ca3a-a548-42c9-91c8-7688c0ca29b1 service nova] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Refreshing network info cache for port bf9972dd-a2de-481c-b4a2-8c384b9db927 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2114.308826] env[63348]: DEBUG nova.compute.manager [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2114.381314] env[63348]: DEBUG oslo_concurrency.lockutils [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.381648] env[63348]: DEBUG oslo_concurrency.lockutils [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.381900] env[63348]: DEBUG nova.network.neutron [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2114.538734] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023367, 'name': CreateVM_Task, 'duration_secs': 0.364212} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.541958] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2114.543025] env[63348]: DEBUG oslo_concurrency.lockutils [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.543189] env[63348]: DEBUG oslo_concurrency.lockutils [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.543513] env[63348]: DEBUG oslo_concurrency.lockutils [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2114.543801] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f280a0a-3df6-42c7-a454-72a64b5d4467 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.550122] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2114.550122] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ff27fc-e99d-d201-8f1e-58b0df4d7b35" [ 2114.550122] env[63348]: _type = "Task" [ 2114.550122] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.555639] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b108b5c3-7d38-46dc-afe3-b0f450d6a4c0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.568644] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ff27fc-e99d-d201-8f1e-58b0df4d7b35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.576326] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214c4ec2-61dc-4d3b-a61b-6c51d96773a9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.611348] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e8cafc-f61b-4cbe-8092-04a4687c584d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.621623] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570c10a2-92a3-48f8-9d21-a0e951fc8e4d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.642270] env[63348]: DEBUG nova.compute.provider_tree [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2114.688988] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023368, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.763252] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512834} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.763570] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] d98c04c9-609d-42f7-8a93-d8436c1f4979/d98c04c9-609d-42f7-8a93-d8436c1f4979.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2114.763864] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2114.764196] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99b8f9d7-92b1-413e-b15f-0076eb909f6b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.773757] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2114.773757] env[63348]: value = "task-2023370" [ 2114.773757] env[63348]: _type = "Task" [ 2114.773757] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.784997] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.827947] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.974075] env[63348]: DEBUG nova.network.neutron [req-90be414b-7b52-441a-bd0e-1e640e5bf528 req-2091ca3a-a548-42c9-91c8-7688c0ca29b1 service nova] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Updated VIF entry in instance network info cache for port bf9972dd-a2de-481c-b4a2-8c384b9db927. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2114.974450] env[63348]: DEBUG nova.network.neutron [req-90be414b-7b52-441a-bd0e-1e640e5bf528 req-2091ca3a-a548-42c9-91c8-7688c0ca29b1 service nova] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Updating instance_info_cache with network_info: [{"id": "bf9972dd-a2de-481c-b4a2-8c384b9db927", "address": "fa:16:3e:de:71:e5", "network": {"id": "5fe84792-f4cc-42e7-95cf-a5a63377aa06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1765097115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b4bdd51702e41f09e96d77d095278aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9972dd-a2", "ovs_interfaceid": "bf9972dd-a2de-481c-b4a2-8c384b9db927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.064094] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ff27fc-e99d-d201-8f1e-58b0df4d7b35, 'name': SearchDatastore_Task, 'duration_secs': 0.064504} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.064510] env[63348]: DEBUG oslo_concurrency.lockutils [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.064759] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2115.064990] env[63348]: DEBUG oslo_concurrency.lockutils [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.065151] env[63348]: DEBUG oslo_concurrency.lockutils [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.065328] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2115.065710] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cc99197-2ee5-40bd-b675-560dfaaa9b21 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.065901] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cc99197-2ee5-40bd-b675-560dfaaa9b21 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.070179] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11e72625-36bd-43a2-8ddd-202c4fb0dfcd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.081986] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2115.082182] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2115.082920] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c540976a-d91d-4102-874c-ca0ccfac8be1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.092307] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2115.092307] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523dab74-0fef-5f1e-1906-816f11ea87b8" [ 2115.092307] env[63348]: _type = "Task" [ 2115.092307] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.100530] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523dab74-0fef-5f1e-1906-816f11ea87b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.139340] env[63348]: DEBUG nova.network.neutron [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updating instance_info_cache with network_info: [{"id": "96cdac11-105c-4168-85e8-2620cd542914", "address": "fa:16:3e:e8:0d:87", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96cdac11-10", "ovs_interfaceid": "96cdac11-105c-4168-85e8-2620cd542914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.145841] env[63348]: DEBUG nova.scheduler.client.report [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2115.184130] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023368, 'name': PowerOnVM_Task, 'duration_secs': 0.585567} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.184400] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2115.184598] env[63348]: INFO nova.compute.manager [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Took 7.92 seconds to spawn the instance on the hypervisor. [ 2115.184774] env[63348]: DEBUG nova.compute.manager [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2115.185543] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dd7cad-d723-4a00-9cf8-8c3cada9e0bb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.284826] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066145} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.285122] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2115.285941] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11032a2b-cf31-4e2c-b7e0-9c783936b10c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.309985] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] d98c04c9-609d-42f7-8a93-d8436c1f4979/d98c04c9-609d-42f7-8a93-d8436c1f4979.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2115.310290] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bfa3844-c9fb-456f-a867-6eec042c68de {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.330381] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2115.330381] env[63348]: value = "task-2023371" [ 2115.330381] env[63348]: _type = "Task" [ 2115.330381] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.338825] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.478695] env[63348]: DEBUG oslo_concurrency.lockutils [req-90be414b-7b52-441a-bd0e-1e640e5bf528 req-2091ca3a-a548-42c9-91c8-7688c0ca29b1 service nova] Releasing lock "refresh_cache-f04a390e-ee9b-42ca-a300-415ee3feaa83" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.575253] env[63348]: INFO nova.compute.manager [None req-0cc99197-2ee5-40bd-b675-560dfaaa9b21 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Detaching volume a6cdfc26-1910-4d95-ba79-73217e1fdfc8 [ 2115.605201] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523dab74-0fef-5f1e-1906-816f11ea87b8, 'name': SearchDatastore_Task, 'duration_secs': 0.012504} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.606146] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5956ce41-dd1e-496d-8104-0a0336ff2bd3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.609497] env[63348]: INFO nova.virt.block_device [None req-0cc99197-2ee5-40bd-b675-560dfaaa9b21 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Attempting to driver detach volume a6cdfc26-1910-4d95-ba79-73217e1fdfc8 from mountpoint /dev/sdb [ 2115.609864] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc99197-2ee5-40bd-b675-560dfaaa9b21 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Volume detach. Driver type: vmdk {{(pid=63348) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2115.610019] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc99197-2ee5-40bd-b675-560dfaaa9b21 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415702', 'volume_id': 'a6cdfc26-1910-4d95-ba79-73217e1fdfc8', 'name': 'volume-a6cdfc26-1910-4d95-ba79-73217e1fdfc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6cdfc26-1910-4d95-ba79-73217e1fdfc8', 'serial': 'a6cdfc26-1910-4d95-ba79-73217e1fdfc8'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2115.610990] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735efa90-a11e-4b37-85e2-75db5caf5deb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.617518] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2115.617518] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bab7d1-0760-16c2-5226-0aa256fac51e" [ 2115.617518] env[63348]: _type = "Task" [ 2115.617518] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.638802] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617e46a5-a52b-41cb-bb37-8ef330deec5f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.641533] env[63348]: DEBUG oslo_concurrency.lockutils [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.649297] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bab7d1-0760-16c2-5226-0aa256fac51e, 'name': SearchDatastore_Task, 'duration_secs': 0.014603} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.651906] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.654340] env[63348]: DEBUG oslo_concurrency.lockutils [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.654603] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] f04a390e-ee9b-42ca-a300-415ee3feaa83/f04a390e-ee9b-42ca-a300-415ee3feaa83.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2115.655235] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.828s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.656738] env[63348]: INFO nova.compute.claims [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2115.659078] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d78c9c9e-b0e6-4b6e-974a-d594b9225cb3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.661492] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc14a507-420a-49bc-9106-d919e19370fb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.688866] env[63348]: INFO nova.scheduler.client.report [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Deleted allocations for instance beda0967-a3a7-477f-945b-e8ff964d1350 [ 2115.690450] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33961fc4-b293-4ba7-8db4-1d4197c8639f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.693389] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2115.693389] env[63348]: value = "task-2023372" [ 2115.693389] env[63348]: _type = "Task" [ 2115.693389] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.705233] env[63348]: INFO nova.compute.manager [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Took 12.74 seconds to build instance. [ 2115.718042] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc99197-2ee5-40bd-b675-560dfaaa9b21 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] The volume has not been displaced from its original location: [datastore2] volume-a6cdfc26-1910-4d95-ba79-73217e1fdfc8/volume-a6cdfc26-1910-4d95-ba79-73217e1fdfc8.vmdk. No consolidation needed. {{(pid=63348) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2115.724764] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc99197-2ee5-40bd-b675-560dfaaa9b21 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2115.729742] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "b9f5f368-5f8b-4725-b4ec-23d491d8a2d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.773s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.730008] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97d908b5-3076-4314-a370-230badf60fdb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.743036] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.750693] env[63348]: DEBUG oslo_vmware.api [None req-0cc99197-2ee5-40bd-b675-560dfaaa9b21 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2115.750693] env[63348]: value = "task-2023373" [ 2115.750693] env[63348]: _type = "Task" [ 2115.750693] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.760607] env[63348]: DEBUG oslo_vmware.api [None req-0cc99197-2ee5-40bd-b675-560dfaaa9b21 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.843524] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.202886] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b7943d59-04ea-4d6c-aedd-366747dba083 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "beda0967-a3a7-477f-945b-e8ff964d1350" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.891s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.208509] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023372, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.261192] env[63348]: DEBUG oslo_vmware.api [None req-0cc99197-2ee5-40bd-b675-560dfaaa9b21 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023373, 'name': ReconfigVM_Task, 'duration_secs': 0.398895} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.261470] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc99197-2ee5-40bd-b675-560dfaaa9b21 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2116.266360] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06de4fd3-8735-42cd-815a-2f84053c0daf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.281805] env[63348]: DEBUG oslo_vmware.api [None req-0cc99197-2ee5-40bd-b675-560dfaaa9b21 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2116.281805] env[63348]: value = "task-2023374" [ 2116.281805] env[63348]: _type = "Task" [ 2116.281805] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.289548] env[63348]: DEBUG oslo_vmware.api [None req-0cc99197-2ee5-40bd-b675-560dfaaa9b21 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.341979] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023371, 'name': ReconfigVM_Task, 'duration_secs': 0.834742} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.342426] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Reconfigured VM instance instance-0000006a to attach disk [datastore1] d98c04c9-609d-42f7-8a93-d8436c1f4979/d98c04c9-609d-42f7-8a93-d8436c1f4979.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2116.343130] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef77d295-730e-4c7e-b879-747c68ef1e8f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.351036] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2116.351036] env[63348]: value = "task-2023375" [ 2116.351036] env[63348]: _type = "Task" [ 2116.351036] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.360933] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023375, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.707680] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023372, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.795067] env[63348]: DEBUG oslo_vmware.api [None req-0cc99197-2ee5-40bd-b675-560dfaaa9b21 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023374, 'name': ReconfigVM_Task, 'duration_secs': 0.206472} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.798303] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc99197-2ee5-40bd-b675-560dfaaa9b21 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415702', 'volume_id': 'a6cdfc26-1910-4d95-ba79-73217e1fdfc8', 'name': 'volume-a6cdfc26-1910-4d95-ba79-73217e1fdfc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6cdfc26-1910-4d95-ba79-73217e1fdfc8', 'serial': 'a6cdfc26-1910-4d95-ba79-73217e1fdfc8'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2116.815154] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2e5acf-e711-4fc0-aab4-2707f0d27e20 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.822942] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44b4311-9b7f-43e0-90e8-ee8374bb2100 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.858824] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fa8e0d-1fe3-487e-a07b-1098d747efec {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.866791] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023375, 'name': Rename_Task, 'duration_secs': 0.483166} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.868837] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2116.869192] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea279b45-d130-4991-9016-c181fe186612 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.871851] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4787e3a-464d-4ebd-b83e-d3a96e2dca4b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.886721] env[63348]: DEBUG nova.compute.provider_tree [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2116.889083] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2116.889083] env[63348]: value = "task-2023376" [ 2116.889083] env[63348]: _type = "Task" [ 2116.889083] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.897313] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.157469] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99213d0f-506f-4130-80a8-522802f1bc6e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.180132] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updating instance '2e277851-614c-4888-a9c9-4cdd178044d4' progress to 0 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2117.210944] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023372, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.521415} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.211259] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] f04a390e-ee9b-42ca-a300-415ee3feaa83/f04a390e-ee9b-42ca-a300-415ee3feaa83.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2117.211502] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2117.211800] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-822a7e0f-1e25-46a7-ab67-d814536ba529 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.220477] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2117.220477] env[63348]: value = "task-2023377" [ 2117.220477] env[63348]: _type = "Task" [ 2117.220477] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.230068] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.344690] env[63348]: DEBUG nova.objects.instance [None req-0cc99197-2ee5-40bd-b675-560dfaaa9b21 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lazy-loading 'flavor' on Instance uuid aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2117.390757] env[63348]: DEBUG nova.scheduler.client.report [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2117.407633] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023376, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.691222] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2117.691222] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d62e4dda-e444-404d-b610-80d761d1b1f4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.701063] env[63348]: DEBUG oslo_vmware.api [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2117.701063] env[63348]: value = "task-2023378" [ 2117.701063] env[63348]: _type = "Task" [ 2117.701063] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.708661] env[63348]: DEBUG oslo_vmware.api [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.733567] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075594} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.734069] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2117.737018] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9e3e6c-a5de-4f22-b85e-96fb2f2b6baa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.761988] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] f04a390e-ee9b-42ca-a300-415ee3feaa83/f04a390e-ee9b-42ca-a300-415ee3feaa83.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2117.763789] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0580e179-eac4-4401-9296-8b8b6d3dcb44 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.790328] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2117.790328] env[63348]: value = "task-2023379" [ 2117.790328] env[63348]: _type = "Task" [ 2117.790328] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.800928] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.902562] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.903195] env[63348]: DEBUG nova.compute.manager [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2117.910380] env[63348]: DEBUG oslo_vmware.api [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023376, 'name': PowerOnVM_Task, 'duration_secs': 0.697974} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.910850] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2117.911068] env[63348]: INFO nova.compute.manager [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Took 8.33 seconds to spawn the instance on the hypervisor. [ 2117.911242] env[63348]: DEBUG nova.compute.manager [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2117.912085] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e07cc2-e678-4666-b69c-f98c68a89899 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.209759] env[63348]: DEBUG oslo_vmware.api [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023378, 'name': PowerOffVM_Task, 'duration_secs': 0.230909} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.210046] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2118.210236] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updating instance '2e277851-614c-4888-a9c9-4cdd178044d4' progress to 17 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2118.283060] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b7ce166a-80c0-413f-aab0-78e5d4e4e261 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.300281] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023379, 'name': ReconfigVM_Task, 'duration_secs': 0.268134} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.300568] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Reconfigured VM instance instance-0000006b to attach disk [datastore1] f04a390e-ee9b-42ca-a300-415ee3feaa83/f04a390e-ee9b-42ca-a300-415ee3feaa83.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2118.301511] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa87fb09-970a-464d-b967-97c8084cac29 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.309282] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2118.309282] env[63348]: value = "task-2023380" [ 2118.309282] env[63348]: _type = "Task" [ 2118.309282] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.318275] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023380, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.355303] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0cc99197-2ee5-40bd-b675-560dfaaa9b21 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.289s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.356802] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b7ce166a-80c0-413f-aab0-78e5d4e4e261 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.074s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.357090] env[63348]: DEBUG nova.compute.manager [None req-b7ce166a-80c0-413f-aab0-78e5d4e4e261 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2118.358505] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a0f531-4bc4-4eb0-ae09-389a3f3ef899 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.367488] env[63348]: DEBUG nova.compute.manager [None req-b7ce166a-80c0-413f-aab0-78e5d4e4e261 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63348) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2118.368313] env[63348]: DEBUG nova.objects.instance [None req-b7ce166a-80c0-413f-aab0-78e5d4e4e261 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lazy-loading 'flavor' on Instance uuid aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2118.412625] env[63348]: DEBUG nova.compute.utils [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2118.413997] env[63348]: DEBUG nova.compute.manager [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2118.414192] env[63348]: DEBUG nova.network.neutron [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2118.433997] env[63348]: INFO nova.compute.manager [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Took 15.44 seconds to build instance. [ 2118.482320] env[63348]: DEBUG nova.policy [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b3336cc22414991982f00822d5e33da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79bfc0b43f6b4eb6897457bf0d0a0fdd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2118.718019] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2118.718019] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2118.718019] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2118.718019] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2118.718019] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2118.718019] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2118.718019] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2118.718019] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2118.718925] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2118.719250] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2118.719586] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2118.724923] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da23bbbf-6da0-4fe8-8b64-bd9512f67cb2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.746783] env[63348]: DEBUG oslo_vmware.api [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2118.746783] env[63348]: value = "task-2023381" [ 2118.746783] env[63348]: _type = "Task" [ 2118.746783] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.757830] env[63348]: DEBUG oslo_vmware.api [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.819225] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023380, 'name': Rename_Task, 'duration_secs': 0.147876} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.819563] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2118.819908] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31a682c1-5c49-4198-b449-b0f815352ad8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.827477] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2118.827477] env[63348]: value = "task-2023382" [ 2118.827477] env[63348]: _type = "Task" [ 2118.827477] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.835780] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.916843] env[63348]: DEBUG nova.network.neutron [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Successfully created port: 1a18a056-25b7-4d63-bf74-0cfefeafebca {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2118.919235] env[63348]: DEBUG nova.compute.manager [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2118.935692] env[63348]: DEBUG oslo_concurrency.lockutils [None req-973f3c9d-951b-4e99-9c4e-24f488b7988d tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "d98c04c9-609d-42f7-8a93-d8436c1f4979" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.952s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.131156] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.132551] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.163325] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "b9f5f368-5f8b-4725-b4ec-23d491d8a2d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.163579] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "b9f5f368-5f8b-4725-b4ec-23d491d8a2d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.163817] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "b9f5f368-5f8b-4725-b4ec-23d491d8a2d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.164751] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "b9f5f368-5f8b-4725-b4ec-23d491d8a2d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.165132] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "b9f5f368-5f8b-4725-b4ec-23d491d8a2d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.168322] env[63348]: INFO nova.compute.manager [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Terminating instance [ 2119.242147] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "d98c04c9-609d-42f7-8a93-d8436c1f4979" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.242549] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "d98c04c9-609d-42f7-8a93-d8436c1f4979" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.243246] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "d98c04c9-609d-42f7-8a93-d8436c1f4979-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.243557] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "d98c04c9-609d-42f7-8a93-d8436c1f4979-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.243861] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "d98c04c9-609d-42f7-8a93-d8436c1f4979-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.246831] env[63348]: INFO nova.compute.manager [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Terminating instance [ 2119.259362] env[63348]: DEBUG oslo_vmware.api [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023381, 'name': ReconfigVM_Task, 'duration_secs': 0.26824} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.260233] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updating instance '2e277851-614c-4888-a9c9-4cdd178044d4' progress to 33 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2119.337514] env[63348]: DEBUG oslo_vmware.api [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023382, 'name': PowerOnVM_Task, 'duration_secs': 0.458166} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.337764] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2119.337999] env[63348]: INFO nova.compute.manager [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Took 7.52 seconds to spawn the instance on the hypervisor. [ 2119.338206] env[63348]: DEBUG nova.compute.manager [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2119.338951] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fba98a-4fdc-4d1d-bb4b-3c81eafce4d5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.378787] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ce166a-80c0-413f-aab0-78e5d4e4e261 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2119.379784] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5913612a-d055-441e-8d47-5a496784d14b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.388392] env[63348]: DEBUG oslo_vmware.api [None req-b7ce166a-80c0-413f-aab0-78e5d4e4e261 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2119.388392] env[63348]: value = "task-2023383" [ 2119.388392] env[63348]: _type = "Task" [ 2119.388392] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.397880] env[63348]: DEBUG oslo_vmware.api [None req-b7ce166a-80c0-413f-aab0-78e5d4e4e261 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.639976] env[63348]: DEBUG nova.compute.manager [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2119.674016] env[63348]: DEBUG nova.compute.manager [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2119.674396] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2119.676650] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064da6a5-f745-447a-bf93-8e56a7137798 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.688559] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2119.689177] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adc70ce6-22b0-4971-a1ff-6dfd96c71cfc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.697963] env[63348]: DEBUG oslo_vmware.api [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2119.697963] env[63348]: value = "task-2023384" [ 2119.697963] env[63348]: _type = "Task" [ 2119.697963] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.711218] env[63348]: DEBUG oslo_vmware.api [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.754752] env[63348]: DEBUG nova.compute.manager [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2119.755017] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2119.755899] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d64f5d8-3a5e-4201-b95e-7a5b982eae43 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.766383] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2119.766562] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2119.766721] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2119.766897] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2119.767054] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2119.767204] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2119.767406] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2119.767563] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2119.767754] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2119.768031] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2119.768233] env[63348]: DEBUG nova.virt.hardware [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2119.777522] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2119.778143] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2119.778275] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-715e10e9-0494-43ff-bd0d-ce4609f63c56 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.801624] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37e89972-e6f8-46e3-a5c9-b1d473098b35 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.809714] env[63348]: DEBUG oslo_vmware.api [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2119.809714] env[63348]: value = "task-2023386" [ 2119.809714] env[63348]: _type = "Task" [ 2119.809714] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.811195] env[63348]: DEBUG oslo_vmware.api [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2119.811195] env[63348]: value = "task-2023385" [ 2119.811195] env[63348]: _type = "Task" [ 2119.811195] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.827025] env[63348]: DEBUG oslo_vmware.api [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.828470] env[63348]: DEBUG oslo_vmware.api [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.856583] env[63348]: INFO nova.compute.manager [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Took 14.12 seconds to build instance. [ 2119.901015] env[63348]: DEBUG oslo_vmware.api [None req-b7ce166a-80c0-413f-aab0-78e5d4e4e261 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023383, 'name': PowerOffVM_Task, 'duration_secs': 0.197625} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.901329] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ce166a-80c0-413f-aab0-78e5d4e4e261 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2119.901529] env[63348]: DEBUG nova.compute.manager [None req-b7ce166a-80c0-413f-aab0-78e5d4e4e261 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2119.902581] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f37ff0-78b1-4479-b57f-ca0e670e56dc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.932040] env[63348]: DEBUG nova.compute.manager [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2119.962527] env[63348]: DEBUG nova.virt.hardware [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2119.962806] env[63348]: DEBUG nova.virt.hardware [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2119.962961] env[63348]: DEBUG nova.virt.hardware [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2119.963157] env[63348]: DEBUG nova.virt.hardware [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2119.963303] env[63348]: DEBUG nova.virt.hardware [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2119.963448] env[63348]: DEBUG nova.virt.hardware [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2119.963653] env[63348]: DEBUG nova.virt.hardware [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2119.963809] env[63348]: DEBUG nova.virt.hardware [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2119.963976] env[63348]: DEBUG nova.virt.hardware [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2119.964387] env[63348]: DEBUG nova.virt.hardware [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2119.964700] env[63348]: DEBUG nova.virt.hardware [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2119.965890] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c591644-808e-417e-b884-bcad1d2c51fd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.974412] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33da6c3e-be6a-4eb2-bd95-95472ddbf636 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.164849] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.165138] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.166704] env[63348]: INFO nova.compute.claims [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2120.211061] env[63348]: DEBUG oslo_vmware.api [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023384, 'name': PowerOffVM_Task, 'duration_secs': 0.23374} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.211061] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2120.211061] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2120.211061] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f99d47d-cc44-4dc9-8688-d3314676d662 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.323919] env[63348]: DEBUG oslo_vmware.api [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023386, 'name': ReconfigVM_Task, 'duration_secs': 0.223004} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.327036] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2120.327335] env[63348]: DEBUG oslo_vmware.api [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023385, 'name': PowerOffVM_Task, 'duration_secs': 0.194717} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.328014] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ee0ca8-1f78-486e-a06f-ed623b38a122 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.330348] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2120.330524] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2120.330740] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af0c4960-8b76-4b5e-8360-c0ef88c56046 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.352557] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 2e277851-614c-4888-a9c9-4cdd178044d4/2e277851-614c-4888-a9c9-4cdd178044d4.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2120.352960] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fab0903-e5fd-4bc1-9fc1-9d11c7d645e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.372662] env[63348]: DEBUG oslo_concurrency.lockutils [None req-96f4278d-3a60-4163-b5a3-c6f4b7e60c7f tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "f04a390e-ee9b-42ca-a300-415ee3feaa83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.648s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.381113] env[63348]: DEBUG oslo_vmware.api [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2120.381113] env[63348]: value = "task-2023389" [ 2120.381113] env[63348]: _type = "Task" [ 2120.381113] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.388624] env[63348]: DEBUG oslo_vmware.api [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.419031] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b7ce166a-80c0-413f-aab0-78e5d4e4e261 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.444973] env[63348]: DEBUG nova.compute.manager [req-a19a1d5f-0d68-4549-b803-83c2ec7df1dc req-86a84d48-5d73-4ac4-80f3-8be581dbbb83 service nova] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Received event network-changed-bf9972dd-a2de-481c-b4a2-8c384b9db927 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2120.445184] env[63348]: DEBUG nova.compute.manager [req-a19a1d5f-0d68-4549-b803-83c2ec7df1dc req-86a84d48-5d73-4ac4-80f3-8be581dbbb83 service nova] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Refreshing instance network info cache due to event network-changed-bf9972dd-a2de-481c-b4a2-8c384b9db927. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2120.445254] env[63348]: DEBUG oslo_concurrency.lockutils [req-a19a1d5f-0d68-4549-b803-83c2ec7df1dc req-86a84d48-5d73-4ac4-80f3-8be581dbbb83 service nova] Acquiring lock "refresh_cache-f04a390e-ee9b-42ca-a300-415ee3feaa83" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.445402] env[63348]: DEBUG oslo_concurrency.lockutils [req-a19a1d5f-0d68-4549-b803-83c2ec7df1dc req-86a84d48-5d73-4ac4-80f3-8be581dbbb83 service nova] Acquired lock "refresh_cache-f04a390e-ee9b-42ca-a300-415ee3feaa83" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2120.445524] env[63348]: DEBUG nova.network.neutron [req-a19a1d5f-0d68-4549-b803-83c2ec7df1dc req-86a84d48-5d73-4ac4-80f3-8be581dbbb83 service nova] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Refreshing network info cache for port bf9972dd-a2de-481c-b4a2-8c384b9db927 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2120.890619] env[63348]: DEBUG oslo_vmware.api [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023389, 'name': ReconfigVM_Task, 'duration_secs': 0.317579} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.890868] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 2e277851-614c-4888-a9c9-4cdd178044d4/2e277851-614c-4888-a9c9-4cdd178044d4.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2120.891176] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updating instance '2e277851-614c-4888-a9c9-4cdd178044d4' progress to 50 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2120.914933] env[63348]: DEBUG nova.objects.instance [None req-dc0df038-b47c-4ae2-a6d9-8a144dd599d3 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lazy-loading 'flavor' on Instance uuid aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2121.182535] env[63348]: DEBUG nova.network.neutron [req-a19a1d5f-0d68-4549-b803-83c2ec7df1dc req-86a84d48-5d73-4ac4-80f3-8be581dbbb83 service nova] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Updated VIF entry in instance network info cache for port bf9972dd-a2de-481c-b4a2-8c384b9db927. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2121.182953] env[63348]: DEBUG nova.network.neutron [req-a19a1d5f-0d68-4549-b803-83c2ec7df1dc req-86a84d48-5d73-4ac4-80f3-8be581dbbb83 service nova] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Updating instance_info_cache with network_info: [{"id": "bf9972dd-a2de-481c-b4a2-8c384b9db927", "address": "fa:16:3e:de:71:e5", "network": {"id": "5fe84792-f4cc-42e7-95cf-a5a63377aa06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1765097115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b4bdd51702e41f09e96d77d095278aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9972dd-a2", "ovs_interfaceid": "bf9972dd-a2de-481c-b4a2-8c384b9db927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.315332] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc6e0ec-b095-442a-97c7-42067dc31580 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.323842] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9be37e-6f93-47e1-ab65-48ea15749765 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.353793] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5d7554-1505-4f8c-96df-d1bf81c74883 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.361704] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e162a938-ca32-4d53-9e84-4e30345ec588 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.375241] env[63348]: DEBUG nova.compute.provider_tree [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2121.397597] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eeeef9-0253-47a3-a3bc-605761849e60 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.416021] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2121.416359] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2121.418044] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9839e9-af4b-43f4-a174-77c89fc51180 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.422942] env[63348]: DEBUG oslo_concurrency.lockutils [None req-dc0df038-b47c-4ae2-a6d9-8a144dd599d3 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "refresh_cache-aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.423173] env[63348]: DEBUG oslo_concurrency.lockutils [None req-dc0df038-b47c-4ae2-a6d9-8a144dd599d3 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquired lock "refresh_cache-aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.423382] env[63348]: DEBUG nova.network.neutron [None req-dc0df038-b47c-4ae2-a6d9-8a144dd599d3 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2121.423563] env[63348]: DEBUG nova.objects.instance [None req-dc0df038-b47c-4ae2-a6d9-8a144dd599d3 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lazy-loading 'info_cache' on Instance uuid aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2121.437900] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updating instance '2e277851-614c-4888-a9c9-4cdd178044d4' progress to 67 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2121.686531] env[63348]: DEBUG oslo_concurrency.lockutils [req-a19a1d5f-0d68-4549-b803-83c2ec7df1dc req-86a84d48-5d73-4ac4-80f3-8be581dbbb83 service nova] Releasing lock "refresh_cache-f04a390e-ee9b-42ca-a300-415ee3feaa83" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.878563] env[63348]: DEBUG nova.scheduler.client.report [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2121.924622] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2121.924857] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2121.943375] env[63348]: DEBUG nova.objects.base [None req-dc0df038-b47c-4ae2-a6d9-8a144dd599d3 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2121.980272] env[63348]: DEBUG nova.network.neutron [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Port 96cdac11-105c-4168-85e8-2620cd542914 binding to destination host cpu-1 is already ACTIVE {{(pid=63348) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3227}} [ 2122.383921] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.384501] env[63348]: DEBUG nova.compute.manager [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2122.664807] env[63348]: DEBUG nova.network.neutron [None req-dc0df038-b47c-4ae2-a6d9-8a144dd599d3 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Updating instance_info_cache with network_info: [{"id": "47b26baa-b045-489e-9060-c05e56ff4829", "address": "fa:16:3e:06:8c:6d", "network": {"id": "05d142a1-d791-4a8b-8c45-c8aa05d9f045", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-375878555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e2cbae66743467082cb6b3b162bc5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b26baa-b0", "ovs_interfaceid": "47b26baa-b045-489e-9060-c05e56ff4829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.890116] env[63348]: DEBUG nova.compute.utils [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2122.891523] env[63348]: DEBUG nova.compute.manager [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2122.891733] env[63348]: DEBUG nova.network.neutron [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2122.928863] env[63348]: DEBUG nova.policy [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '243dc67e06c34758bb7b5a94da01adb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b905e7bbdee249858305654d91566002', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2123.002353] env[63348]: DEBUG oslo_concurrency.lockutils [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "2e277851-614c-4888-a9c9-4cdd178044d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.002353] env[63348]: DEBUG oslo_concurrency.lockutils [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "2e277851-614c-4888-a9c9-4cdd178044d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.002353] env[63348]: DEBUG oslo_concurrency.lockutils [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "2e277851-614c-4888-a9c9-4cdd178044d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.167215] env[63348]: DEBUG oslo_concurrency.lockutils [None req-dc0df038-b47c-4ae2-a6d9-8a144dd599d3 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Releasing lock "refresh_cache-aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.330963] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2123.331893] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2123.331893] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Deleting the datastore file [datastore1] d98c04c9-609d-42f7-8a93-d8436c1f4979 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2123.333222] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dbc1c9b-d585-4db0-99d2-c07383730ffc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.335663] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2123.335857] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2123.336044] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Deleting the datastore file [datastore1] b9f5f368-5f8b-4725-b4ec-23d491d8a2d6 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2123.336286] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd936452-18b1-490f-bff8-927af4639c5e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.344480] env[63348]: DEBUG oslo_vmware.api [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2123.344480] env[63348]: value = "task-2023391" [ 2123.344480] env[63348]: _type = "Task" [ 2123.344480] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.345982] env[63348]: DEBUG oslo_vmware.api [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for the task: (returnval){ [ 2123.345982] env[63348]: value = "task-2023390" [ 2123.345982] env[63348]: _type = "Task" [ 2123.345982] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.359254] env[63348]: DEBUG oslo_vmware.api [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.362790] env[63348]: DEBUG oslo_vmware.api [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.384743] env[63348]: DEBUG nova.network.neutron [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Successfully created port: 21c23d1b-d45d-462b-90a6-640ae9b4d9b1 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2123.394810] env[63348]: DEBUG nova.compute.manager [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2123.477892] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "refresh_cache-65d8bf44-2a81-4cca-924a-d00ab0cc2222" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.478092] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquired lock "refresh_cache-65d8bf44-2a81-4cca-924a-d00ab0cc2222" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.478282] env[63348]: DEBUG nova.network.neutron [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Forcefully refreshing network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2060}} [ 2123.859096] env[63348]: DEBUG oslo_vmware.api [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165718} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.861934] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2123.862138] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2123.862314] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2123.862487] env[63348]: INFO nova.compute.manager [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Took 4.11 seconds to destroy the instance on the hypervisor. [ 2123.862753] env[63348]: DEBUG oslo.service.loopingcall [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2123.862985] env[63348]: DEBUG oslo_vmware.api [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Task: {'id': task-2023391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153032} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.863205] env[63348]: DEBUG nova.compute.manager [-] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2123.863304] env[63348]: DEBUG nova.network.neutron [-] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2123.864793] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2123.864978] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2123.865165] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2123.865331] env[63348]: INFO nova.compute.manager [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Took 4.19 seconds to destroy the instance on the hypervisor. [ 2123.865543] env[63348]: DEBUG oslo.service.loopingcall [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2123.865720] env[63348]: DEBUG nova.compute.manager [-] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2123.865807] env[63348]: DEBUG nova.network.neutron [-] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2124.072676] env[63348]: DEBUG oslo_concurrency.lockutils [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2124.072977] env[63348]: DEBUG oslo_concurrency.lockutils [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2124.073099] env[63348]: DEBUG nova.network.neutron [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2124.174502] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0df038-b47c-4ae2-a6d9-8a144dd599d3 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2124.174818] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cd8f9ed-2886-4f64-a871-3c80d29f9e96 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.183313] env[63348]: DEBUG oslo_vmware.api [None req-dc0df038-b47c-4ae2-a6d9-8a144dd599d3 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2124.183313] env[63348]: value = "task-2023392" [ 2124.183313] env[63348]: _type = "Task" [ 2124.183313] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.196279] env[63348]: DEBUG oslo_vmware.api [None req-dc0df038-b47c-4ae2-a6d9-8a144dd599d3 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.204325] env[63348]: DEBUG nova.compute.manager [req-51d0b1ca-6823-4001-8e8b-9a27b1d40c67 req-ca77c43d-7f7c-47b7-8594-c020232bf6f6 service nova] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Received event network-vif-deleted-18b8ce40-9e4b-4f0c-afb0-39e3a5b2ecf2 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2124.204525] env[63348]: INFO nova.compute.manager [req-51d0b1ca-6823-4001-8e8b-9a27b1d40c67 req-ca77c43d-7f7c-47b7-8594-c020232bf6f6 service nova] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Neutron deleted interface 18b8ce40-9e4b-4f0c-afb0-39e3a5b2ecf2; detaching it from the instance and deleting it from the info cache [ 2124.204691] env[63348]: DEBUG nova.network.neutron [req-51d0b1ca-6823-4001-8e8b-9a27b1d40c67 req-ca77c43d-7f7c-47b7-8594-c020232bf6f6 service nova] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.227837] env[63348]: DEBUG nova.compute.manager [req-6e36d8ed-809f-4c47-b6e1-1254faa1550c req-616ebfca-0485-4967-9f7d-0ed408d0db78 service nova] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Received event network-vif-deleted-a42b2907-cc5b-4905-9bff-d13c9e00d3db {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2124.228217] env[63348]: INFO nova.compute.manager [req-6e36d8ed-809f-4c47-b6e1-1254faa1550c req-616ebfca-0485-4967-9f7d-0ed408d0db78 service nova] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Neutron deleted interface a42b2907-cc5b-4905-9bff-d13c9e00d3db; detaching it from the instance and deleting it from the info cache [ 2124.228320] env[63348]: DEBUG nova.network.neutron [req-6e36d8ed-809f-4c47-b6e1-1254faa1550c req-616ebfca-0485-4967-9f7d-0ed408d0db78 service nova] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.407516] env[63348]: DEBUG nova.compute.manager [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2124.435368] env[63348]: DEBUG nova.virt.hardware [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2124.435368] env[63348]: DEBUG nova.virt.hardware [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2124.435368] env[63348]: DEBUG nova.virt.hardware [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2124.435368] env[63348]: DEBUG nova.virt.hardware [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2124.435368] env[63348]: DEBUG nova.virt.hardware [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2124.435574] env[63348]: DEBUG nova.virt.hardware [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2124.435929] env[63348]: DEBUG nova.virt.hardware [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2124.436195] env[63348]: DEBUG nova.virt.hardware [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2124.436522] env[63348]: DEBUG nova.virt.hardware [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2124.436679] env[63348]: DEBUG nova.virt.hardware [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2124.436962] env[63348]: DEBUG nova.virt.hardware [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2124.437899] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3ba734-1080-491b-b7d6-81112839c073 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.443939] env[63348]: DEBUG nova.network.neutron [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Successfully updated port: 1a18a056-25b7-4d63-bf74-0cfefeafebca {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2124.453744] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e143bbb2-1078-4aa2-a003-1a1a5cfd8fc9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.606613] env[63348]: DEBUG nova.network.neutron [-] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.618213] env[63348]: DEBUG nova.network.neutron [-] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.695173] env[63348]: DEBUG oslo_vmware.api [None req-dc0df038-b47c-4ae2-a6d9-8a144dd599d3 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023392, 'name': PowerOnVM_Task, 'duration_secs': 0.37857} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.696733] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0df038-b47c-4ae2-a6d9-8a144dd599d3 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2124.696733] env[63348]: DEBUG nova.compute.manager [None req-dc0df038-b47c-4ae2-a6d9-8a144dd599d3 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2124.696733] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35406b3-7eba-4322-aa72-20799e9cfd27 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.708595] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88f376c4-2cbb-4699-ad21-e53d57fd9874 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.719189] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9f83e6-156b-4616-a024-05bef0627fec {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.735900] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b077cf77-e2d2-45ca-afd9-6fe12ac23232 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.745853] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba31803a-7c1a-4359-8c55-a025ec45d8cb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.765011] env[63348]: DEBUG nova.compute.manager [req-51d0b1ca-6823-4001-8e8b-9a27b1d40c67 req-ca77c43d-7f7c-47b7-8594-c020232bf6f6 service nova] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Detach interface failed, port_id=18b8ce40-9e4b-4f0c-afb0-39e3a5b2ecf2, reason: Instance d98c04c9-609d-42f7-8a93-d8436c1f4979 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2124.785033] env[63348]: DEBUG nova.compute.manager [req-6e36d8ed-809f-4c47-b6e1-1254faa1550c req-616ebfca-0485-4967-9f7d-0ed408d0db78 service nova] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Detach interface failed, port_id=a42b2907-cc5b-4905-9bff-d13c9e00d3db, reason: Instance b9f5f368-5f8b-4725-b4ec-23d491d8a2d6 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2124.854482] env[63348]: DEBUG nova.network.neutron [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Updating instance_info_cache with network_info: [{"id": "58a8051e-86a8-4495-af8e-26c86d785dee", "address": "fa:16:3e:e2:f3:eb", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a8051e-86", "ovs_interfaceid": "58a8051e-86a8-4495-af8e-26c86d785dee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.889185] env[63348]: DEBUG nova.network.neutron [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Successfully updated port: 21c23d1b-d45d-462b-90a6-640ae9b4d9b1 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2124.923304] env[63348]: DEBUG nova.network.neutron [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updating instance_info_cache with network_info: [{"id": "96cdac11-105c-4168-85e8-2620cd542914", "address": "fa:16:3e:e8:0d:87", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96cdac11-10", "ovs_interfaceid": "96cdac11-105c-4168-85e8-2620cd542914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.948580] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "refresh_cache-464fe772-4b7f-41da-8e40-a2a40a994520" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2124.948722] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "refresh_cache-464fe772-4b7f-41da-8e40-a2a40a994520" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2124.948865] env[63348]: DEBUG nova.network.neutron [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2125.109337] env[63348]: INFO nova.compute.manager [-] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Took 1.25 seconds to deallocate network for instance. [ 2125.120965] env[63348]: INFO nova.compute.manager [-] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Took 1.26 seconds to deallocate network for instance. [ 2125.357489] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Releasing lock "refresh_cache-65d8bf44-2a81-4cca-924a-d00ab0cc2222" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2125.357741] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Updated the network info_cache for instance {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2125.358323] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2125.358498] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2125.358646] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2125.358793] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2125.358933] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2125.359091] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2125.359221] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2125.359363] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2125.391056] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2125.391211] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.391361] env[63348]: DEBUG nova.network.neutron [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2125.427053] env[63348]: DEBUG oslo_concurrency.lockutils [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2125.487508] env[63348]: DEBUG nova.network.neutron [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2125.616097] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.616383] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.616886] env[63348]: DEBUG nova.objects.instance [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lazy-loading 'resources' on Instance uuid d98c04c9-609d-42f7-8a93-d8436c1f4979 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2125.627588] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.698716] env[63348]: DEBUG nova.network.neutron [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Updating instance_info_cache with network_info: [{"id": "1a18a056-25b7-4d63-bf74-0cfefeafebca", "address": "fa:16:3e:eb:39:13", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a18a056-25", "ovs_interfaceid": "1a18a056-25b7-4d63-bf74-0cfefeafebca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.862992] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.922303] env[63348]: DEBUG nova.network.neutron [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2125.949785] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053177b7-9d30-428b-a985-2c5573493cf2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.971765] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34e4686-6f9c-4151-bd8e-a1cf0892d5a0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.978985] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updating instance '2e277851-614c-4888-a9c9-4cdd178044d4' progress to 83 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2126.061180] env[63348]: DEBUG nova.network.neutron [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Updating instance_info_cache with network_info: [{"id": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "address": "fa:16:3e:89:02:c4", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c23d1b-d4", "ovs_interfaceid": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.202198] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "refresh_cache-464fe772-4b7f-41da-8e40-a2a40a994520" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.202493] env[63348]: DEBUG nova.compute.manager [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Instance network_info: |[{"id": "1a18a056-25b7-4d63-bf74-0cfefeafebca", "address": "fa:16:3e:eb:39:13", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a18a056-25", "ovs_interfaceid": "1a18a056-25b7-4d63-bf74-0cfefeafebca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2126.203113] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:39:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a18a056-25b7-4d63-bf74-0cfefeafebca', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2126.210704] env[63348]: DEBUG oslo.service.loopingcall [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2126.214140] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2126.214523] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70a2c7a2-a2e1-4f49-8134-ef848f5d766b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.233288] env[63348]: DEBUG nova.compute.manager [req-d224a881-d2a8-4dd2-98cd-a6fd15e6e297 req-4f9eae2e-6073-445c-a918-a36d36490ddf service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Received event network-vif-plugged-21c23d1b-d45d-462b-90a6-640ae9b4d9b1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2126.233498] env[63348]: DEBUG oslo_concurrency.lockutils [req-d224a881-d2a8-4dd2-98cd-a6fd15e6e297 req-4f9eae2e-6073-445c-a918-a36d36490ddf service nova] Acquiring lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.233699] env[63348]: DEBUG oslo_concurrency.lockutils [req-d224a881-d2a8-4dd2-98cd-a6fd15e6e297 req-4f9eae2e-6073-445c-a918-a36d36490ddf service nova] Lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.233859] env[63348]: DEBUG oslo_concurrency.lockutils [req-d224a881-d2a8-4dd2-98cd-a6fd15e6e297 req-4f9eae2e-6073-445c-a918-a36d36490ddf service nova] Lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.234235] env[63348]: DEBUG nova.compute.manager [req-d224a881-d2a8-4dd2-98cd-a6fd15e6e297 req-4f9eae2e-6073-445c-a918-a36d36490ddf service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] No waiting events found dispatching network-vif-plugged-21c23d1b-d45d-462b-90a6-640ae9b4d9b1 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2126.234235] env[63348]: WARNING nova.compute.manager [req-d224a881-d2a8-4dd2-98cd-a6fd15e6e297 req-4f9eae2e-6073-445c-a918-a36d36490ddf service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Received unexpected event network-vif-plugged-21c23d1b-d45d-462b-90a6-640ae9b4d9b1 for instance with vm_state building and task_state spawning. [ 2126.234416] env[63348]: DEBUG nova.compute.manager [req-d224a881-d2a8-4dd2-98cd-a6fd15e6e297 req-4f9eae2e-6073-445c-a918-a36d36490ddf service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Received event network-changed-21c23d1b-d45d-462b-90a6-640ae9b4d9b1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2126.234617] env[63348]: DEBUG nova.compute.manager [req-d224a881-d2a8-4dd2-98cd-a6fd15e6e297 req-4f9eae2e-6073-445c-a918-a36d36490ddf service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Refreshing instance network info cache due to event network-changed-21c23d1b-d45d-462b-90a6-640ae9b4d9b1. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2126.234735] env[63348]: DEBUG oslo_concurrency.lockutils [req-d224a881-d2a8-4dd2-98cd-a6fd15e6e297 req-4f9eae2e-6073-445c-a918-a36d36490ddf service nova] Acquiring lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.240197] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2126.240197] env[63348]: value = "task-2023393" [ 2126.240197] env[63348]: _type = "Task" [ 2126.240197] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.252901] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023393, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.254192] env[63348]: DEBUG nova.compute.manager [req-6fe019a6-7732-46b3-b0a1-65cc5542592a req-19124fa9-7e5c-4378-b44e-5879efdaa86e service nova] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Received event network-vif-plugged-1a18a056-25b7-4d63-bf74-0cfefeafebca {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2126.254397] env[63348]: DEBUG oslo_concurrency.lockutils [req-6fe019a6-7732-46b3-b0a1-65cc5542592a req-19124fa9-7e5c-4378-b44e-5879efdaa86e service nova] Acquiring lock "464fe772-4b7f-41da-8e40-a2a40a994520-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.254598] env[63348]: DEBUG oslo_concurrency.lockutils [req-6fe019a6-7732-46b3-b0a1-65cc5542592a req-19124fa9-7e5c-4378-b44e-5879efdaa86e service nova] Lock "464fe772-4b7f-41da-8e40-a2a40a994520-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.254761] env[63348]: DEBUG oslo_concurrency.lockutils [req-6fe019a6-7732-46b3-b0a1-65cc5542592a req-19124fa9-7e5c-4378-b44e-5879efdaa86e service nova] Lock "464fe772-4b7f-41da-8e40-a2a40a994520-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.254924] env[63348]: DEBUG nova.compute.manager [req-6fe019a6-7732-46b3-b0a1-65cc5542592a req-19124fa9-7e5c-4378-b44e-5879efdaa86e service nova] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] No waiting events found dispatching network-vif-plugged-1a18a056-25b7-4d63-bf74-0cfefeafebca {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2126.255105] env[63348]: WARNING nova.compute.manager [req-6fe019a6-7732-46b3-b0a1-65cc5542592a req-19124fa9-7e5c-4378-b44e-5879efdaa86e service nova] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Received unexpected event network-vif-plugged-1a18a056-25b7-4d63-bf74-0cfefeafebca for instance with vm_state building and task_state spawning. [ 2126.255263] env[63348]: DEBUG nova.compute.manager [req-6fe019a6-7732-46b3-b0a1-65cc5542592a req-19124fa9-7e5c-4378-b44e-5879efdaa86e service nova] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Received event network-changed-1a18a056-25b7-4d63-bf74-0cfefeafebca {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2126.255411] env[63348]: DEBUG nova.compute.manager [req-6fe019a6-7732-46b3-b0a1-65cc5542592a req-19124fa9-7e5c-4378-b44e-5879efdaa86e service nova] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Refreshing instance network info cache due to event network-changed-1a18a056-25b7-4d63-bf74-0cfefeafebca. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2126.255585] env[63348]: DEBUG oslo_concurrency.lockutils [req-6fe019a6-7732-46b3-b0a1-65cc5542592a req-19124fa9-7e5c-4378-b44e-5879efdaa86e service nova] Acquiring lock "refresh_cache-464fe772-4b7f-41da-8e40-a2a40a994520" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.255719] env[63348]: DEBUG oslo_concurrency.lockutils [req-6fe019a6-7732-46b3-b0a1-65cc5542592a req-19124fa9-7e5c-4378-b44e-5879efdaa86e service nova] Acquired lock "refresh_cache-464fe772-4b7f-41da-8e40-a2a40a994520" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.255892] env[63348]: DEBUG nova.network.neutron [req-6fe019a6-7732-46b3-b0a1-65cc5542592a req-19124fa9-7e5c-4378-b44e-5879efdaa86e service nova] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Refreshing network info cache for port 1a18a056-25b7-4d63-bf74-0cfefeafebca {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2126.286049] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f351b1-b17f-4343-8ec8-136a76ae40f5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.294300] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23947d0c-a785-4f93-8848-7a7c54799535 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.328093] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d86b6fe-2c93-4261-adf7-83ab816e754a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.335882] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869fee24-da7a-4613-a6e5-f5c09c897d42 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.350108] env[63348]: DEBUG nova.compute.provider_tree [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2126.485580] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2126.485959] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2651d3f9-36a8-4cab-855e-489eb3ffd802 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.494491] env[63348]: DEBUG oslo_vmware.api [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2126.494491] env[63348]: value = "task-2023394" [ 2126.494491] env[63348]: _type = "Task" [ 2126.494491] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.502764] env[63348]: DEBUG oslo_vmware.api [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.564026] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.564429] env[63348]: DEBUG nova.compute.manager [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Instance network_info: |[{"id": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "address": "fa:16:3e:89:02:c4", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c23d1b-d4", "ovs_interfaceid": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2126.564740] env[63348]: DEBUG oslo_concurrency.lockutils [req-d224a881-d2a8-4dd2-98cd-a6fd15e6e297 req-4f9eae2e-6073-445c-a918-a36d36490ddf service nova] Acquired lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.564927] env[63348]: DEBUG nova.network.neutron [req-d224a881-d2a8-4dd2-98cd-a6fd15e6e297 req-4f9eae2e-6073-445c-a918-a36d36490ddf service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Refreshing network info cache for port 21c23d1b-d45d-462b-90a6-640ae9b4d9b1 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2126.566399] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:02:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21c23d1b-d45d-462b-90a6-640ae9b4d9b1', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2126.574356] env[63348]: DEBUG oslo.service.loopingcall [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2126.577259] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2126.578046] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ef5ff5d-e6f2-41e2-b605-4ef59d607645 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.600034] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2126.600034] env[63348]: value = "task-2023395" [ 2126.600034] env[63348]: _type = "Task" [ 2126.600034] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.608313] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023395, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.756599] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023393, 'name': CreateVM_Task, 'duration_secs': 0.428954} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.756776] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2126.757346] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.757520] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.757835] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2126.758099] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62c674b-fe0e-4617-aa3d-33f8979445f0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.763470] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2126.763470] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e6f09c-7dac-b285-55ef-8c61edad2e50" [ 2126.763470] env[63348]: _type = "Task" [ 2126.763470] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.772434] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e6f09c-7dac-b285-55ef-8c61edad2e50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.854017] env[63348]: DEBUG nova.scheduler.client.report [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2126.856842] env[63348]: DEBUG nova.network.neutron [req-d224a881-d2a8-4dd2-98cd-a6fd15e6e297 req-4f9eae2e-6073-445c-a918-a36d36490ddf service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Updated VIF entry in instance network info cache for port 21c23d1b-d45d-462b-90a6-640ae9b4d9b1. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2126.857059] env[63348]: DEBUG nova.network.neutron [req-d224a881-d2a8-4dd2-98cd-a6fd15e6e297 req-4f9eae2e-6073-445c-a918-a36d36490ddf service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Updating instance_info_cache with network_info: [{"id": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "address": "fa:16:3e:89:02:c4", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c23d1b-d4", "ovs_interfaceid": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.992079] env[63348]: DEBUG nova.network.neutron [req-6fe019a6-7732-46b3-b0a1-65cc5542592a req-19124fa9-7e5c-4378-b44e-5879efdaa86e service nova] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Updated VIF entry in instance network info cache for port 1a18a056-25b7-4d63-bf74-0cfefeafebca. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2126.992513] env[63348]: DEBUG nova.network.neutron [req-6fe019a6-7732-46b3-b0a1-65cc5542592a req-19124fa9-7e5c-4378-b44e-5879efdaa86e service nova] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Updating instance_info_cache with network_info: [{"id": "1a18a056-25b7-4d63-bf74-0cfefeafebca", "address": "fa:16:3e:eb:39:13", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a18a056-25", "ovs_interfaceid": "1a18a056-25b7-4d63-bf74-0cfefeafebca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.004352] env[63348]: DEBUG oslo_vmware.api [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023394, 'name': PowerOnVM_Task, 'duration_secs': 0.405251} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.005271] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2127.005451] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-022ce50d-0c37-4cfd-8507-80511858c46e tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updating instance '2e277851-614c-4888-a9c9-4cdd178044d4' progress to 100 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2127.112264] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023395, 'name': CreateVM_Task, 'duration_secs': 0.479928} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.112503] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2127.113308] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.113521] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.113886] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2127.114212] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df6a73ce-421c-4a03-b858-e573a922bd2a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.120216] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2127.120216] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526b6f8a-aba5-5387-4624-854347d8612d" [ 2127.120216] env[63348]: _type = "Task" [ 2127.120216] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.129183] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526b6f8a-aba5-5387-4624-854347d8612d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.275154] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e6f09c-7dac-b285-55ef-8c61edad2e50, 'name': SearchDatastore_Task, 'duration_secs': 0.013997} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.275524] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.275649] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2127.275886] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.276050] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.276229] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2127.276483] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc5e22ea-ba0e-4492-a958-b5da05855d19 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.288280] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2127.288450] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2127.289509] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c4063ec-6460-46cf-95aa-24e0856393c6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.295454] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2127.295454] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523852b8-e608-09b4-540c-3fc9e10a844d" [ 2127.295454] env[63348]: _type = "Task" [ 2127.295454] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.303896] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523852b8-e608-09b4-540c-3fc9e10a844d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.359271] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.361502] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.734s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.361747] env[63348]: DEBUG nova.objects.instance [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lazy-loading 'resources' on Instance uuid b9f5f368-5f8b-4725-b4ec-23d491d8a2d6 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2127.362987] env[63348]: DEBUG oslo_concurrency.lockutils [req-d224a881-d2a8-4dd2-98cd-a6fd15e6e297 req-4f9eae2e-6073-445c-a918-a36d36490ddf service nova] Releasing lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.380052] env[63348]: INFO nova.scheduler.client.report [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Deleted allocations for instance d98c04c9-609d-42f7-8a93-d8436c1f4979 [ 2127.495423] env[63348]: DEBUG oslo_concurrency.lockutils [req-6fe019a6-7732-46b3-b0a1-65cc5542592a req-19124fa9-7e5c-4378-b44e-5879efdaa86e service nova] Releasing lock "refresh_cache-464fe772-4b7f-41da-8e40-a2a40a994520" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.632048] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526b6f8a-aba5-5387-4624-854347d8612d, 'name': SearchDatastore_Task, 'duration_secs': 0.054492} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.632048] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.632048] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2127.632048] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.632048] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.632048] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2127.632437] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-143b0283-f9c5-4eff-addc-f55641078d67 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.640321] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2127.640499] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2127.641181] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb081ccd-0a3f-46ac-bfa5-2e5923c3a421 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.646064] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2127.646064] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ab1d1e-4080-c549-5ad1-bac524248666" [ 2127.646064] env[63348]: _type = "Task" [ 2127.646064] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.653754] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ab1d1e-4080-c549-5ad1-bac524248666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.806157] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]523852b8-e608-09b4-540c-3fc9e10a844d, 'name': SearchDatastore_Task, 'duration_secs': 0.012994} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.806873] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f5eb1e7-2c57-410d-a65a-9a11dfe5ab86 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.812212] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2127.812212] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52680208-52e9-c497-2ee1-87a0b38cfa8e" [ 2127.812212] env[63348]: _type = "Task" [ 2127.812212] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.821461] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52680208-52e9-c497-2ee1-87a0b38cfa8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.887729] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ccf9b456-c3d2-463e-b7cb-5be16a1ab442 tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "d98c04c9-609d-42f7-8a93-d8436c1f4979" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.645s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.998389] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52535a52-e970-422b-b00a-c6b368912159 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.006763] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a30caf-733f-4111-98c7-d2f2c2921643 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.040271] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32962f4f-2e64-424f-b682-2cad41b37c3e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.048371] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1bb507-ec2e-47bf-9f4e-33e1f360a938 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.062592] env[63348]: DEBUG nova.compute.provider_tree [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2128.157235] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ab1d1e-4080-c549-5ad1-bac524248666, 'name': SearchDatastore_Task, 'duration_secs': 0.008915} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.159048] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ffa574-c5aa-4df1-bd37-f51fdee8a6b7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.167414] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2128.167414] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527ec383-b1bf-f4cd-f9ba-f769aeab0dbc" [ 2128.167414] env[63348]: _type = "Task" [ 2128.167414] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.175763] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527ec383-b1bf-f4cd-f9ba-f769aeab0dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.999443] env[63348]: DEBUG nova.scheduler.client.report [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2129.002426] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2f1926f8-85fe-4caf-81af-9f69a515b1ea tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "df11ca0d-ee85-492f-b48e-e5219dd9405d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.006058] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2f1926f8-85fe-4caf-81af-9f69a515b1ea tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "df11ca0d-ee85-492f-b48e-e5219dd9405d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.006058] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52680208-52e9-c497-2ee1-87a0b38cfa8e, 'name': SearchDatastore_Task, 'duration_secs': 0.014777} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.008834] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.009114] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 464fe772-4b7f-41da-8e40-a2a40a994520/464fe772-4b7f-41da-8e40-a2a40a994520.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2129.010334] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cf20621-0db4-4e5a-8877-b67ddec28eeb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.019357] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527ec383-b1bf-f4cd-f9ba-f769aeab0dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.021939] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.021939] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47/7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2129.022215] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2129.022215] env[63348]: value = "task-2023396" [ 2129.022215] env[63348]: _type = "Task" [ 2129.022215] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.022374] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b888fab2-782a-4b6a-b55f-3712074cfbfe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.035051] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.037511] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2129.037511] env[63348]: value = "task-2023397" [ 2129.037511] env[63348]: _type = "Task" [ 2129.037511] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.046890] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.506560] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.510143] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.647s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.510429] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.510706] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2129.511534] env[63348]: INFO nova.compute.manager [None req-2f1926f8-85fe-4caf-81af-9f69a515b1ea tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Detaching volume f6d323c5-7c58-4db5-85c9-2592e8f741c9 [ 2129.514812] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae25315-8c9a-44a0-94b3-a474caf5867b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.530424] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb810f55-1d27-403b-bee0-ef212387779b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.535969] env[63348]: INFO nova.scheduler.client.report [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Deleted allocations for instance b9f5f368-5f8b-4725-b4ec-23d491d8a2d6 [ 2129.546414] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023396, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.556526] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3442c121-b6a2-4df2-bd5f-5bf2db8f824e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.564095] env[63348]: INFO nova.virt.block_device [None req-2f1926f8-85fe-4caf-81af-9f69a515b1ea tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Attempting to driver detach volume f6d323c5-7c58-4db5-85c9-2592e8f741c9 from mountpoint /dev/sdb [ 2129.564413] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1926f8-85fe-4caf-81af-9f69a515b1ea tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Volume detach. Driver type: vmdk {{(pid=63348) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2129.564628] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1926f8-85fe-4caf-81af-9f69a515b1ea tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415704', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'name': 'volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df11ca0d-ee85-492f-b48e-e5219dd9405d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'serial': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2129.564936] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023397, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.565787] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8d21f8-cc9d-44a5-9e7a-cad109a248cb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.593186] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c511c7f-ff66-4ef5-bae5-8aa07e8e3ffb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.597193] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25915ad0-0d12-4b85-80e8-96e95660e7e8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.628971] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180077MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2129.629282] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.629381] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.634202] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba47391-3d74-4a8f-a76c-df36a92ccc02 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.655669] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a90225-1059-4be6-b68d-7d1d44bb917a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.672714] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1926f8-85fe-4caf-81af-9f69a515b1ea tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] The volume has not been displaced from its original location: [datastore2] volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9/volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9.vmdk. No consolidation needed. {{(pid=63348) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2129.678143] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1926f8-85fe-4caf-81af-9f69a515b1ea tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2129.678718] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c3c9485-3af3-4056-a11f-8542eca2cd55 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.697463] env[63348]: DEBUG oslo_vmware.api [None req-2f1926f8-85fe-4caf-81af-9f69a515b1ea tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2129.697463] env[63348]: value = "task-2023398" [ 2129.697463] env[63348]: _type = "Task" [ 2129.697463] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.710041] env[63348]: DEBUG oslo_vmware.api [None req-2f1926f8-85fe-4caf-81af-9f69a515b1ea tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.812945] env[63348]: DEBUG nova.network.neutron [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Port 96cdac11-105c-4168-85e8-2620cd542914 binding to destination host cpu-1 is already ACTIVE {{(pid=63348) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3227}} [ 2129.813247] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2129.813398] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.813560] env[63348]: DEBUG nova.network.neutron [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2130.036527] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577175} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.036805] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 464fe772-4b7f-41da-8e40-a2a40a994520/464fe772-4b7f-41da-8e40-a2a40a994520.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2130.036988] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2130.037254] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69af1873-e4d1-4461-88c9-d74a12bed89d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.049559] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63957} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.051062] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a6f48e4d-2ee9-4b53-bb8c-882bb7672e5b tempest-MultipleCreateTestJSON-1346436451 tempest-MultipleCreateTestJSON-1346436451-project-member] Lock "b9f5f368-5f8b-4725-b4ec-23d491d8a2d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.887s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.052016] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47/7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2130.052257] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2130.052560] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2130.052560] env[63348]: value = "task-2023399" [ 2130.052560] env[63348]: _type = "Task" [ 2130.052560] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.052907] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-443fdf61-f4bd-45ff-b2af-452ba0fa4dde {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.068579] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2130.068579] env[63348]: value = "task-2023400" [ 2130.068579] env[63348]: _type = "Task" [ 2130.068579] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.072600] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.083226] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.207920] env[63348]: DEBUG oslo_vmware.api [None req-2f1926f8-85fe-4caf-81af-9f69a515b1ea tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023398, 'name': ReconfigVM_Task, 'duration_secs': 0.252944} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.208265] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1926f8-85fe-4caf-81af-9f69a515b1ea tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2130.215707] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59644f78-d281-40e0-a451-fab9b944a714 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.229170] env[63348]: DEBUG oslo_vmware.api [None req-2f1926f8-85fe-4caf-81af-9f69a515b1ea tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2130.229170] env[63348]: value = "task-2023401" [ 2130.229170] env[63348]: _type = "Task" [ 2130.229170] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.238131] env[63348]: DEBUG oslo_vmware.api [None req-2f1926f8-85fe-4caf-81af-9f69a515b1ea tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023401, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.544507] env[63348]: DEBUG nova.network.neutron [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updating instance_info_cache with network_info: [{"id": "96cdac11-105c-4168-85e8-2620cd542914", "address": "fa:16:3e:e8:0d:87", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96cdac11-10", "ovs_interfaceid": "96cdac11-105c-4168-85e8-2620cd542914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2130.565364] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069572} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.565620] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2130.566426] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c39ae4-1e17-42d6-9fdd-84a3907c2ae2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.589530] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 464fe772-4b7f-41da-8e40-a2a40a994520/464fe772-4b7f-41da-8e40-a2a40a994520.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2130.592623] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ba8c78c-e22e-4748-9081-497a421d8c88 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.611906] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.338696} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.613620] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2130.614134] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2130.614134] env[63348]: value = "task-2023402" [ 2130.614134] env[63348]: _type = "Task" [ 2130.614134] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.615228] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f3be02-139e-4a0a-92d3-379a43e645ef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.629389] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023402, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.646751] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47/7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2130.647808] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Applying migration context for instance 2e277851-614c-4888-a9c9-4cdd178044d4 as it has an incoming, in-progress migration a4c51b58-f265-41e2-af16-dad4dbaf4bee. Migration status is reverting {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2130.649007] env[63348]: INFO nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updating resource usage from migration a4c51b58-f265-41e2-af16-dad4dbaf4bee [ 2130.651123] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3e6af95-eb6a-4db7-ace1-3d617de1630f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.671355] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2130.671355] env[63348]: value = "task-2023403" [ 2130.671355] env[63348]: _type = "Task" [ 2130.671355] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.680156] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.684396] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 65d8bf44-2a81-4cca-924a-d00ab0cc2222 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2130.684537] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance df11ca0d-ee85-492f-b48e-e5219dd9405d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2130.684657] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2130.684772] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance cc8883cd-c1da-42de-abd6-a68020c1edf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2130.684886] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 97a1354a-2710-44a0-a8b9-2a4ac8a038b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2130.684995] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance f04a390e-ee9b-42ca-a300-415ee3feaa83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2130.685119] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Migration a4c51b58-f265-41e2-af16-dad4dbaf4bee is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2130.685229] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 2e277851-614c-4888-a9c9-4cdd178044d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2130.685335] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 464fe772-4b7f-41da-8e40-a2a40a994520 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2130.685437] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2130.685619] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2130.685749] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2130.741701] env[63348]: DEBUG oslo_vmware.api [None req-2f1926f8-85fe-4caf-81af-9f69a515b1ea tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023401, 'name': ReconfigVM_Task, 'duration_secs': 0.150116} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.742059] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1926f8-85fe-4caf-81af-9f69a515b1ea tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415704', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'name': 'volume-f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df11ca0d-ee85-492f-b48e-e5219dd9405d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9', 'serial': 'f6d323c5-7c58-4db5-85c9-2592e8f741c9'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2130.833959] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6b3e48-50fb-4e9a-952e-ebb7f58ef3ae {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.841486] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff989e7c-6212-42e5-88c9-3de7d9083947 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.883030] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08489bfc-a713-44f9-a75b-7d0a8394b219 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.888934] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0076540a-16e2-4af8-a43e-e8b1594fc1fd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.906089] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2131.047274] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2131.131710] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.180776] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.302545] env[63348]: DEBUG nova.objects.instance [None req-2f1926f8-85fe-4caf-81af-9f69a515b1ea tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lazy-loading 'flavor' on Instance uuid df11ca0d-ee85-492f-b48e-e5219dd9405d {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2131.410228] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2131.550497] env[63348]: DEBUG nova.compute.manager [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63348) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2131.550940] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.630583] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023402, 'name': ReconfigVM_Task, 'duration_secs': 0.880588} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.630901] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 464fe772-4b7f-41da-8e40-a2a40a994520/464fe772-4b7f-41da-8e40-a2a40a994520.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2131.631509] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af3c31c5-d57b-4116-950f-aa9417e5384b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.638559] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2131.638559] env[63348]: value = "task-2023404" [ 2131.638559] env[63348]: _type = "Task" [ 2131.638559] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.647478] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023404, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.682153] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023403, 'name': ReconfigVM_Task, 'duration_secs': 0.801459} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.682428] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47/7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2131.683088] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42b03dd9-c2a6-4e88-989a-c3a1985164c5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.689992] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2131.689992] env[63348]: value = "task-2023405" [ 2131.689992] env[63348]: _type = "Task" [ 2131.689992] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.698101] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023405, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.916135] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2131.916205] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.287s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.916416] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.366s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.148618] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023404, 'name': Rename_Task, 'duration_secs': 0.154335} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.148896] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2132.149148] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80bc1d29-0198-43fc-8327-fbc0ba4d56a2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.156067] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2132.156067] env[63348]: value = "task-2023406" [ 2132.156067] env[63348]: _type = "Task" [ 2132.156067] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.164540] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.200517] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023405, 'name': Rename_Task, 'duration_secs': 0.175969} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.200813] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2132.201073] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a143e029-2926-4ce1-9698-29f7fce7763a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.208259] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2132.208259] env[63348]: value = "task-2023407" [ 2132.208259] env[63348]: _type = "Task" [ 2132.208259] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.217095] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.311969] env[63348]: DEBUG oslo_concurrency.lockutils [None req-2f1926f8-85fe-4caf-81af-9f69a515b1ea tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "df11ca0d-ee85-492f-b48e-e5219dd9405d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.309s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.419915] env[63348]: DEBUG nova.objects.instance [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lazy-loading 'migration_context' on Instance uuid 2e277851-614c-4888-a9c9-4cdd178044d4 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2132.666306] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023406, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.721228] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023407, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.949456] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "df11ca0d-ee85-492f-b48e-e5219dd9405d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.949456] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "df11ca0d-ee85-492f-b48e-e5219dd9405d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.949456] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "df11ca0d-ee85-492f-b48e-e5219dd9405d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.949456] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "df11ca0d-ee85-492f-b48e-e5219dd9405d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.949456] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "df11ca0d-ee85-492f-b48e-e5219dd9405d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.951456] env[63348]: INFO nova.compute.manager [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Terminating instance [ 2133.004870] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Acquiring lock "537e65d9-9793-462e-93c3-4895799cbf5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.005127] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Lock "537e65d9-9793-462e-93c3-4895799cbf5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.068806] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c864cf87-80e9-419f-a933-4880e9887eb6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.077793] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d76b1c-5b53-4f48-bccf-9191a5a33c8e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.108479] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5f7f8f-c685-427a-b520-bfbfc2a4ffbc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.116410] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edce6358-b3a1-4408-9976-931c16ce985b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.130118] env[63348]: DEBUG nova.compute.provider_tree [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2133.169352] env[63348]: DEBUG oslo_vmware.api [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023406, 'name': PowerOnVM_Task, 'duration_secs': 0.661723} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.169730] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2133.169903] env[63348]: INFO nova.compute.manager [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Took 13.24 seconds to spawn the instance on the hypervisor. [ 2133.170132] env[63348]: DEBUG nova.compute.manager [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2133.171202] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d440bb9-9594-4724-9b12-c3ab5db2cf76 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.226863] env[63348]: DEBUG oslo_vmware.api [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023407, 'name': PowerOnVM_Task, 'duration_secs': 0.520259} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.227270] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2133.227568] env[63348]: INFO nova.compute.manager [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Took 8.82 seconds to spawn the instance on the hypervisor. [ 2133.227918] env[63348]: DEBUG nova.compute.manager [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2133.229094] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdf0a74-d611-4d9a-b027-206edcd0dcd0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.455637] env[63348]: DEBUG nova.compute.manager [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2133.455855] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2133.456773] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec818021-d0ac-4020-a9c4-08bd52501bc7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.464869] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2133.465139] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fb78aac-20f9-4ff2-8304-fb8de7ae6a4e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.472541] env[63348]: DEBUG oslo_vmware.api [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2133.472541] env[63348]: value = "task-2023408" [ 2133.472541] env[63348]: _type = "Task" [ 2133.472541] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.481791] env[63348]: DEBUG oslo_vmware.api [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.508092] env[63348]: DEBUG nova.compute.manager [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2133.633015] env[63348]: DEBUG nova.scheduler.client.report [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2133.690660] env[63348]: INFO nova.compute.manager [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Took 18.88 seconds to build instance. [ 2133.751613] env[63348]: INFO nova.compute.manager [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Took 13.61 seconds to build instance. [ 2133.891897] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0d71e2-8a59-4329-84f7-2c6c10611cb8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.899339] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5a641d85-4d21-4b52-bb39-3eecc989042d tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Suspending the VM {{(pid=63348) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2133.899607] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a0fb8c57-626c-4aa3-a71a-aa3aea4dbfa6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.905910] env[63348]: DEBUG oslo_vmware.api [None req-5a641d85-4d21-4b52-bb39-3eecc989042d tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2133.905910] env[63348]: value = "task-2023409" [ 2133.905910] env[63348]: _type = "Task" [ 2133.905910] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.913154] env[63348]: DEBUG oslo_vmware.api [None req-5a641d85-4d21-4b52-bb39-3eecc989042d tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023409, 'name': SuspendVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.982269] env[63348]: DEBUG oslo_vmware.api [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023408, 'name': PowerOffVM_Task, 'duration_secs': 0.272009} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.982538] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2133.982706] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2133.982980] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1af53eea-3d48-4255-a30e-47740190f8be {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.028764] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.191846] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8d2a4b53-5ff3-424d-8d65-8c5bb17d45fb tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "464fe772-4b7f-41da-8e40-a2a40a994520" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.387s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.254456] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ae9171b-cf57-4fb7-a238-5b18ab9e1b4b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.123s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.417555] env[63348]: DEBUG oslo_vmware.api [None req-5a641d85-4d21-4b52-bb39-3eecc989042d tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023409, 'name': SuspendVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.644403] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.728s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.651327] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.622s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.652772] env[63348]: INFO nova.compute.claims [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2134.912111] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2134.912355] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2134.912534] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleting the datastore file [datastore1] df11ca0d-ee85-492f-b48e-e5219dd9405d {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2134.913214] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63b59f1d-6fea-48ac-8d12-2b36bf9f8e61 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.918450] env[63348]: DEBUG oslo_vmware.api [None req-5a641d85-4d21-4b52-bb39-3eecc989042d tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023409, 'name': SuspendVM_Task} progress is 50%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.922682] env[63348]: DEBUG oslo_vmware.api [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2134.922682] env[63348]: value = "task-2023411" [ 2134.922682] env[63348]: _type = "Task" [ 2134.922682] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.935396] env[63348]: DEBUG oslo_vmware.api [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.010904] env[63348]: DEBUG nova.compute.manager [req-7e1aa60b-b11e-4b5b-b7a2-064b72103f2f req-da858dff-9093-4dbc-8e98-a732a9a67b93 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Received event network-changed-21c23d1b-d45d-462b-90a6-640ae9b4d9b1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2135.011162] env[63348]: DEBUG nova.compute.manager [req-7e1aa60b-b11e-4b5b-b7a2-064b72103f2f req-da858dff-9093-4dbc-8e98-a732a9a67b93 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Refreshing instance network info cache due to event network-changed-21c23d1b-d45d-462b-90a6-640ae9b4d9b1. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2135.011412] env[63348]: DEBUG oslo_concurrency.lockutils [req-7e1aa60b-b11e-4b5b-b7a2-064b72103f2f req-da858dff-9093-4dbc-8e98-a732a9a67b93 service nova] Acquiring lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.011560] env[63348]: DEBUG oslo_concurrency.lockutils [req-7e1aa60b-b11e-4b5b-b7a2-064b72103f2f req-da858dff-9093-4dbc-8e98-a732a9a67b93 service nova] Acquired lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.011719] env[63348]: DEBUG nova.network.neutron [req-7e1aa60b-b11e-4b5b-b7a2-064b72103f2f req-da858dff-9093-4dbc-8e98-a732a9a67b93 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Refreshing network info cache for port 21c23d1b-d45d-462b-90a6-640ae9b4d9b1 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2135.417516] env[63348]: DEBUG oslo_vmware.api [None req-5a641d85-4d21-4b52-bb39-3eecc989042d tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023409, 'name': SuspendVM_Task, 'duration_secs': 1.489236} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.417516] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5a641d85-4d21-4b52-bb39-3eecc989042d tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Suspended the VM {{(pid=63348) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2135.418143] env[63348]: DEBUG nova.compute.manager [None req-5a641d85-4d21-4b52-bb39-3eecc989042d tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2135.418423] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da50e5f-f776-4ef6-89af-97918f4baa55 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.433878] env[63348]: DEBUG oslo_vmware.api [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299343} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.434117] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2135.434300] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2135.434471] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2135.434640] env[63348]: INFO nova.compute.manager [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Took 1.98 seconds to destroy the instance on the hypervisor. [ 2135.434935] env[63348]: DEBUG oslo.service.loopingcall [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2135.435151] env[63348]: DEBUG nova.compute.manager [-] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2135.435266] env[63348]: DEBUG nova.network.neutron [-] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2135.814150] env[63348]: DEBUG nova.network.neutron [req-7e1aa60b-b11e-4b5b-b7a2-064b72103f2f req-da858dff-9093-4dbc-8e98-a732a9a67b93 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Updated VIF entry in instance network info cache for port 21c23d1b-d45d-462b-90a6-640ae9b4d9b1. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2135.814632] env[63348]: DEBUG nova.network.neutron [req-7e1aa60b-b11e-4b5b-b7a2-064b72103f2f req-da858dff-9093-4dbc-8e98-a732a9a67b93 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Updating instance_info_cache with network_info: [{"id": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "address": "fa:16:3e:89:02:c4", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c23d1b-d4", "ovs_interfaceid": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2135.884819] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472c51c2-88e0-4013-a969-a197b6209b76 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.893244] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9b2047-5016-4088-962b-9b3aa8886d47 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.937027] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "464fe772-4b7f-41da-8e40-a2a40a994520" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.937949] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "464fe772-4b7f-41da-8e40-a2a40a994520" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.937949] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "464fe772-4b7f-41da-8e40-a2a40a994520-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.937949] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "464fe772-4b7f-41da-8e40-a2a40a994520-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.937949] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "464fe772-4b7f-41da-8e40-a2a40a994520-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.940145] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69e25ca-b403-4b1e-a847-55f725d61e7e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.944466] env[63348]: INFO nova.compute.manager [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Terminating instance [ 2135.951464] env[63348]: DEBUG nova.compute.manager [req-d1517e59-5457-48b4-96eb-c16960f85ef5 req-6df22007-c8fc-467b-a93a-c3358700cba5 service nova] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Received event network-vif-deleted-1b000c12-e07a-4e22-b600-e873fc6118f4 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2135.951614] env[63348]: INFO nova.compute.manager [req-d1517e59-5457-48b4-96eb-c16960f85ef5 req-6df22007-c8fc-467b-a93a-c3358700cba5 service nova] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Neutron deleted interface 1b000c12-e07a-4e22-b600-e873fc6118f4; detaching it from the instance and deleting it from the info cache [ 2135.951783] env[63348]: DEBUG nova.network.neutron [req-d1517e59-5457-48b4-96eb-c16960f85ef5 req-6df22007-c8fc-467b-a93a-c3358700cba5 service nova] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2135.957322] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e25afd-493b-4294-b653-5f23d9de6e1a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.974631] env[63348]: DEBUG nova.compute.provider_tree [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2136.191247] env[63348]: INFO nova.compute.manager [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Swapping old allocation on dict_keys(['792f3f50-7bf3-4710-b72e-b20aee2a288d']) held by migration a4c51b58-f265-41e2-af16-dad4dbaf4bee for instance [ 2136.214644] env[63348]: DEBUG nova.scheduler.client.report [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Overwriting current allocation {'allocations': {'792f3f50-7bf3-4710-b72e-b20aee2a288d': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 153}}, 'project_id': '13c72624fb894462a09f2442e40c86ba', 'user_id': '9c60d882dc3240ee8007f48c3aeb710c', 'consumer_generation': 1} on consumer 2e277851-614c-4888-a9c9-4cdd178044d4 {{(pid=63348) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2136.290881] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.291083] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.291366] env[63348]: DEBUG nova.network.neutron [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2136.317620] env[63348]: DEBUG oslo_concurrency.lockutils [req-7e1aa60b-b11e-4b5b-b7a2-064b72103f2f req-da858dff-9093-4dbc-8e98-a732a9a67b93 service nova] Releasing lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.444995] env[63348]: DEBUG nova.network.neutron [-] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2136.450480] env[63348]: DEBUG nova.compute.manager [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2136.450691] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2136.451564] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfa1630-58a9-4b07-9ad5-432b5b5bc4ee {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.457294] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd1ab3a6-016b-43cd-ae0a-a31bb6663c9f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.461861] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2136.462490] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d865865-e091-4cf6-8d56-686f8946da8f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.470121] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e437f2-a6a9-43a6-9b39-8c2b35e4aeb7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.483188] env[63348]: DEBUG nova.scheduler.client.report [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2136.516828] env[63348]: DEBUG nova.compute.manager [req-d1517e59-5457-48b4-96eb-c16960f85ef5 req-6df22007-c8fc-467b-a93a-c3358700cba5 service nova] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Detach interface failed, port_id=1b000c12-e07a-4e22-b600-e873fc6118f4, reason: Instance df11ca0d-ee85-492f-b48e-e5219dd9405d could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2136.567830] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2136.567996] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2136.568293] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Deleting the datastore file [datastore2] 464fe772-4b7f-41da-8e40-a2a40a994520 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2136.568580] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb5cf304-11da-4969-9a52-6041e2d98dbb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.575290] env[63348]: DEBUG oslo_vmware.api [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2136.575290] env[63348]: value = "task-2023413" [ 2136.575290] env[63348]: _type = "Task" [ 2136.575290] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.583308] env[63348]: DEBUG oslo_vmware.api [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.948202] env[63348]: INFO nova.compute.manager [-] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Took 1.51 seconds to deallocate network for instance. [ 2136.988312] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.989040] env[63348]: DEBUG nova.compute.manager [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2137.014199] env[63348]: DEBUG nova.network.neutron [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updating instance_info_cache with network_info: [{"id": "96cdac11-105c-4168-85e8-2620cd542914", "address": "fa:16:3e:e8:0d:87", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96cdac11-10", "ovs_interfaceid": "96cdac11-105c-4168-85e8-2620cd542914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2137.085558] env[63348]: DEBUG oslo_vmware.api [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181279} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.085818] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2137.086010] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2137.086198] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2137.086370] env[63348]: INFO nova.compute.manager [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Took 0.64 seconds to destroy the instance on the hypervisor. [ 2137.086666] env[63348]: DEBUG oslo.service.loopingcall [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2137.086789] env[63348]: DEBUG nova.compute.manager [-] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2137.086881] env[63348]: DEBUG nova.network.neutron [-] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2137.453375] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.453650] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.453860] env[63348]: DEBUG nova.objects.instance [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lazy-loading 'resources' on Instance uuid df11ca0d-ee85-492f-b48e-e5219dd9405d {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2137.493773] env[63348]: DEBUG nova.compute.utils [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2137.495972] env[63348]: DEBUG nova.compute.manager [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Not allocating networking since 'none' was specified. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2137.517514] env[63348]: DEBUG oslo_concurrency.lockutils [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "refresh_cache-2e277851-614c-4888-a9c9-4cdd178044d4" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.517667] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2137.518065] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cd517ef-27df-4672-b320-aaea910a0546 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.525382] env[63348]: DEBUG oslo_vmware.api [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2137.525382] env[63348]: value = "task-2023414" [ 2137.525382] env[63348]: _type = "Task" [ 2137.525382] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.536136] env[63348]: DEBUG oslo_vmware.api [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.818661] env[63348]: DEBUG nova.network.neutron [-] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2137.960180] env[63348]: DEBUG oslo_concurrency.lockutils [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "cc8883cd-c1da-42de-abd6-a68020c1edf8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.960424] env[63348]: DEBUG oslo_concurrency.lockutils [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "cc8883cd-c1da-42de-abd6-a68020c1edf8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.960599] env[63348]: INFO nova.compute.manager [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Shelving [ 2137.976880] env[63348]: DEBUG nova.compute.manager [req-c48b8208-9a33-492e-9007-f4a990a233c6 req-df7aa5e1-cfec-495b-94b4-a894c2a1848d service nova] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Received event network-vif-deleted-1a18a056-25b7-4d63-bf74-0cfefeafebca {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2137.997119] env[63348]: DEBUG nova.compute.manager [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2138.037813] env[63348]: DEBUG oslo_vmware.api [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023414, 'name': PowerOffVM_Task, 'duration_secs': 0.190591} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.038072] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2138.038701] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2138.038912] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2138.039064] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2138.039241] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2138.039403] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2138.039560] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2138.039827] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2138.039940] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2138.040126] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2138.040285] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2138.040454] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2138.047882] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62a3554a-a915-4b19-998d-4505ee56b94b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.064368] env[63348]: DEBUG oslo_vmware.api [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2138.064368] env[63348]: value = "task-2023415" [ 2138.064368] env[63348]: _type = "Task" [ 2138.064368] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.075036] env[63348]: DEBUG oslo_vmware.api [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.098247] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938ac08d-cf56-409c-9338-dc6108190acd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.105063] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e249483-c6b6-4dbc-9142-529d7cd1fe92 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.134615] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa04417d-9551-4427-b7b4-0ff17d97ebaa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.141783] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b41a28-4ecf-44c9-a832-60d3c8032a17 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.156343] env[63348]: DEBUG nova.compute.provider_tree [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2138.321700] env[63348]: INFO nova.compute.manager [-] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Took 1.23 seconds to deallocate network for instance. [ 2138.574522] env[63348]: DEBUG oslo_vmware.api [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023415, 'name': ReconfigVM_Task, 'duration_secs': 0.138321} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.575315] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1359df49-e2e8-4c9c-8510-fd05618de567 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.593020] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2138.593291] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2138.593450] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2138.593630] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2138.593775] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2138.593924] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2138.594148] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2138.594315] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2138.594479] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2138.594638] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2138.594807] env[63348]: DEBUG nova.virt.hardware [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2138.595579] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b6e070-c60a-463f-be6d-c7e6da1bfe73 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.601092] env[63348]: DEBUG oslo_vmware.api [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2138.601092] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52396bbd-2e40-15e8-8c43-7156af0d3bda" [ 2138.601092] env[63348]: _type = "Task" [ 2138.601092] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.608406] env[63348]: DEBUG oslo_vmware.api [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52396bbd-2e40-15e8-8c43-7156af0d3bda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.660677] env[63348]: DEBUG nova.scheduler.client.report [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2138.828812] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.972077] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2138.972077] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5efc75e2-dd22-4620-abd2-d91e081fdb74 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.979478] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2138.979478] env[63348]: value = "task-2023416" [ 2138.979478] env[63348]: _type = "Task" [ 2138.979478] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.987306] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.007681] env[63348]: DEBUG nova.compute.manager [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2139.034102] env[63348]: DEBUG nova.virt.hardware [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2139.034361] env[63348]: DEBUG nova.virt.hardware [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2139.034533] env[63348]: DEBUG nova.virt.hardware [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2139.034716] env[63348]: DEBUG nova.virt.hardware [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2139.034860] env[63348]: DEBUG nova.virt.hardware [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2139.035012] env[63348]: DEBUG nova.virt.hardware [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2139.035230] env[63348]: DEBUG nova.virt.hardware [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2139.035386] env[63348]: DEBUG nova.virt.hardware [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2139.035545] env[63348]: DEBUG nova.virt.hardware [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2139.035703] env[63348]: DEBUG nova.virt.hardware [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2139.035872] env[63348]: DEBUG nova.virt.hardware [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2139.037102] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da6d332-0c91-4528-ae6f-486df49a8196 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.045969] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c061ae2e-5512-4a51-bd0b-7a6e4dfc0277 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.059184] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Instance VIF info [] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2139.064919] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Creating folder: Project (e3f0bff4cee04dafa4a4cbe608233a7c). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2139.065199] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41eca0e2-5e6f-44a2-9a98-43a46daf8b2e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.076591] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Created folder: Project (e3f0bff4cee04dafa4a4cbe608233a7c) in parent group-v415427. [ 2139.076803] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Creating folder: Instances. Parent ref: group-v415722. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2139.077071] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c862e4fa-d278-4335-a63e-11c86098ae98 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.087762] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Created folder: Instances in parent group-v415722. [ 2139.087988] env[63348]: DEBUG oslo.service.loopingcall [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2139.088214] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2139.088440] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e09e4998-5cd7-431c-abc4-a5044bf85a28 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.111964] env[63348]: DEBUG oslo_vmware.api [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52396bbd-2e40-15e8-8c43-7156af0d3bda, 'name': SearchDatastore_Task, 'duration_secs': 0.007242} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.118340] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2139.118634] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2139.118634] env[63348]: value = "task-2023419" [ 2139.118634] env[63348]: _type = "Task" [ 2139.118634] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.118828] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97707394-be7c-48af-a301-a37377356d04 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.141650] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023419, 'name': CreateVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.143167] env[63348]: DEBUG oslo_vmware.api [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2139.143167] env[63348]: value = "task-2023420" [ 2139.143167] env[63348]: _type = "Task" [ 2139.143167] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.150948] env[63348]: DEBUG oslo_vmware.api [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.164725] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.167610] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.339s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.167877] env[63348]: DEBUG nova.objects.instance [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lazy-loading 'resources' on Instance uuid 464fe772-4b7f-41da-8e40-a2a40a994520 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2139.186199] env[63348]: INFO nova.scheduler.client.report [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleted allocations for instance df11ca0d-ee85-492f-b48e-e5219dd9405d [ 2139.490480] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023416, 'name': PowerOffVM_Task, 'duration_secs': 0.311554} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.491348] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2139.492390] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eddfb5-6e9d-4dde-b76a-27d9c4f1ff58 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.512606] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909f9803-4552-4826-a148-7b3a94a72aeb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.643160] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023419, 'name': CreateVM_Task, 'duration_secs': 0.332238} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.643493] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2139.646620] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2139.646787] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2139.647105] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2139.647348] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-931f4846-44d3-458c-b676-9378dfe2b3dc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.654531] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Waiting for the task: (returnval){ [ 2139.654531] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d6af0a-74ff-3689-3a9c-474e2bea028d" [ 2139.654531] env[63348]: _type = "Task" [ 2139.654531] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.654743] env[63348]: DEBUG oslo_vmware.api [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023420, 'name': ReconfigVM_Task, 'duration_secs': 0.197756} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.655018] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2139.658133] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59f971a-958a-4fb0-af02-9f7bf4a8bc59 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.664725] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d6af0a-74ff-3689-3a9c-474e2bea028d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.684817] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 2e277851-614c-4888-a9c9-4cdd178044d4/2e277851-614c-4888-a9c9-4cdd178044d4.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2139.685571] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2c383f5-035d-4d5b-8764-e6767871c68b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.703038] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f1632f0a-f0bc-4d51-b085-816b0ae5dc6e tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "df11ca0d-ee85-492f-b48e-e5219dd9405d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.754s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.707726] env[63348]: DEBUG oslo_vmware.api [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2139.707726] env[63348]: value = "task-2023421" [ 2139.707726] env[63348]: _type = "Task" [ 2139.707726] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.718986] env[63348]: DEBUG oslo_vmware.api [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.805127] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8e3a45-36a8-4c0c-8f80-eea564bf5136 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.812812] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4363430c-94c7-42f8-9be5-5949172db765 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.843185] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9587bb-4ad6-4fb8-b66b-1cb63d13b8ea {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.850702] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2cd794-df8d-409e-b2be-4a176cc6f4f3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.865224] env[63348]: DEBUG nova.compute.provider_tree [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2140.023956] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Creating Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2140.024496] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-59e18325-013d-4b1e-b04d-80d11558b139 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.034157] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2140.034157] env[63348]: value = "task-2023422" [ 2140.034157] env[63348]: _type = "Task" [ 2140.034157] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.045250] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023422, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.165519] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d6af0a-74ff-3689-3a9c-474e2bea028d, 'name': SearchDatastore_Task, 'duration_secs': 0.026891} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.165832] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.166102] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2140.166335] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2140.166483] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2140.166656] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2140.166910] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4315ff77-7fe5-4d4b-ba98-5f3fb3cc8858 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.175664] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2140.175837] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2140.176570] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4219ed1b-9862-4861-904b-dd52980f28a0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.181849] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Waiting for the task: (returnval){ [ 2140.181849] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e35cf2-69fc-47c0-5d7c-5542aa2190b0" [ 2140.181849] env[63348]: _type = "Task" [ 2140.181849] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.189730] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e35cf2-69fc-47c0-5d7c-5542aa2190b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.218233] env[63348]: DEBUG oslo_vmware.api [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023421, 'name': ReconfigVM_Task, 'duration_secs': 0.248381} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.218509] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 2e277851-614c-4888-a9c9-4cdd178044d4/2e277851-614c-4888-a9c9-4cdd178044d4.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2140.219298] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07267f1c-b137-4d32-97be-c74c175eb6b2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.237938] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244e33d6-cd4b-4e91-8655-e5247bfaf874 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.256295] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f8f027-71ca-4da9-9152-20504305754e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.275132] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3571d7-4f64-46d6-a39f-acce8fb4ea54 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.282255] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2140.282500] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15f4aba0-5873-43f6-8833-bf499702f985 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.288837] env[63348]: DEBUG oslo_vmware.api [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2140.288837] env[63348]: value = "task-2023423" [ 2140.288837] env[63348]: _type = "Task" [ 2140.288837] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.296142] env[63348]: DEBUG oslo_vmware.api [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.368713] env[63348]: DEBUG nova.scheduler.client.report [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2140.545015] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023422, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.694907] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e35cf2-69fc-47c0-5d7c-5542aa2190b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009366} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.695792] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e387fb40-646a-4d2c-a7cf-334fc25e0c72 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.701167] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Waiting for the task: (returnval){ [ 2140.701167] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520ce522-c50c-4541-76f8-491fa3c49a96" [ 2140.701167] env[63348]: _type = "Task" [ 2140.701167] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.709387] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520ce522-c50c-4541-76f8-491fa3c49a96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.800564] env[63348]: DEBUG oslo_vmware.api [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023423, 'name': PowerOnVM_Task, 'duration_secs': 0.435214} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.801245] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2140.874385] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.901528] env[63348]: INFO nova.scheduler.client.report [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Deleted allocations for instance 464fe772-4b7f-41da-8e40-a2a40a994520 [ 2141.045308] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023422, 'name': CreateSnapshot_Task, 'duration_secs': 0.66483} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.045606] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Created Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2141.046366] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53660367-f54c-4e8c-a989-059049cae8ef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.095586] env[63348]: DEBUG oslo_concurrency.lockutils [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.095867] env[63348]: DEBUG oslo_concurrency.lockutils [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.096039] env[63348]: INFO nova.compute.manager [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Shelving [ 2141.211535] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]520ce522-c50c-4541-76f8-491fa3c49a96, 'name': SearchDatastore_Task, 'duration_secs': 0.023682} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.211797] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2141.212096] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 537e65d9-9793-462e-93c3-4895799cbf5c/537e65d9-9793-462e-93c3-4895799cbf5c.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2141.212355] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c996ddf-d2c3-4be8-8b76-ed03b4e83ead {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.218956] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Waiting for the task: (returnval){ [ 2141.218956] env[63348]: value = "task-2023424" [ 2141.218956] env[63348]: _type = "Task" [ 2141.218956] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.226500] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': task-2023424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.412334] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4a8f3611-12bd-40de-b5c4-29337e6b4ea3 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "464fe772-4b7f-41da-8e40-a2a40a994520" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.474s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.563739] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Creating linked-clone VM from snapshot {{(pid=63348) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2141.564083] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-13b1b9b4-ca9d-4bc3-ad29-3dbcb87612ef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.572642] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2141.572642] env[63348]: value = "task-2023425" [ 2141.572642] env[63348]: _type = "Task" [ 2141.572642] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.580828] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023425, 'name': CloneVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.729602] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': task-2023424, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.811119] env[63348]: INFO nova.compute.manager [None req-07b6eb08-bd6a-4b2f-b31a-19c9d9d5c7c5 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updating instance to original state: 'active' [ 2141.854224] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "b9033cd2-a40d-4c21-a1df-8bb8a817043d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.854464] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "b9033cd2-a40d-4c21-a1df-8bb8a817043d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.082602] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023425, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.105550] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2142.105794] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b650c10-62f8-4619-9094-3c428cebf4cd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.112788] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2142.112788] env[63348]: value = "task-2023426" [ 2142.112788] env[63348]: _type = "Task" [ 2142.112788] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.121743] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.230032] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': task-2023424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526873} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.230304] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 537e65d9-9793-462e-93c3-4895799cbf5c/537e65d9-9793-462e-93c3-4895799cbf5c.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2142.230513] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2142.230763] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0aa76ff2-cd7c-4826-8e48-326cbda35311 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.237437] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Waiting for the task: (returnval){ [ 2142.237437] env[63348]: value = "task-2023427" [ 2142.237437] env[63348]: _type = "Task" [ 2142.237437] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.245830] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': task-2023427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.300051] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "f698bf37-ff11-4eb7-96ad-4a8caa51294b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.300298] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "f698bf37-ff11-4eb7-96ad-4a8caa51294b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.356290] env[63348]: DEBUG nova.compute.manager [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2142.583730] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023425, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.622056] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023426, 'name': PowerOffVM_Task, 'duration_secs': 0.201133} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.622365] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2142.623297] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde2f1b7-be5f-42af-9f82-de78921e78a4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.641625] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb89522-b6d5-4bde-8569-dee3615d5053 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.746852] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': task-2023427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074161} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.747263] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2142.747867] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581157ba-1719-4ff7-b270-0ab68b5e77e8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.767366] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 537e65d9-9793-462e-93c3-4895799cbf5c/537e65d9-9793-462e-93c3-4895799cbf5c.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2142.767667] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adbca22d-7d0c-415c-8564-801dad178e06 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.787319] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Waiting for the task: (returnval){ [ 2142.787319] env[63348]: value = "task-2023428" [ 2142.787319] env[63348]: _type = "Task" [ 2142.787319] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.797947] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': task-2023428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.803626] env[63348]: DEBUG nova.compute.manager [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2142.844070] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "2e277851-614c-4888-a9c9-4cdd178044d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.844070] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "2e277851-614c-4888-a9c9-4cdd178044d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.844294] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "2e277851-614c-4888-a9c9-4cdd178044d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.844561] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "2e277851-614c-4888-a9c9-4cdd178044d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.844663] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "2e277851-614c-4888-a9c9-4cdd178044d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.846912] env[63348]: INFO nova.compute.manager [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Terminating instance [ 2142.878423] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.878794] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.880308] env[63348]: INFO nova.compute.claims [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2143.083973] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023425, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.152042] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Creating Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2143.152042] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-06b95a98-b1b5-44f9-81a0-19114d1f7a87 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.159448] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2143.159448] env[63348]: value = "task-2023429" [ 2143.159448] env[63348]: _type = "Task" [ 2143.159448] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.168523] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023429, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.297664] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': task-2023428, 'name': ReconfigVM_Task, 'duration_secs': 0.291325} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.297948] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 537e65d9-9793-462e-93c3-4895799cbf5c/537e65d9-9793-462e-93c3-4895799cbf5c.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2143.298661] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61559ba5-3e85-47b5-90c7-73572920b6fa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.304993] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Waiting for the task: (returnval){ [ 2143.304993] env[63348]: value = "task-2023430" [ 2143.304993] env[63348]: _type = "Task" [ 2143.304993] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.316111] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': task-2023430, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.323022] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.350224] env[63348]: DEBUG nova.compute.manager [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2143.350436] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2143.351307] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3395085-b723-49ce-a4ed-4a66deac71b4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.359304] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2143.359578] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bebbaa82-c8ab-4d2b-a88d-c97461c1a14d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.366278] env[63348]: DEBUG oslo_vmware.api [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2143.366278] env[63348]: value = "task-2023431" [ 2143.366278] env[63348]: _type = "Task" [ 2143.366278] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.375236] env[63348]: DEBUG oslo_vmware.api [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.585203] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023425, 'name': CloneVM_Task, 'duration_secs': 1.623294} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.585482] env[63348]: INFO nova.virt.vmwareapi.vmops [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Created linked-clone VM from snapshot [ 2143.586240] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33f63f7-5847-4251-9bee-13444122c48e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.593265] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Uploading image e5b067bc-93b2-4051-98e6-9f9daab574c5 {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2143.619024] env[63348]: DEBUG oslo_vmware.rw_handles [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2143.619024] env[63348]: value = "vm-415726" [ 2143.619024] env[63348]: _type = "VirtualMachine" [ 2143.619024] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2143.619024] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dbc01f28-5407-4841-a984-b11b4743a398 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.625944] env[63348]: DEBUG oslo_vmware.rw_handles [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lease: (returnval){ [ 2143.625944] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5261d463-050c-b6fd-121d-a106a7da930a" [ 2143.625944] env[63348]: _type = "HttpNfcLease" [ 2143.625944] env[63348]: } obtained for exporting VM: (result){ [ 2143.625944] env[63348]: value = "vm-415726" [ 2143.625944] env[63348]: _type = "VirtualMachine" [ 2143.625944] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2143.626321] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the lease: (returnval){ [ 2143.626321] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5261d463-050c-b6fd-121d-a106a7da930a" [ 2143.626321] env[63348]: _type = "HttpNfcLease" [ 2143.626321] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2143.632318] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2143.632318] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5261d463-050c-b6fd-121d-a106a7da930a" [ 2143.632318] env[63348]: _type = "HttpNfcLease" [ 2143.632318] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2143.669625] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023429, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.817553] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': task-2023430, 'name': Rename_Task, 'duration_secs': 0.184636} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.817983] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2143.818291] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03472af3-5499-4739-9ca4-df9254016ce8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.826719] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Waiting for the task: (returnval){ [ 2143.826719] env[63348]: value = "task-2023433" [ 2143.826719] env[63348]: _type = "Task" [ 2143.826719] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.834883] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': task-2023433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.875954] env[63348]: DEBUG oslo_vmware.api [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023431, 'name': PowerOffVM_Task, 'duration_secs': 0.213761} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.876271] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2143.876451] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2143.876718] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1115ba62-2ef6-4f41-87b1-b9d2ae71cbc9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.009330] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5370bbb-61a1-4c65-a0bb-a0b01918c77b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.016946] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a07249-b4f1-4c34-8a40-f3f05cf90aa4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.047669] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15b7855-bcda-4e2d-bc4b-512c07ae4345 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.056507] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7483cd-cac3-437a-bb17-6ccf51eef23e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.070007] env[63348]: DEBUG nova.compute.provider_tree [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2144.083514] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2144.083805] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2144.084048] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Deleting the datastore file [datastore2] 2e277851-614c-4888-a9c9-4cdd178044d4 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2144.084363] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6d519b4-1f1f-494c-bd48-40d348d68815 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.092604] env[63348]: DEBUG oslo_vmware.api [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2144.092604] env[63348]: value = "task-2023435" [ 2144.092604] env[63348]: _type = "Task" [ 2144.092604] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.100521] env[63348]: DEBUG oslo_vmware.api [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.134396] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2144.134396] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5261d463-050c-b6fd-121d-a106a7da930a" [ 2144.134396] env[63348]: _type = "HttpNfcLease" [ 2144.134396] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2144.134726] env[63348]: DEBUG oslo_vmware.rw_handles [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2144.134726] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5261d463-050c-b6fd-121d-a106a7da930a" [ 2144.134726] env[63348]: _type = "HttpNfcLease" [ 2144.134726] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2144.135571] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0479118-9034-4e6e-84e5-66c06be43ea6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.144059] env[63348]: DEBUG oslo_vmware.rw_handles [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8cd3e-a330-0bfe-bd5f-4b3764b7d5e4/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2144.144290] env[63348]: DEBUG oslo_vmware.rw_handles [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8cd3e-a330-0bfe-bd5f-4b3764b7d5e4/disk-0.vmdk for reading. {{(pid=63348) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2144.212596] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023429, 'name': CreateSnapshot_Task, 'duration_secs': 0.805208} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.212836] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Created Snapshot of the VM instance {{(pid=63348) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2144.213636] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433473f6-36de-49b4-a55f-1fca21c98c99 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.233245] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-826ba4df-8478-4fc7-99fe-ae40256ae8ac {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.336258] env[63348]: DEBUG oslo_vmware.api [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': task-2023433, 'name': PowerOnVM_Task, 'duration_secs': 0.461588} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.336542] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2144.336739] env[63348]: INFO nova.compute.manager [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Took 5.33 seconds to spawn the instance on the hypervisor. [ 2144.336919] env[63348]: DEBUG nova.compute.manager [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2144.337699] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114fb39f-8a70-41d5-8b87-108befadc808 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.572820] env[63348]: DEBUG nova.scheduler.client.report [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2144.603189] env[63348]: DEBUG oslo_vmware.api [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204967} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.603510] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2144.603837] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2144.604101] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2144.604355] env[63348]: INFO nova.compute.manager [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2144.604703] env[63348]: DEBUG oslo.service.loopingcall [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2144.604897] env[63348]: DEBUG nova.compute.manager [-] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2144.604991] env[63348]: DEBUG nova.network.neutron [-] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2144.731865] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Creating linked-clone VM from snapshot {{(pid=63348) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2144.732333] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-35746164-2835-4adf-a949-b71027d261af {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.741686] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2144.741686] env[63348]: value = "task-2023436" [ 2144.741686] env[63348]: _type = "Task" [ 2144.741686] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.750544] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023436, 'name': CloneVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.856913] env[63348]: INFO nova.compute.manager [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Took 10.84 seconds to build instance. [ 2145.078868] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.081417] env[63348]: DEBUG nova.compute.manager [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2145.084320] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.760s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.084887] env[63348]: INFO nova.compute.claims [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2145.115535] env[63348]: DEBUG nova.compute.manager [req-7b0b2c3e-53b5-40bb-99cf-f61250f0c523 req-3f05de78-538a-4781-8c6b-4425861f3af4 service nova] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Received event network-vif-deleted-96cdac11-105c-4168-85e8-2620cd542914 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2145.116847] env[63348]: INFO nova.compute.manager [req-7b0b2c3e-53b5-40bb-99cf-f61250f0c523 req-3f05de78-538a-4781-8c6b-4425861f3af4 service nova] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Neutron deleted interface 96cdac11-105c-4168-85e8-2620cd542914; detaching it from the instance and deleting it from the info cache [ 2145.117064] env[63348]: DEBUG nova.network.neutron [req-7b0b2c3e-53b5-40bb-99cf-f61250f0c523 req-3f05de78-538a-4781-8c6b-4425861f3af4 service nova] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.253371] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023436, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.359614] env[63348]: DEBUG oslo_concurrency.lockutils [None req-90491033-69b2-4384-859d-82df32a14607 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Lock "537e65d9-9793-462e-93c3-4895799cbf5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.354s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.589419] env[63348]: DEBUG nova.compute.utils [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2145.592072] env[63348]: DEBUG nova.compute.manager [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2145.593039] env[63348]: DEBUG nova.network.neutron [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2145.597683] env[63348]: DEBUG nova.network.neutron [-] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.621264] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdb07d7d-9cb1-4a8c-b5da-7ab6418dca80 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.630424] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b365fff-aa8c-4a69-9977-ef090fb9a775 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.664605] env[63348]: DEBUG nova.compute.manager [req-7b0b2c3e-53b5-40bb-99cf-f61250f0c523 req-3f05de78-538a-4781-8c6b-4425861f3af4 service nova] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Detach interface failed, port_id=96cdac11-105c-4168-85e8-2620cd542914, reason: Instance 2e277851-614c-4888-a9c9-4cdd178044d4 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2145.666584] env[63348]: DEBUG nova.policy [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36027416e1e341e09f86f596d569e958', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dc5889b2fcc4ecd810a1016eb845ddf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2145.753112] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023436, 'name': CloneVM_Task} progress is 94%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.944417] env[63348]: DEBUG nova.network.neutron [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Successfully created port: bff72d62-c103-49fb-9050-b3bb9df983c2 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2146.098024] env[63348]: DEBUG nova.compute.manager [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2146.101057] env[63348]: INFO nova.compute.manager [-] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Took 1.50 seconds to deallocate network for instance. [ 2146.252620] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023436, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.265968] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811d8bc7-967f-4655-ab7c-bb040a7c6d14 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.273699] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28cae10-1e7c-4e7b-b8c5-b45100d44d7d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.307685] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7ddc0f-9244-407d-9e7d-f58d5f3a2f33 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.316201] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11258a80-d5ea-4e95-a8af-bb96268266ab {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.331752] env[63348]: DEBUG nova.compute.manager [None req-6035c110-5c8a-492f-9740-244d8bc59948 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2146.332526] env[63348]: DEBUG nova.compute.provider_tree [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2146.335208] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8363b466-f506-43b1-ab0f-cd1f61d7c2f9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.402043] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Acquiring lock "537e65d9-9793-462e-93c3-4895799cbf5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.402360] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Lock "537e65d9-9793-462e-93c3-4895799cbf5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.402595] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Acquiring lock "537e65d9-9793-462e-93c3-4895799cbf5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.402798] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Lock "537e65d9-9793-462e-93c3-4895799cbf5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.402990] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Lock "537e65d9-9793-462e-93c3-4895799cbf5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.405333] env[63348]: INFO nova.compute.manager [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Terminating instance [ 2146.614324] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.756467] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023436, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.835693] env[63348]: DEBUG nova.scheduler.client.report [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2146.844666] env[63348]: INFO nova.compute.manager [None req-6035c110-5c8a-492f-9740-244d8bc59948 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] instance snapshotting [ 2146.845368] env[63348]: DEBUG nova.objects.instance [None req-6035c110-5c8a-492f-9740-244d8bc59948 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Lazy-loading 'flavor' on Instance uuid 537e65d9-9793-462e-93c3-4895799cbf5c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2146.909283] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Acquiring lock "refresh_cache-537e65d9-9793-462e-93c3-4895799cbf5c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.909465] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Acquired lock "refresh_cache-537e65d9-9793-462e-93c3-4895799cbf5c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.909632] env[63348]: DEBUG nova.network.neutron [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2147.111338] env[63348]: DEBUG nova.compute.manager [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2147.137402] env[63348]: DEBUG nova.virt.hardware [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2147.137653] env[63348]: DEBUG nova.virt.hardware [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2147.137811] env[63348]: DEBUG nova.virt.hardware [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2147.138014] env[63348]: DEBUG nova.virt.hardware [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2147.138170] env[63348]: DEBUG nova.virt.hardware [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2147.138311] env[63348]: DEBUG nova.virt.hardware [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2147.138519] env[63348]: DEBUG nova.virt.hardware [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2147.138678] env[63348]: DEBUG nova.virt.hardware [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2147.138847] env[63348]: DEBUG nova.virt.hardware [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2147.139021] env[63348]: DEBUG nova.virt.hardware [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2147.139265] env[63348]: DEBUG nova.virt.hardware [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2147.140211] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ddde89-90ae-49bb-9ac2-121a6e0b830e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.148187] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200d0da4-d916-47c7-b44f-f5ad0f0bf3d8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.255230] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023436, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.341424] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.342032] env[63348]: DEBUG nova.compute.manager [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2147.344715] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.731s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.344914] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.350130] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010d3cfe-4d58-4126-baa2-2a486a018023 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.367770] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019a7032-340d-4678-886a-698b19a8b8e3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.371546] env[63348]: INFO nova.scheduler.client.report [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Deleted allocations for instance 2e277851-614c-4888-a9c9-4cdd178044d4 [ 2147.430852] env[63348]: DEBUG nova.network.neutron [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2147.488077] env[63348]: DEBUG nova.network.neutron [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2147.757051] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023436, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.849254] env[63348]: DEBUG nova.compute.utils [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2147.850684] env[63348]: DEBUG nova.compute.manager [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2147.850859] env[63348]: DEBUG nova.network.neutron [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2147.883423] env[63348]: DEBUG nova.compute.manager [None req-6035c110-5c8a-492f-9740-244d8bc59948 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Instance disappeared during snapshot {{(pid=63348) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 2147.885891] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bf1b0c35-d9fc-4119-9196-700b60351663 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "2e277851-614c-4888-a9c9-4cdd178044d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.042s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.898556] env[63348]: DEBUG nova.policy [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b3336cc22414991982f00822d5e33da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79bfc0b43f6b4eb6897457bf0d0a0fdd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2147.990716] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Releasing lock "refresh_cache-537e65d9-9793-462e-93c3-4895799cbf5c" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.991192] env[63348]: DEBUG nova.compute.manager [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2147.991348] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2147.992266] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ef945f-65d5-4c43-bd31-2e0231818f83 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.999636] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2147.999895] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff827b64-b8fa-45ea-aec5-75106a36b614 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.006940] env[63348]: DEBUG oslo_vmware.api [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Waiting for the task: (returnval){ [ 2148.006940] env[63348]: value = "task-2023437" [ 2148.006940] env[63348]: _type = "Task" [ 2148.006940] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.011214] env[63348]: DEBUG nova.compute.manager [None req-6035c110-5c8a-492f-9740-244d8bc59948 tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Found 0 images (rotation: 2) {{(pid=63348) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2148.015026] env[63348]: DEBUG oslo_vmware.api [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': task-2023437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.257535] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023436, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.290507] env[63348]: DEBUG nova.network.neutron [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Successfully created port: db68dc0c-5958-4a3c-8e38-2908d8ac0289 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2148.354530] env[63348]: DEBUG nova.compute.manager [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2148.518743] env[63348]: DEBUG oslo_vmware.api [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': task-2023437, 'name': PowerOffVM_Task, 'duration_secs': 0.404669} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.519038] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2148.519215] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2148.519488] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbefb76f-123a-4fac-a8c8-435d1f9f08b0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.544193] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2148.544315] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2148.544506] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Deleting the datastore file [datastore1] 537e65d9-9793-462e-93c3-4895799cbf5c {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2148.544756] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30d6a674-2816-4030-b3f5-b4cf1f4db605 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.550811] env[63348]: DEBUG oslo_vmware.api [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Waiting for the task: (returnval){ [ 2148.550811] env[63348]: value = "task-2023439" [ 2148.550811] env[63348]: _type = "Task" [ 2148.550811] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.560709] env[63348]: DEBUG oslo_vmware.api [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': task-2023439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.758227] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023436, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.061439] env[63348]: DEBUG oslo_vmware.api [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Task: {'id': task-2023439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094071} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.062994] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2149.063252] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2149.063486] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2149.063696] env[63348]: INFO nova.compute.manager [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2149.063991] env[63348]: DEBUG oslo.service.loopingcall [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2149.067185] env[63348]: DEBUG nova.compute.manager [-] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2149.067296] env[63348]: DEBUG nova.network.neutron [-] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2149.069383] env[63348]: DEBUG oslo_concurrency.lockutils [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "d77aa569-bb9e-432c-b061-3c527bb12a06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.069642] env[63348]: DEBUG oslo_concurrency.lockutils [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "d77aa569-bb9e-432c-b061-3c527bb12a06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.084346] env[63348]: DEBUG nova.network.neutron [-] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2149.259604] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023436, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.364281] env[63348]: DEBUG nova.compute.manager [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2149.392826] env[63348]: DEBUG nova.virt.hardware [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2149.393103] env[63348]: DEBUG nova.virt.hardware [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2149.393285] env[63348]: DEBUG nova.virt.hardware [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2149.393475] env[63348]: DEBUG nova.virt.hardware [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2149.393622] env[63348]: DEBUG nova.virt.hardware [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2149.393787] env[63348]: DEBUG nova.virt.hardware [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2149.394031] env[63348]: DEBUG nova.virt.hardware [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2149.394202] env[63348]: DEBUG nova.virt.hardware [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2149.394393] env[63348]: DEBUG nova.virt.hardware [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2149.394576] env[63348]: DEBUG nova.virt.hardware [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2149.394754] env[63348]: DEBUG nova.virt.hardware [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2149.395689] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69189c0f-27a8-48a9-ae48-3f3887a26c40 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.405120] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ba47ca-419c-4d2d-8d50-b2bd69fc5691 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.573311] env[63348]: DEBUG nova.compute.manager [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2149.586094] env[63348]: DEBUG nova.network.neutron [-] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.760727] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023436, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.088467] env[63348]: INFO nova.compute.manager [-] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Took 1.02 seconds to deallocate network for instance. [ 2150.096998] env[63348]: DEBUG oslo_concurrency.lockutils [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.097288] env[63348]: DEBUG oslo_concurrency.lockutils [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.098910] env[63348]: INFO nova.compute.claims [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2150.265116] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023436, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.596205] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.762143] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023436, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.955808] env[63348]: DEBUG oslo_vmware.rw_handles [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8cd3e-a330-0bfe-bd5f-4b3764b7d5e4/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2150.956892] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5c0fd5-edab-4c06-b716-ba0c072f0ff7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.963589] env[63348]: DEBUG oslo_vmware.rw_handles [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8cd3e-a330-0bfe-bd5f-4b3764b7d5e4/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2150.963793] env[63348]: ERROR oslo_vmware.rw_handles [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8cd3e-a330-0bfe-bd5f-4b3764b7d5e4/disk-0.vmdk due to incomplete transfer. [ 2150.964043] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-80dfdc7a-981d-4baa-bcfe-f00bfda6b662 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.971208] env[63348]: DEBUG oslo_vmware.rw_handles [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8cd3e-a330-0bfe-bd5f-4b3764b7d5e4/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2150.971430] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Uploaded image e5b067bc-93b2-4051-98e6-9f9daab574c5 to the Glance image server {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2150.973836] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Destroying the VM {{(pid=63348) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2150.974098] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-51d27994-c5aa-4045-a9f5-278dbdeb0df2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.979504] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2150.979504] env[63348]: value = "task-2023440" [ 2150.979504] env[63348]: _type = "Task" [ 2150.979504] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.987423] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023440, 'name': Destroy_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.225941] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea38cb18-f384-4189-9274-f87cce5083c9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.233540] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925a9dc5-bc0d-424d-8554-e2c7a6aee417 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.264819] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f056415-e4e5-4e02-8bbf-162446100698 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.272132] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023436, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.275013] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a63d0f5-74b8-44c5-a750-e0edc4a704c7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.288685] env[63348]: DEBUG nova.compute.provider_tree [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2151.489982] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023440, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.771267] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023436, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.791325] env[63348]: DEBUG nova.scheduler.client.report [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2151.990318] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023440, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.272892] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023436, 'name': CloneVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.297716] env[63348]: DEBUG oslo_concurrency.lockutils [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.298278] env[63348]: DEBUG nova.compute.manager [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2152.300938] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.705s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.301463] env[63348]: DEBUG nova.objects.instance [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Lazy-loading 'resources' on Instance uuid 537e65d9-9793-462e-93c3-4895799cbf5c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2152.491618] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023440, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.772857] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023436, 'name': CloneVM_Task, 'duration_secs': 8.028018} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.773231] env[63348]: INFO nova.virt.vmwareapi.vmops [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Created linked-clone VM from snapshot [ 2152.774017] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f62cb6-ab1c-46a9-ab9d-9452b36a43a6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.781930] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Uploading image f1af3c23-ad42-4778-92e5-5ad93dc565a6 {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2152.801352] env[63348]: DEBUG oslo_vmware.rw_handles [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2152.801352] env[63348]: value = "vm-415728" [ 2152.801352] env[63348]: _type = "VirtualMachine" [ 2152.801352] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2152.801601] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dcf0f637-8f98-4aaa-a718-c0d1bcd21dac {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.804259] env[63348]: DEBUG nova.compute.utils [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2152.808910] env[63348]: DEBUG nova.compute.manager [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2152.809863] env[63348]: DEBUG nova.network.neutron [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2152.815714] env[63348]: DEBUG oslo_vmware.rw_handles [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lease: (returnval){ [ 2152.815714] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524113b1-58ec-16e4-baa8-0eafb0afa4e6" [ 2152.815714] env[63348]: _type = "HttpNfcLease" [ 2152.815714] env[63348]: } obtained for exporting VM: (result){ [ 2152.815714] env[63348]: value = "vm-415728" [ 2152.815714] env[63348]: _type = "VirtualMachine" [ 2152.815714] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2152.815991] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the lease: (returnval){ [ 2152.815991] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524113b1-58ec-16e4-baa8-0eafb0afa4e6" [ 2152.815991] env[63348]: _type = "HttpNfcLease" [ 2152.815991] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2152.828378] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2152.828378] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524113b1-58ec-16e4-baa8-0eafb0afa4e6" [ 2152.828378] env[63348]: _type = "HttpNfcLease" [ 2152.828378] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2152.829059] env[63348]: DEBUG oslo_vmware.rw_handles [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2152.829059] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524113b1-58ec-16e4-baa8-0eafb0afa4e6" [ 2152.829059] env[63348]: _type = "HttpNfcLease" [ 2152.829059] env[63348]: }. {{(pid=63348) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2152.829569] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b187f4be-31df-4126-a3f9-613241204c1f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.838356] env[63348]: DEBUG oslo_vmware.rw_handles [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293f2e5-bb68-91ae-5427-03ec9c07922c/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2152.838528] env[63348]: DEBUG oslo_vmware.rw_handles [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293f2e5-bb68-91ae-5427-03ec9c07922c/disk-0.vmdk for reading. {{(pid=63348) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2152.896315] env[63348]: DEBUG nova.policy [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c60d882dc3240ee8007f48c3aeb710c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13c72624fb894462a09f2442e40c86ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2152.933907] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-19eb2af0-65f0-4622-a38e-d85404691bce {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.990286] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023440, 'name': Destroy_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.991745] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897f8cb9-cf35-48ff-8d6a-4d5433283da7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.998423] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffee9b64-be84-4993-9b26-bc2399938929 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.028852] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d77a32-b6e2-4a7f-991a-7d29be4a26f1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.035831] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d1c245-86ec-443f-90e3-941a3939835c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.048821] env[63348]: DEBUG nova.compute.provider_tree [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2153.222859] env[63348]: DEBUG nova.network.neutron [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Successfully created port: a47cd374-1581-4798-a80f-baf7df989bcd {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2153.307038] env[63348]: DEBUG nova.compute.manager [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2153.497020] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023440, 'name': Destroy_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.552566] env[63348]: DEBUG nova.scheduler.client.report [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2153.846088] env[63348]: DEBUG nova.compute.manager [req-58e9c7c2-e9ee-4013-93e5-3660b3309250 req-045ab3d9-32f3-4a1a-9638-4adeb7daaf33 service nova] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Received event network-vif-plugged-db68dc0c-5958-4a3c-8e38-2908d8ac0289 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2153.846368] env[63348]: DEBUG oslo_concurrency.lockutils [req-58e9c7c2-e9ee-4013-93e5-3660b3309250 req-045ab3d9-32f3-4a1a-9638-4adeb7daaf33 service nova] Acquiring lock "f698bf37-ff11-4eb7-96ad-4a8caa51294b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2153.848022] env[63348]: DEBUG oslo_concurrency.lockutils [req-58e9c7c2-e9ee-4013-93e5-3660b3309250 req-045ab3d9-32f3-4a1a-9638-4adeb7daaf33 service nova] Lock "f698bf37-ff11-4eb7-96ad-4a8caa51294b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.848022] env[63348]: DEBUG oslo_concurrency.lockutils [req-58e9c7c2-e9ee-4013-93e5-3660b3309250 req-045ab3d9-32f3-4a1a-9638-4adeb7daaf33 service nova] Lock "f698bf37-ff11-4eb7-96ad-4a8caa51294b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2153.848022] env[63348]: DEBUG nova.compute.manager [req-58e9c7c2-e9ee-4013-93e5-3660b3309250 req-045ab3d9-32f3-4a1a-9638-4adeb7daaf33 service nova] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] No waiting events found dispatching network-vif-plugged-db68dc0c-5958-4a3c-8e38-2908d8ac0289 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2153.848022] env[63348]: WARNING nova.compute.manager [req-58e9c7c2-e9ee-4013-93e5-3660b3309250 req-045ab3d9-32f3-4a1a-9638-4adeb7daaf33 service nova] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Received unexpected event network-vif-plugged-db68dc0c-5958-4a3c-8e38-2908d8ac0289 for instance with vm_state building and task_state spawning. [ 2154.006129] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023440, 'name': Destroy_Task, 'duration_secs': 2.612743} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.006129] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Destroyed the VM [ 2154.006129] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Deleting Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2154.006403] env[63348]: DEBUG nova.compute.manager [req-a86c05da-85ca-44c6-ba57-c8cf4e02ae25 req-c4522cc4-a733-48a8-8876-3d04794f64d5 service nova] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Received event network-vif-plugged-bff72d62-c103-49fb-9050-b3bb9df983c2 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2154.006714] env[63348]: DEBUG oslo_concurrency.lockutils [req-a86c05da-85ca-44c6-ba57-c8cf4e02ae25 req-c4522cc4-a733-48a8-8876-3d04794f64d5 service nova] Acquiring lock "b9033cd2-a40d-4c21-a1df-8bb8a817043d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.007059] env[63348]: DEBUG oslo_concurrency.lockutils [req-a86c05da-85ca-44c6-ba57-c8cf4e02ae25 req-c4522cc4-a733-48a8-8876-3d04794f64d5 service nova] Lock "b9033cd2-a40d-4c21-a1df-8bb8a817043d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.007280] env[63348]: DEBUG oslo_concurrency.lockutils [req-a86c05da-85ca-44c6-ba57-c8cf4e02ae25 req-c4522cc4-a733-48a8-8876-3d04794f64d5 service nova] Lock "b9033cd2-a40d-4c21-a1df-8bb8a817043d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.007711] env[63348]: DEBUG nova.compute.manager [req-a86c05da-85ca-44c6-ba57-c8cf4e02ae25 req-c4522cc4-a733-48a8-8876-3d04794f64d5 service nova] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] No waiting events found dispatching network-vif-plugged-bff72d62-c103-49fb-9050-b3bb9df983c2 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2154.007711] env[63348]: WARNING nova.compute.manager [req-a86c05da-85ca-44c6-ba57-c8cf4e02ae25 req-c4522cc4-a733-48a8-8876-3d04794f64d5 service nova] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Received unexpected event network-vif-plugged-bff72d62-c103-49fb-9050-b3bb9df983c2 for instance with vm_state building and task_state spawning. [ 2154.007916] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2fcaee58-63c5-4d67-8c64-9a4d322c7a6d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.012213] env[63348]: DEBUG nova.network.neutron [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Successfully updated port: bff72d62-c103-49fb-9050-b3bb9df983c2 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2154.016506] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2154.016506] env[63348]: value = "task-2023442" [ 2154.016506] env[63348]: _type = "Task" [ 2154.016506] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.026101] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023442, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.040709] env[63348]: DEBUG nova.network.neutron [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Successfully updated port: db68dc0c-5958-4a3c-8e38-2908d8ac0289 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2154.059692] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.082796] env[63348]: INFO nova.scheduler.client.report [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Deleted allocations for instance 537e65d9-9793-462e-93c3-4895799cbf5c [ 2154.318788] env[63348]: DEBUG nova.compute.manager [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2154.343179] env[63348]: DEBUG nova.virt.hardware [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2154.343369] env[63348]: DEBUG nova.virt.hardware [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2154.343810] env[63348]: DEBUG nova.virt.hardware [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2154.344121] env[63348]: DEBUG nova.virt.hardware [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2154.344324] env[63348]: DEBUG nova.virt.hardware [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2154.344549] env[63348]: DEBUG nova.virt.hardware [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2154.344810] env[63348]: DEBUG nova.virt.hardware [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2154.345021] env[63348]: DEBUG nova.virt.hardware [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2154.345228] env[63348]: DEBUG nova.virt.hardware [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2154.345459] env[63348]: DEBUG nova.virt.hardware [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2154.345758] env[63348]: DEBUG nova.virt.hardware [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2154.346640] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0516a8a2-d1e2-43ee-a327-f7c0d72bb4ac {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.355296] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229eb961-7d07-4a37-bb2f-1b85bfc024a4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.518419] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "refresh_cache-b9033cd2-a40d-4c21-a1df-8bb8a817043d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2154.518626] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "refresh_cache-b9033cd2-a40d-4c21-a1df-8bb8a817043d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2154.518909] env[63348]: DEBUG nova.network.neutron [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2154.529728] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023442, 'name': RemoveSnapshot_Task, 'duration_secs': 0.389839} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.530908] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Deleted Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2154.531947] env[63348]: DEBUG nova.compute.manager [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2154.532177] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62692740-fd69-4418-98ae-0f70bd8110a9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.543068] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "refresh_cache-f698bf37-ff11-4eb7-96ad-4a8caa51294b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2154.543068] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "refresh_cache-f698bf37-ff11-4eb7-96ad-4a8caa51294b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2154.543068] env[63348]: DEBUG nova.network.neutron [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2154.590438] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cfce021e-aa10-492a-99ff-6c93a4fa772c tempest-ServersAaction247Test-1763716606 tempest-ServersAaction247Test-1763716606-project-member] Lock "537e65d9-9793-462e-93c3-4895799cbf5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.188s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.928055] env[63348]: DEBUG nova.network.neutron [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Successfully updated port: a47cd374-1581-4798-a80f-baf7df989bcd {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2155.045832] env[63348]: INFO nova.compute.manager [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Shelve offloading [ 2155.059541] env[63348]: DEBUG nova.network.neutron [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2155.145594] env[63348]: DEBUG nova.network.neutron [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2155.431581] env[63348]: DEBUG oslo_concurrency.lockutils [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "refresh_cache-d77aa569-bb9e-432c-b061-3c527bb12a06" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.431815] env[63348]: DEBUG oslo_concurrency.lockutils [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "refresh_cache-d77aa569-bb9e-432c-b061-3c527bb12a06" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.431894] env[63348]: DEBUG nova.network.neutron [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2155.457613] env[63348]: DEBUG nova.network.neutron [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Updating instance_info_cache with network_info: [{"id": "bff72d62-c103-49fb-9050-b3bb9df983c2", "address": "fa:16:3e:93:dd:c1", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff72d62-c1", "ovs_interfaceid": "bff72d62-c103-49fb-9050-b3bb9df983c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.481252] env[63348]: DEBUG nova.network.neutron [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Updating instance_info_cache with network_info: [{"id": "db68dc0c-5958-4a3c-8e38-2908d8ac0289", "address": "fa:16:3e:5d:14:2f", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb68dc0c-59", "ovs_interfaceid": "db68dc0c-5958-4a3c-8e38-2908d8ac0289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.551742] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2155.552134] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d15512b-6e41-479b-9479-a71a0f57d564 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.560279] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2155.560279] env[63348]: value = "task-2023443" [ 2155.560279] env[63348]: _type = "Task" [ 2155.560279] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.570345] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.929774] env[63348]: DEBUG nova.compute.manager [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Received event network-changed-db68dc0c-5958-4a3c-8e38-2908d8ac0289 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2155.929774] env[63348]: DEBUG nova.compute.manager [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Refreshing instance network info cache due to event network-changed-db68dc0c-5958-4a3c-8e38-2908d8ac0289. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2155.929774] env[63348]: DEBUG oslo_concurrency.lockutils [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] Acquiring lock "refresh_cache-f698bf37-ff11-4eb7-96ad-4a8caa51294b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.960314] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "refresh_cache-b9033cd2-a40d-4c21-a1df-8bb8a817043d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2155.960744] env[63348]: DEBUG nova.compute.manager [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Instance network_info: |[{"id": "bff72d62-c103-49fb-9050-b3bb9df983c2", "address": "fa:16:3e:93:dd:c1", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff72d62-c1", "ovs_interfaceid": "bff72d62-c103-49fb-9050-b3bb9df983c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2155.961401] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:dd:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bff72d62-c103-49fb-9050-b3bb9df983c2', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2155.974395] env[63348]: DEBUG oslo.service.loopingcall [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2155.975648] env[63348]: DEBUG nova.network.neutron [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2155.979386] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2155.979744] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7841099b-9098-40a9-a4da-96033c42cf6b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.004415] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "refresh_cache-f698bf37-ff11-4eb7-96ad-4a8caa51294b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.004848] env[63348]: DEBUG nova.compute.manager [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Instance network_info: |[{"id": "db68dc0c-5958-4a3c-8e38-2908d8ac0289", "address": "fa:16:3e:5d:14:2f", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb68dc0c-59", "ovs_interfaceid": "db68dc0c-5958-4a3c-8e38-2908d8ac0289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2156.005528] env[63348]: DEBUG oslo_concurrency.lockutils [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] Acquired lock "refresh_cache-f698bf37-ff11-4eb7-96ad-4a8caa51294b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.005609] env[63348]: DEBUG nova.network.neutron [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Refreshing network info cache for port db68dc0c-5958-4a3c-8e38-2908d8ac0289 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2156.007247] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:14:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db68dc0c-5958-4a3c-8e38-2908d8ac0289', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2156.018165] env[63348]: DEBUG oslo.service.loopingcall [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2156.023941] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2156.025577] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c95536c6-1daa-4f04-b215-85517f8e154e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.040653] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2156.040653] env[63348]: value = "task-2023444" [ 2156.040653] env[63348]: _type = "Task" [ 2156.040653] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.043127] env[63348]: DEBUG nova.compute.manager [req-c47c1a48-48b1-4789-ba39-27c3206a2cc0 req-1e502b3b-cab0-495f-b215-ccfbde6ec375 service nova] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Received event network-changed-bff72d62-c103-49fb-9050-b3bb9df983c2 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2156.043319] env[63348]: DEBUG nova.compute.manager [req-c47c1a48-48b1-4789-ba39-27c3206a2cc0 req-1e502b3b-cab0-495f-b215-ccfbde6ec375 service nova] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Refreshing instance network info cache due to event network-changed-bff72d62-c103-49fb-9050-b3bb9df983c2. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2156.043536] env[63348]: DEBUG oslo_concurrency.lockutils [req-c47c1a48-48b1-4789-ba39-27c3206a2cc0 req-1e502b3b-cab0-495f-b215-ccfbde6ec375 service nova] Acquiring lock "refresh_cache-b9033cd2-a40d-4c21-a1df-8bb8a817043d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.043716] env[63348]: DEBUG oslo_concurrency.lockutils [req-c47c1a48-48b1-4789-ba39-27c3206a2cc0 req-1e502b3b-cab0-495f-b215-ccfbde6ec375 service nova] Acquired lock "refresh_cache-b9033cd2-a40d-4c21-a1df-8bb8a817043d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.043877] env[63348]: DEBUG nova.network.neutron [req-c47c1a48-48b1-4789-ba39-27c3206a2cc0 req-1e502b3b-cab0-495f-b215-ccfbde6ec375 service nova] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Refreshing network info cache for port bff72d62-c103-49fb-9050-b3bb9df983c2 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2156.051077] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2156.051077] env[63348]: value = "task-2023445" [ 2156.051077] env[63348]: _type = "Task" [ 2156.051077] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.058544] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023444, 'name': CreateVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.061764] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023445, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.070297] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] VM already powered off {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2156.070537] env[63348]: DEBUG nova.compute.manager [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2156.071350] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1fca09-8b5b-4d4c-958c-d228207e3524 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.076893] env[63348]: DEBUG oslo_concurrency.lockutils [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.077082] env[63348]: DEBUG oslo_concurrency.lockutils [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquired lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.077289] env[63348]: DEBUG nova.network.neutron [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2156.250912] env[63348]: DEBUG nova.network.neutron [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Updating instance_info_cache with network_info: [{"id": "a47cd374-1581-4798-a80f-baf7df989bcd", "address": "fa:16:3e:ee:5e:a6", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47cd374-15", "ovs_interfaceid": "a47cd374-1581-4798-a80f-baf7df989bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.370460] env[63348]: DEBUG nova.network.neutron [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Updated VIF entry in instance network info cache for port db68dc0c-5958-4a3c-8e38-2908d8ac0289. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2156.370948] env[63348]: DEBUG nova.network.neutron [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Updating instance_info_cache with network_info: [{"id": "db68dc0c-5958-4a3c-8e38-2908d8ac0289", "address": "fa:16:3e:5d:14:2f", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb68dc0c-59", "ovs_interfaceid": "db68dc0c-5958-4a3c-8e38-2908d8ac0289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.553693] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023444, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.562346] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023445, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.753796] env[63348]: DEBUG oslo_concurrency.lockutils [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "refresh_cache-d77aa569-bb9e-432c-b061-3c527bb12a06" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.754190] env[63348]: DEBUG nova.compute.manager [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Instance network_info: |[{"id": "a47cd374-1581-4798-a80f-baf7df989bcd", "address": "fa:16:3e:ee:5e:a6", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47cd374-15", "ovs_interfaceid": "a47cd374-1581-4798-a80f-baf7df989bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2156.754693] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:5e:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a47cd374-1581-4798-a80f-baf7df989bcd', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2156.763057] env[63348]: DEBUG oslo.service.loopingcall [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2156.765972] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2156.766266] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf869100-93c5-4cfb-bac6-9a9f55804937 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.792310] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2156.792310] env[63348]: value = "task-2023446" [ 2156.792310] env[63348]: _type = "Task" [ 2156.792310] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.801527] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023446, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.873972] env[63348]: DEBUG oslo_concurrency.lockutils [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] Releasing lock "refresh_cache-f698bf37-ff11-4eb7-96ad-4a8caa51294b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.874263] env[63348]: DEBUG nova.compute.manager [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Received event network-vif-plugged-a47cd374-1581-4798-a80f-baf7df989bcd {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2156.874511] env[63348]: DEBUG oslo_concurrency.lockutils [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] Acquiring lock "d77aa569-bb9e-432c-b061-3c527bb12a06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.874726] env[63348]: DEBUG oslo_concurrency.lockutils [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] Lock "d77aa569-bb9e-432c-b061-3c527bb12a06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.874894] env[63348]: DEBUG oslo_concurrency.lockutils [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] Lock "d77aa569-bb9e-432c-b061-3c527bb12a06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.875083] env[63348]: DEBUG nova.compute.manager [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] No waiting events found dispatching network-vif-plugged-a47cd374-1581-4798-a80f-baf7df989bcd {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2156.875274] env[63348]: WARNING nova.compute.manager [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Received unexpected event network-vif-plugged-a47cd374-1581-4798-a80f-baf7df989bcd for instance with vm_state building and task_state spawning. [ 2156.875445] env[63348]: DEBUG nova.compute.manager [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Received event network-changed-a47cd374-1581-4798-a80f-baf7df989bcd {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2156.875609] env[63348]: DEBUG nova.compute.manager [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Refreshing instance network info cache due to event network-changed-a47cd374-1581-4798-a80f-baf7df989bcd. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2156.875795] env[63348]: DEBUG oslo_concurrency.lockutils [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] Acquiring lock "refresh_cache-d77aa569-bb9e-432c-b061-3c527bb12a06" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.875951] env[63348]: DEBUG oslo_concurrency.lockutils [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] Acquired lock "refresh_cache-d77aa569-bb9e-432c-b061-3c527bb12a06" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.876153] env[63348]: DEBUG nova.network.neutron [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Refreshing network info cache for port a47cd374-1581-4798-a80f-baf7df989bcd {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2156.902378] env[63348]: DEBUG nova.network.neutron [req-c47c1a48-48b1-4789-ba39-27c3206a2cc0 req-1e502b3b-cab0-495f-b215-ccfbde6ec375 service nova] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Updated VIF entry in instance network info cache for port bff72d62-c103-49fb-9050-b3bb9df983c2. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2156.902811] env[63348]: DEBUG nova.network.neutron [req-c47c1a48-48b1-4789-ba39-27c3206a2cc0 req-1e502b3b-cab0-495f-b215-ccfbde6ec375 service nova] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Updating instance_info_cache with network_info: [{"id": "bff72d62-c103-49fb-9050-b3bb9df983c2", "address": "fa:16:3e:93:dd:c1", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff72d62-c1", "ovs_interfaceid": "bff72d62-c103-49fb-9050-b3bb9df983c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.934703] env[63348]: DEBUG nova.network.neutron [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Updating instance_info_cache with network_info: [{"id": "3465cbca-5a53-426a-a3b6-3d8e393ebd05", "address": "fa:16:3e:d5:e8:ad", "network": {"id": "1b6efb5f-da54-48d5-9abe-8973d76425dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614267813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf92ba54e74328aba91b42b124ea75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3465cbca-5a", "ovs_interfaceid": "3465cbca-5a53-426a-a3b6-3d8e393ebd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2157.052975] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023444, 'name': CreateVM_Task, 'duration_secs': 0.58454} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.053603] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2157.053994] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.054222] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.054596] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2157.054940] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52699027-cd3a-4d53-9c5d-176cb2f7cc06 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.063229] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2157.063229] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b9d8ed-7199-9e09-e93c-5f2ba3a64190" [ 2157.063229] env[63348]: _type = "Task" [ 2157.063229] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.067035] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023445, 'name': CreateVM_Task, 'duration_secs': 0.573257} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.070266] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2157.070966] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.076612] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b9d8ed-7199-9e09-e93c-5f2ba3a64190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.303049] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023446, 'name': CreateVM_Task, 'duration_secs': 0.385333} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.303242] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2157.303807] env[63348]: DEBUG oslo_concurrency.lockutils [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.405804] env[63348]: DEBUG oslo_concurrency.lockutils [req-c47c1a48-48b1-4789-ba39-27c3206a2cc0 req-1e502b3b-cab0-495f-b215-ccfbde6ec375 service nova] Releasing lock "refresh_cache-b9033cd2-a40d-4c21-a1df-8bb8a817043d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.438270] env[63348]: DEBUG oslo_concurrency.lockutils [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Releasing lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.580821] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b9d8ed-7199-9e09-e93c-5f2ba3a64190, 'name': SearchDatastore_Task, 'duration_secs': 0.012939} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.580821] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.580821] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2157.580821] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.580821] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.580821] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2157.580821] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.580821] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2157.580821] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a2dc2ec-0207-45d9-bc15-addb6ee91c87 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.583273] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a709ff50-106a-40a9-a3f2-d2230559e94a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.589288] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2157.589288] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c93198-ba98-1185-bcbc-67058038fb33" [ 2157.589288] env[63348]: _type = "Task" [ 2157.589288] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.594313] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2157.594692] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2157.595820] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ee863a8-e239-4ea4-b0b0-c079e762beef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.601092] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c93198-ba98-1185-bcbc-67058038fb33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.604359] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2157.604359] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c50dba-dbe9-3874-8588-cbf2524a771b" [ 2157.604359] env[63348]: _type = "Task" [ 2157.604359] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.617139] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c50dba-dbe9-3874-8588-cbf2524a771b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.847826] env[63348]: DEBUG nova.network.neutron [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Updated VIF entry in instance network info cache for port a47cd374-1581-4798-a80f-baf7df989bcd. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2157.847826] env[63348]: DEBUG nova.network.neutron [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Updating instance_info_cache with network_info: [{"id": "a47cd374-1581-4798-a80f-baf7df989bcd", "address": "fa:16:3e:ee:5e:a6", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47cd374-15", "ovs_interfaceid": "a47cd374-1581-4798-a80f-baf7df989bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2157.962535] env[63348]: DEBUG nova.compute.manager [req-0f2db649-e650-4e62-86f7-a117131e5ade req-bd05e7ab-fc34-4238-91f2-da5167972b93 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Received event network-vif-unplugged-3465cbca-5a53-426a-a3b6-3d8e393ebd05 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2157.962795] env[63348]: DEBUG oslo_concurrency.lockutils [req-0f2db649-e650-4e62-86f7-a117131e5ade req-bd05e7ab-fc34-4238-91f2-da5167972b93 service nova] Acquiring lock "cc8883cd-c1da-42de-abd6-a68020c1edf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.962939] env[63348]: DEBUG oslo_concurrency.lockutils [req-0f2db649-e650-4e62-86f7-a117131e5ade req-bd05e7ab-fc34-4238-91f2-da5167972b93 service nova] Lock "cc8883cd-c1da-42de-abd6-a68020c1edf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2157.963161] env[63348]: DEBUG oslo_concurrency.lockutils [req-0f2db649-e650-4e62-86f7-a117131e5ade req-bd05e7ab-fc34-4238-91f2-da5167972b93 service nova] Lock "cc8883cd-c1da-42de-abd6-a68020c1edf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.963333] env[63348]: DEBUG nova.compute.manager [req-0f2db649-e650-4e62-86f7-a117131e5ade req-bd05e7ab-fc34-4238-91f2-da5167972b93 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] No waiting events found dispatching network-vif-unplugged-3465cbca-5a53-426a-a3b6-3d8e393ebd05 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2157.963513] env[63348]: WARNING nova.compute.manager [req-0f2db649-e650-4e62-86f7-a117131e5ade req-bd05e7ab-fc34-4238-91f2-da5167972b93 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Received unexpected event network-vif-unplugged-3465cbca-5a53-426a-a3b6-3d8e393ebd05 for instance with vm_state shelved and task_state shelving_offloading. [ 2158.009455] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2158.010677] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8431039d-c4d2-4082-b58e-9e77ccda78a2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.019395] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2158.019747] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82d84423-342a-482c-9c5a-a84dc9dd15a2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.100372] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c93198-ba98-1185-bcbc-67058038fb33, 'name': SearchDatastore_Task, 'duration_secs': 0.012488} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.101052] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.101052] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2158.101192] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.101396] env[63348]: DEBUG oslo_concurrency.lockutils [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.101742] env[63348]: DEBUG oslo_concurrency.lockutils [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2158.101993] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a180fb4-e03f-4b3a-9cd4-077860643b32 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.109168] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2158.109168] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d382b4-0fd3-9b23-ea4e-6f12a6d8eac7" [ 2158.109168] env[63348]: _type = "Task" [ 2158.109168] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.116808] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c50dba-dbe9-3874-8588-cbf2524a771b, 'name': SearchDatastore_Task, 'duration_secs': 0.013173} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.117923] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af38c55e-683e-4d0b-a71d-d925014ab37f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.124799] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d382b4-0fd3-9b23-ea4e-6f12a6d8eac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.127945] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2158.127945] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b99f55-ba09-a221-9f93-b52f4aeb3b06" [ 2158.127945] env[63348]: _type = "Task" [ 2158.127945] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.135324] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b99f55-ba09-a221-9f93-b52f4aeb3b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.328357] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2158.328625] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2158.328855] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Deleting the datastore file [datastore2] cc8883cd-c1da-42de-abd6-a68020c1edf8 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2158.329190] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93965618-3e46-4ef2-a5de-b49605534c31 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.335354] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2158.335354] env[63348]: value = "task-2023448" [ 2158.335354] env[63348]: _type = "Task" [ 2158.335354] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.343880] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.349589] env[63348]: DEBUG oslo_concurrency.lockutils [req-574a4c10-e8f2-45e2-ad09-eb412fd85b95 req-1d70d189-0a02-4908-b2b5-4cdd2e51c498 service nova] Releasing lock "refresh_cache-d77aa569-bb9e-432c-b061-3c527bb12a06" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.622056] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d382b4-0fd3-9b23-ea4e-6f12a6d8eac7, 'name': SearchDatastore_Task, 'duration_secs': 0.014388} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.622056] env[63348]: DEBUG oslo_concurrency.lockutils [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.622460] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2158.622460] env[63348]: DEBUG oslo_concurrency.lockutils [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.638975] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b99f55-ba09-a221-9f93-b52f4aeb3b06, 'name': SearchDatastore_Task, 'duration_secs': 0.014674} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.639252] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.639534] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] b9033cd2-a40d-4c21-a1df-8bb8a817043d/b9033cd2-a40d-4c21-a1df-8bb8a817043d.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2158.639793] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.640023] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2158.640347] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3601472-70ae-4610-a36a-671fda21648e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.642508] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94e26f90-433a-4603-a2a5-af1e6ffa04c5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.649348] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2158.649348] env[63348]: value = "task-2023449" [ 2158.649348] env[63348]: _type = "Task" [ 2158.649348] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.653270] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2158.653458] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2158.654463] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcdc3c25-52b9-4b7e-bd1f-cb47a7ee2a76 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.659451] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.662344] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2158.662344] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5294cf6b-384b-904e-db16-31c64d658d79" [ 2158.662344] env[63348]: _type = "Task" [ 2158.662344] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.669591] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5294cf6b-384b-904e-db16-31c64d658d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.846680] env[63348]: DEBUG oslo_vmware.api [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222376} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.846946] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2158.847149] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2158.847323] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2158.869288] env[63348]: INFO nova.scheduler.client.report [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Deleted allocations for instance cc8883cd-c1da-42de-abd6-a68020c1edf8 [ 2159.160597] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023449, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.173376] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5294cf6b-384b-904e-db16-31c64d658d79, 'name': SearchDatastore_Task, 'duration_secs': 0.012377} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.174315] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed1aba6-6b38-4ee1-8b1d-93bddacb167f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.180250] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2159.180250] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c7dc22-8a86-53b2-a7bc-e2a02bfd5767" [ 2159.180250] env[63348]: _type = "Task" [ 2159.180250] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.189170] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c7dc22-8a86-53b2-a7bc-e2a02bfd5767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.376150] env[63348]: DEBUG oslo_concurrency.lockutils [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.376150] env[63348]: DEBUG oslo_concurrency.lockutils [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.376150] env[63348]: DEBUG nova.objects.instance [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lazy-loading 'resources' on Instance uuid cc8883cd-c1da-42de-abd6-a68020c1edf8 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2159.410008] env[63348]: DEBUG oslo_concurrency.lockutils [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "f04a390e-ee9b-42ca-a300-415ee3feaa83" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.410348] env[63348]: DEBUG oslo_concurrency.lockutils [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "f04a390e-ee9b-42ca-a300-415ee3feaa83" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.660775] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5722} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.661099] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] b9033cd2-a40d-4c21-a1df-8bb8a817043d/b9033cd2-a40d-4c21-a1df-8bb8a817043d.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2159.661363] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2159.661659] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47926120-c4d6-419a-9678-0e8c1e7749b9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.669072] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2159.669072] env[63348]: value = "task-2023450" [ 2159.669072] env[63348]: _type = "Task" [ 2159.669072] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.678845] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.690149] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c7dc22-8a86-53b2-a7bc-e2a02bfd5767, 'name': SearchDatastore_Task, 'duration_secs': 0.027271} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.690403] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.690664] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] f698bf37-ff11-4eb7-96ad-4a8caa51294b/f698bf37-ff11-4eb7-96ad-4a8caa51294b.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2159.690924] env[63348]: DEBUG oslo_concurrency.lockutils [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2159.691116] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2159.691333] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59da5a6d-9699-4a74-836d-5fb8700a3dc5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.693258] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0165062-3818-406a-bc84-cc1a4f9bbcf5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.700272] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2159.700272] env[63348]: value = "task-2023451" [ 2159.700272] env[63348]: _type = "Task" [ 2159.700272] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.704154] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2159.704326] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2159.705359] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a4b22f1-0bdb-4f57-b81b-f09ea10010c7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.710632] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.713707] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2159.713707] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522102a7-959c-9ead-c9d4-ec2446ad8058" [ 2159.713707] env[63348]: _type = "Task" [ 2159.713707] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.720918] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522102a7-959c-9ead-c9d4-ec2446ad8058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.880185] env[63348]: DEBUG nova.objects.instance [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lazy-loading 'numa_topology' on Instance uuid cc8883cd-c1da-42de-abd6-a68020c1edf8 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2159.914311] env[63348]: DEBUG nova.compute.utils [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2160.179477] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074339} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.179827] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2160.180708] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840da5db-e578-44c0-a67b-d399b8ccf12e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.205273] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] b9033cd2-a40d-4c21-a1df-8bb8a817043d/b9033cd2-a40d-4c21-a1df-8bb8a817043d.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2160.205654] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d28771ed-23cb-4cb2-a557-fb25f952e162 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.231759] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51278} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.235853] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] f698bf37-ff11-4eb7-96ad-4a8caa51294b/f698bf37-ff11-4eb7-96ad-4a8caa51294b.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2160.236125] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2160.236412] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2160.236412] env[63348]: value = "task-2023452" [ 2160.236412] env[63348]: _type = "Task" [ 2160.236412] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.236618] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522102a7-959c-9ead-c9d4-ec2446ad8058, 'name': SearchDatastore_Task, 'duration_secs': 0.013157} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.236817] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1765d6f0-41ab-4b80-97a9-2d2575837aaa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.242053] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eb24c36-8a56-4990-848a-4a9df1066756 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.249911] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.252149] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2160.252149] env[63348]: value = "task-2023453" [ 2160.252149] env[63348]: _type = "Task" [ 2160.252149] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.252411] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2160.252411] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b5dc15-1178-b689-2cf3-01081460e43c" [ 2160.252411] env[63348]: _type = "Task" [ 2160.252411] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.263834] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.266629] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b5dc15-1178-b689-2cf3-01081460e43c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.383536] env[63348]: DEBUG nova.objects.base [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2160.417400] env[63348]: DEBUG oslo_concurrency.lockutils [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "f04a390e-ee9b-42ca-a300-415ee3feaa83" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.501359] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f5e990-6389-4f09-9bc8-2f4e4dbb5c23 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.509476] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55e0447-992c-4bfd-9572-b4ca9a81e6f4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.542811] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b3ea82-12c0-460f-b998-c6a35bb938cd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.551334] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb526ea-d0b8-4b8c-b06a-7e3563acba51 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.564990] env[63348]: DEBUG nova.compute.provider_tree [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2160.595100] env[63348]: DEBUG nova.compute.manager [req-c4cde878-856a-4118-ba82-c3d947b07e0b req-f9578619-46d0-4764-b8ad-9f183023dde8 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Received event network-changed-3465cbca-5a53-426a-a3b6-3d8e393ebd05 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2160.595336] env[63348]: DEBUG nova.compute.manager [req-c4cde878-856a-4118-ba82-c3d947b07e0b req-f9578619-46d0-4764-b8ad-9f183023dde8 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Refreshing instance network info cache due to event network-changed-3465cbca-5a53-426a-a3b6-3d8e393ebd05. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2160.595613] env[63348]: DEBUG oslo_concurrency.lockutils [req-c4cde878-856a-4118-ba82-c3d947b07e0b req-f9578619-46d0-4764-b8ad-9f183023dde8 service nova] Acquiring lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2160.595897] env[63348]: DEBUG oslo_concurrency.lockutils [req-c4cde878-856a-4118-ba82-c3d947b07e0b req-f9578619-46d0-4764-b8ad-9f183023dde8 service nova] Acquired lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2160.595974] env[63348]: DEBUG nova.network.neutron [req-c4cde878-856a-4118-ba82-c3d947b07e0b req-f9578619-46d0-4764-b8ad-9f183023dde8 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Refreshing network info cache for port 3465cbca-5a53-426a-a3b6-3d8e393ebd05 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2160.712741] env[63348]: DEBUG oslo_vmware.rw_handles [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293f2e5-bb68-91ae-5427-03ec9c07922c/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2160.713744] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dce9340-f699-4d75-9ae4-fb291b0afccb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.720608] env[63348]: DEBUG oslo_vmware.rw_handles [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293f2e5-bb68-91ae-5427-03ec9c07922c/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2160.720705] env[63348]: ERROR oslo_vmware.rw_handles [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293f2e5-bb68-91ae-5427-03ec9c07922c/disk-0.vmdk due to incomplete transfer. [ 2160.720932] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-36af6a10-8353-4029-b4b6-ff4c33fe33e0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.729030] env[63348]: DEBUG oslo_vmware.rw_handles [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293f2e5-bb68-91ae-5427-03ec9c07922c/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2160.729030] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Uploaded image f1af3c23-ad42-4778-92e5-5ad93dc565a6 to the Glance image server {{(pid=63348) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2160.730489] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Destroying the VM {{(pid=63348) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2160.731057] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3308b7a2-89ef-4d87-9980-8b3df2d5da70 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.738161] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2160.738161] env[63348]: value = "task-2023454" [ 2160.738161] env[63348]: _type = "Task" [ 2160.738161] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.751194] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023454, 'name': Destroy_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.754590] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023452, 'name': ReconfigVM_Task, 'duration_secs': 0.436802} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.760795] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Reconfigured VM instance instance-0000006f to attach disk [datastore2] b9033cd2-a40d-4c21-a1df-8bb8a817043d/b9033cd2-a40d-4c21-a1df-8bb8a817043d.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2160.761492] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc241972-47ef-4c4a-9aed-fd97f9eec4ee {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.767683] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066027} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.772067] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2160.772396] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2160.772396] env[63348]: value = "task-2023455" [ 2160.772396] env[63348]: _type = "Task" [ 2160.772396] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.772649] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b5dc15-1178-b689-2cf3-01081460e43c, 'name': SearchDatastore_Task, 'duration_secs': 0.023175} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.773452] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ca27c5-6956-44fc-8955-bef91aaab02f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.776134] env[63348]: DEBUG oslo_concurrency.lockutils [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2160.776401] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] d77aa569-bb9e-432c-b061-3c527bb12a06/d77aa569-bb9e-432c-b061-3c527bb12a06.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2160.781400] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6d4c527-86be-4fba-af9b-ac34a756e617 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.804294] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] f698bf37-ff11-4eb7-96ad-4a8caa51294b/f698bf37-ff11-4eb7-96ad-4a8caa51294b.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2160.809030] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13d7b28d-1ff6-40a8-b259-e35c858e22bb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.824560] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2160.824560] env[63348]: value = "task-2023456" [ 2160.824560] env[63348]: _type = "Task" [ 2160.824560] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.824822] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023455, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.831264] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2160.831264] env[63348]: value = "task-2023457" [ 2160.831264] env[63348]: _type = "Task" [ 2160.831264] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.834324] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.842013] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.068298] env[63348]: DEBUG nova.scheduler.client.report [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2161.251616] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023454, 'name': Destroy_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.290361] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023455, 'name': Rename_Task, 'duration_secs': 0.17393} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.290954] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2161.291252] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5d239be-7cd1-40ef-92ff-8ae8691dab6b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.298208] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2161.298208] env[63348]: value = "task-2023458" [ 2161.298208] env[63348]: _type = "Task" [ 2161.298208] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.306646] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.334597] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520447} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.337604] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] d77aa569-bb9e-432c-b061-3c527bb12a06/d77aa569-bb9e-432c-b061-3c527bb12a06.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2161.337839] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2161.338113] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f7c242b-15ad-4bb7-83a6-180628b16ce1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.345275] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.346014] env[63348]: DEBUG nova.network.neutron [req-c4cde878-856a-4118-ba82-c3d947b07e0b req-f9578619-46d0-4764-b8ad-9f183023dde8 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Updated VIF entry in instance network info cache for port 3465cbca-5a53-426a-a3b6-3d8e393ebd05. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2161.346345] env[63348]: DEBUG nova.network.neutron [req-c4cde878-856a-4118-ba82-c3d947b07e0b req-f9578619-46d0-4764-b8ad-9f183023dde8 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Updating instance_info_cache with network_info: [{"id": "3465cbca-5a53-426a-a3b6-3d8e393ebd05", "address": "fa:16:3e:d5:e8:ad", "network": {"id": "1b6efb5f-da54-48d5-9abe-8973d76425dc", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-614267813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf92ba54e74328aba91b42b124ea75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3465cbca-5a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2161.348454] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2161.348454] env[63348]: value = "task-2023459" [ 2161.348454] env[63348]: _type = "Task" [ 2161.348454] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.356492] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.478632] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.478868] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.479100] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.479312] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.479490] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.481560] env[63348]: DEBUG oslo_concurrency.lockutils [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "f04a390e-ee9b-42ca-a300-415ee3feaa83" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.481771] env[63348]: DEBUG oslo_concurrency.lockutils [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "f04a390e-ee9b-42ca-a300-415ee3feaa83" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.481987] env[63348]: INFO nova.compute.manager [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Attaching volume 9943a9c4-4d3d-45f1-8624-1f2812c88c84 to /dev/sdb [ 2161.484336] env[63348]: INFO nova.compute.manager [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Terminating instance [ 2161.525063] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfaa4ae-28d6-424f-af5d-44666b17a352 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.533438] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba567e5-06e2-4c5c-9a4b-c40a56e2e189 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.548097] env[63348]: DEBUG nova.virt.block_device [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Updating existing volume attachment record: e2199d0f-c49d-4507-841e-28d419609a91 {{(pid=63348) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2161.573014] env[63348]: DEBUG oslo_concurrency.lockutils [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.749464] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023454, 'name': Destroy_Task, 'duration_secs': 0.701572} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.749858] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Destroyed the VM [ 2161.749972] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Deleting Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2161.750390] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-10602a94-9852-4821-9f3a-942d6a92c489 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.757812] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2161.757812] env[63348]: value = "task-2023461" [ 2161.757812] env[63348]: _type = "Task" [ 2161.757812] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.765896] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023461, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.785625] env[63348]: DEBUG oslo_concurrency.lockutils [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "cc8883cd-c1da-42de-abd6-a68020c1edf8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.808265] env[63348]: DEBUG oslo_vmware.api [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023458, 'name': PowerOnVM_Task, 'duration_secs': 0.484744} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.808532] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2161.808733] env[63348]: INFO nova.compute.manager [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Took 14.70 seconds to spawn the instance on the hypervisor. [ 2161.808911] env[63348]: DEBUG nova.compute.manager [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2161.809706] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94161645-5e37-4965-b4da-2aab28b6d17b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.843417] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023457, 'name': ReconfigVM_Task, 'duration_secs': 0.627991} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.843685] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Reconfigured VM instance instance-00000070 to attach disk [datastore2] f698bf37-ff11-4eb7-96ad-4a8caa51294b/f698bf37-ff11-4eb7-96ad-4a8caa51294b.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2161.844314] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2235ab25-963a-4530-8aff-f35457f4b2df {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.849662] env[63348]: DEBUG oslo_concurrency.lockutils [req-c4cde878-856a-4118-ba82-c3d947b07e0b req-f9578619-46d0-4764-b8ad-9f183023dde8 service nova] Releasing lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2161.853455] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2161.853455] env[63348]: value = "task-2023462" [ 2161.853455] env[63348]: _type = "Task" [ 2161.853455] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.860534] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101308} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.861105] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2161.861848] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b1b167-c1e4-42e4-b322-d19d30d5c2f9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.868050] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023462, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.887411] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] d77aa569-bb9e-432c-b061-3c527bb12a06/d77aa569-bb9e-432c-b061-3c527bb12a06.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2161.888012] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af1f9404-5eb8-4970-abf4-d32de76fee13 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.907663] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2161.907663] env[63348]: value = "task-2023463" [ 2161.907663] env[63348]: _type = "Task" [ 2161.907663] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.915530] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.988334] env[63348]: DEBUG nova.compute.manager [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2161.988512] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2161.989797] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9311468-9f05-4767-a6f5-a370830dd46f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.999727] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2161.999963] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bb88abf-26aa-4b9e-9cfa-9c07816b5bad {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.006264] env[63348]: DEBUG oslo_vmware.api [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2162.006264] env[63348]: value = "task-2023464" [ 2162.006264] env[63348]: _type = "Task" [ 2162.006264] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.014671] env[63348]: DEBUG oslo_vmware.api [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.082182] env[63348]: DEBUG oslo_concurrency.lockutils [None req-73012f88-a4b6-429d-a9ef-c52c2cb2be82 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "cc8883cd-c1da-42de-abd6-a68020c1edf8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.121s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.083386] env[63348]: DEBUG oslo_concurrency.lockutils [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "cc8883cd-c1da-42de-abd6-a68020c1edf8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.298s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.083626] env[63348]: INFO nova.compute.manager [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Unshelving [ 2162.268015] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023461, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.327946] env[63348]: INFO nova.compute.manager [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Took 19.47 seconds to build instance. [ 2162.373704] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023462, 'name': Rename_Task, 'duration_secs': 0.291994} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.374019] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2162.374308] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faa97a77-2c8c-4176-9036-8cd0ccde6c38 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.381660] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2162.381660] env[63348]: value = "task-2023465" [ 2162.381660] env[63348]: _type = "Task" [ 2162.381660] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.389584] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.417202] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023463, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.516607] env[63348]: DEBUG oslo_vmware.api [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023464, 'name': PowerOffVM_Task, 'duration_secs': 0.212013} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.516811] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2162.516978] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2162.517252] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61f681df-5076-43a0-a81c-b3d66571c725 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.589245] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2162.589497] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2162.589815] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Deleting the datastore file [datastore1] aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2162.592127] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91b38b45-068e-4a9d-940b-7b350204443e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.598309] env[63348]: DEBUG oslo_vmware.api [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2162.598309] env[63348]: value = "task-2023467" [ 2162.598309] env[63348]: _type = "Task" [ 2162.598309] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.606271] env[63348]: DEBUG oslo_vmware.api [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.769069] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023461, 'name': RemoveSnapshot_Task, 'duration_secs': 0.91855} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.769447] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Deleted Snapshot of the VM instance {{(pid=63348) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2162.769556] env[63348]: DEBUG nova.compute.manager [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2162.770352] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af3e93b-eb21-48e1-8629-d0b716ac839c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.830571] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3efac9f3-4b3d-475d-88b3-b53cc7654237 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "b9033cd2-a40d-4c21-a1df-8bb8a817043d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.976s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.892083] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023465, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.917644] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023463, 'name': ReconfigVM_Task, 'duration_secs': 0.552903} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.918166] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Reconfigured VM instance instance-00000071 to attach disk [datastore2] d77aa569-bb9e-432c-b061-3c527bb12a06/d77aa569-bb9e-432c-b061-3c527bb12a06.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2162.918920] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-496b4fe8-d7e6-4691-a046-581fdfc17157 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.924723] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2162.924723] env[63348]: value = "task-2023468" [ 2162.924723] env[63348]: _type = "Task" [ 2162.924723] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.933465] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023468, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.111523] env[63348]: DEBUG oslo_vmware.api [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426412} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.111523] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2163.111523] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2163.111523] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2163.111523] env[63348]: INFO nova.compute.manager [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2163.111523] env[63348]: DEBUG oslo.service.loopingcall [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2163.112696] env[63348]: DEBUG oslo_concurrency.lockutils [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.112924] env[63348]: DEBUG oslo_concurrency.lockutils [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.113416] env[63348]: DEBUG nova.objects.instance [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lazy-loading 'pci_requests' on Instance uuid cc8883cd-c1da-42de-abd6-a68020c1edf8 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2163.114139] env[63348]: DEBUG nova.compute.manager [-] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2163.114236] env[63348]: DEBUG nova.network.neutron [-] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2163.281788] env[63348]: INFO nova.compute.manager [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Shelve offloading [ 2163.392384] env[63348]: DEBUG oslo_vmware.api [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023465, 'name': PowerOnVM_Task, 'duration_secs': 0.830847} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.392634] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2163.392835] env[63348]: INFO nova.compute.manager [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Took 14.03 seconds to spawn the instance on the hypervisor. [ 2163.393018] env[63348]: DEBUG nova.compute.manager [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2163.393818] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a88292-f763-4cfd-b67f-861df7d9c271 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.436410] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023468, 'name': Rename_Task, 'duration_secs': 0.137133} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.437659] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2163.437987] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7471205a-06a8-477a-baf4-a7437a2ca3fb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.447686] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2163.447686] env[63348]: value = "task-2023469" [ 2163.447686] env[63348]: _type = "Task" [ 2163.447686] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.455300] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.616067] env[63348]: DEBUG nova.compute.manager [req-9f553830-2394-4162-93fa-7478732e5f24 req-f3d9367d-1048-4034-ac02-98b15d7d2735 service nova] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Received event network-changed-bff72d62-c103-49fb-9050-b3bb9df983c2 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2163.616735] env[63348]: DEBUG nova.compute.manager [req-9f553830-2394-4162-93fa-7478732e5f24 req-f3d9367d-1048-4034-ac02-98b15d7d2735 service nova] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Refreshing instance network info cache due to event network-changed-bff72d62-c103-49fb-9050-b3bb9df983c2. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2163.616965] env[63348]: DEBUG oslo_concurrency.lockutils [req-9f553830-2394-4162-93fa-7478732e5f24 req-f3d9367d-1048-4034-ac02-98b15d7d2735 service nova] Acquiring lock "refresh_cache-b9033cd2-a40d-4c21-a1df-8bb8a817043d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.617182] env[63348]: DEBUG oslo_concurrency.lockutils [req-9f553830-2394-4162-93fa-7478732e5f24 req-f3d9367d-1048-4034-ac02-98b15d7d2735 service nova] Acquired lock "refresh_cache-b9033cd2-a40d-4c21-a1df-8bb8a817043d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.617381] env[63348]: DEBUG nova.network.neutron [req-9f553830-2394-4162-93fa-7478732e5f24 req-f3d9367d-1048-4034-ac02-98b15d7d2735 service nova] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Refreshing network info cache for port bff72d62-c103-49fb-9050-b3bb9df983c2 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2163.621138] env[63348]: DEBUG nova.objects.instance [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lazy-loading 'numa_topology' on Instance uuid cc8883cd-c1da-42de-abd6-a68020c1edf8 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2163.792194] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2163.792194] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86de3738-959b-4e4e-9b4b-2ccab0cdbf71 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.794087] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2163.794087] env[63348]: value = "task-2023470" [ 2163.794087] env[63348]: _type = "Task" [ 2163.794087] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.803868] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] VM already powered off {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2163.804107] env[63348]: DEBUG nova.compute.manager [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2163.804828] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5c96fd-ad1a-40f7-ab64-73454167e440 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.810578] env[63348]: DEBUG oslo_concurrency.lockutils [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.814040] env[63348]: DEBUG oslo_concurrency.lockutils [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.814040] env[63348]: DEBUG nova.network.neutron [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2163.909460] env[63348]: INFO nova.compute.manager [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Took 20.60 seconds to build instance. [ 2163.959457] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023469, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.123643] env[63348]: INFO nova.compute.claims [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2164.357171] env[63348]: DEBUG nova.network.neutron [-] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.412850] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f305c015-6a81-4b50-95dc-66af5e9be303 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "f698bf37-ff11-4eb7-96ad-4a8caa51294b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.112s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.465278] env[63348]: DEBUG oslo_vmware.api [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023469, 'name': PowerOnVM_Task, 'duration_secs': 0.691537} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.465727] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2164.465975] env[63348]: INFO nova.compute.manager [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Took 10.15 seconds to spawn the instance on the hypervisor. [ 2164.466232] env[63348]: DEBUG nova.compute.manager [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2164.467079] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadf23c0-ffb6-4f6c-83a1-a8a031e0f46f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.635218] env[63348]: DEBUG nova.network.neutron [req-9f553830-2394-4162-93fa-7478732e5f24 req-f3d9367d-1048-4034-ac02-98b15d7d2735 service nova] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Updated VIF entry in instance network info cache for port bff72d62-c103-49fb-9050-b3bb9df983c2. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2164.635218] env[63348]: DEBUG nova.network.neutron [req-9f553830-2394-4162-93fa-7478732e5f24 req-f3d9367d-1048-4034-ac02-98b15d7d2735 service nova] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Updating instance_info_cache with network_info: [{"id": "bff72d62-c103-49fb-9050-b3bb9df983c2", "address": "fa:16:3e:93:dd:c1", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff72d62-c1", "ovs_interfaceid": "bff72d62-c103-49fb-9050-b3bb9df983c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.729999] env[63348]: DEBUG nova.network.neutron [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Updating instance_info_cache with network_info: [{"id": "89f91bf7-e1fa-4b17-9750-b636c928ba6c", "address": "fa:16:3e:fd:5f:94", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f91bf7-e1", "ovs_interfaceid": "89f91bf7-e1fa-4b17-9750-b636c928ba6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.860020] env[63348]: INFO nova.compute.manager [-] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Took 1.75 seconds to deallocate network for instance. [ 2164.987043] env[63348]: INFO nova.compute.manager [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Took 14.91 seconds to build instance. [ 2165.104194] env[63348]: DEBUG oslo_concurrency.lockutils [req-9f553830-2394-4162-93fa-7478732e5f24 req-f3d9367d-1048-4034-ac02-98b15d7d2735 service nova] Releasing lock "refresh_cache-b9033cd2-a40d-4c21-a1df-8bb8a817043d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.232949] env[63348]: DEBUG oslo_concurrency.lockutils [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.253722] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2308a7a8-d2b5-4fb0-941b-4bb79ba60f2d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.262288] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f87421f-627d-4475-b058-ce9686d62435 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.295807] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5d822c-fc19-498e-a182-c009226e27cf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.304057] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c36ce51-2559-43fe-afca-d0061ba952da {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.318051] env[63348]: DEBUG nova.compute.provider_tree [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2165.366646] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.392603] env[63348]: DEBUG nova.compute.manager [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Stashing vm_state: active {{(pid=63348) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2165.488543] env[63348]: DEBUG oslo_concurrency.lockutils [None req-882d30c1-35aa-4fcf-a379-bd1131cc5615 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "d77aa569-bb9e-432c-b061-3c527bb12a06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.419s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.643853] env[63348]: DEBUG nova.compute.manager [req-0e924ba4-bf58-48d7-8735-4565d993a18d req-b5c9b967-64a1-4f4b-bc3b-af369bbfe6b6 service nova] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Received event network-vif-deleted-47b26baa-b045-489e-9060-c05e56ff4829 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2165.824086] env[63348]: DEBUG nova.scheduler.client.report [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2165.913816] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.098093] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Volume attach. Driver type: vmdk {{(pid=63348) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2166.098093] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415732', 'volume_id': '9943a9c4-4d3d-45f1-8624-1f2812c88c84', 'name': 'volume-9943a9c4-4d3d-45f1-8624-1f2812c88c84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f04a390e-ee9b-42ca-a300-415ee3feaa83', 'attached_at': '', 'detached_at': '', 'volume_id': '9943a9c4-4d3d-45f1-8624-1f2812c88c84', 'serial': '9943a9c4-4d3d-45f1-8624-1f2812c88c84'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2166.098093] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8ebb1e-ede2-46f3-90b3-dab086a69977 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.115060] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d595bf9d-f8f1-4910-a968-8131eee0cd52 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.142021] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-9943a9c4-4d3d-45f1-8624-1f2812c88c84/volume-9943a9c4-4d3d-45f1-8624-1f2812c88c84.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2166.142021] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5998f0b-43a2-4c1f-b691-561af425d516 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.161195] env[63348]: DEBUG oslo_vmware.api [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2166.161195] env[63348]: value = "task-2023473" [ 2166.161195] env[63348]: _type = "Task" [ 2166.161195] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.174057] env[63348]: DEBUG oslo_vmware.api [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.208968] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2166.209964] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b8b9e0-ca42-4fb0-8306-b4670c543463 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.217996] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2166.218254] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfd96cd8-6db2-42f4-af71-d891cfdac5b5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.331084] env[63348]: DEBUG oslo_concurrency.lockutils [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.218s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.333424] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.967s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.333652] env[63348]: DEBUG nova.objects.instance [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lazy-loading 'resources' on Instance uuid aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2166.363718] env[63348]: INFO nova.network.neutron [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Updating port 3465cbca-5a53-426a-a3b6-3d8e393ebd05 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2166.435592] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2166.435986] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2166.436171] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Deleting the datastore file [datastore2] 97a1354a-2710-44a0-a8b9-2a4ac8a038b7 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2166.436498] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3deb1bda-b68d-4f59-ad77-11650e2aa51d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.444161] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2166.444161] env[63348]: value = "task-2023475" [ 2166.444161] env[63348]: _type = "Task" [ 2166.444161] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.455388] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.673084] env[63348]: DEBUG oslo_vmware.api [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023473, 'name': ReconfigVM_Task, 'duration_secs': 0.456339} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.673827] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-9943a9c4-4d3d-45f1-8624-1f2812c88c84/volume-9943a9c4-4d3d-45f1-8624-1f2812c88c84.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2166.679992] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c3c3db2-3b1a-41fe-b34c-868d7a9f21a9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.699520] env[63348]: DEBUG oslo_vmware.api [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2166.699520] env[63348]: value = "task-2023476" [ 2166.699520] env[63348]: _type = "Task" [ 2166.699520] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.708588] env[63348]: DEBUG oslo_vmware.api [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.954718] env[63348]: DEBUG oslo_vmware.api [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183338} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.957335] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2166.957555] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2166.957736] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2166.975825] env[63348]: INFO nova.scheduler.client.report [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Deleted allocations for instance 97a1354a-2710-44a0-a8b9-2a4ac8a038b7 [ 2166.979939] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdb9197-71f4-4cfe-b030-c3c63135f09a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.988285] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899a9f84-c6f6-4c0b-bcc8-259ef725da18 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.022381] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4f86bc-c6ea-47c4-884e-bc3e23242eaa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.032043] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232c64c1-171f-4679-a894-1c2601b2d47a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.047523] env[63348]: DEBUG nova.compute.provider_tree [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2167.211586] env[63348]: DEBUG oslo_vmware.api [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023476, 'name': ReconfigVM_Task, 'duration_secs': 0.169737} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.211882] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415732', 'volume_id': '9943a9c4-4d3d-45f1-8624-1f2812c88c84', 'name': 'volume-9943a9c4-4d3d-45f1-8624-1f2812c88c84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f04a390e-ee9b-42ca-a300-415ee3feaa83', 'attached_at': '', 'detached_at': '', 'volume_id': '9943a9c4-4d3d-45f1-8624-1f2812c88c84', 'serial': '9943a9c4-4d3d-45f1-8624-1f2812c88c84'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2167.485252] env[63348]: DEBUG oslo_concurrency.lockutils [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.551554] env[63348]: DEBUG nova.scheduler.client.report [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2167.685334] env[63348]: DEBUG nova.compute.manager [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Received event network-vif-unplugged-89f91bf7-e1fa-4b17-9750-b636c928ba6c {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2167.685558] env[63348]: DEBUG oslo_concurrency.lockutils [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] Acquiring lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.685764] env[63348]: DEBUG oslo_concurrency.lockutils [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] Lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.685928] env[63348]: DEBUG oslo_concurrency.lockutils [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] Lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.686105] env[63348]: DEBUG nova.compute.manager [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] No waiting events found dispatching network-vif-unplugged-89f91bf7-e1fa-4b17-9750-b636c928ba6c {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2167.686274] env[63348]: WARNING nova.compute.manager [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Received unexpected event network-vif-unplugged-89f91bf7-e1fa-4b17-9750-b636c928ba6c for instance with vm_state shelved_offloaded and task_state None. [ 2167.686432] env[63348]: DEBUG nova.compute.manager [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Received event network-changed-a47cd374-1581-4798-a80f-baf7df989bcd {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2167.686580] env[63348]: DEBUG nova.compute.manager [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Refreshing instance network info cache due to event network-changed-a47cd374-1581-4798-a80f-baf7df989bcd. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2167.686754] env[63348]: DEBUG oslo_concurrency.lockutils [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] Acquiring lock "refresh_cache-d77aa569-bb9e-432c-b061-3c527bb12a06" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2167.686886] env[63348]: DEBUG oslo_concurrency.lockutils [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] Acquired lock "refresh_cache-d77aa569-bb9e-432c-b061-3c527bb12a06" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2167.687437] env[63348]: DEBUG nova.network.neutron [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Refreshing network info cache for port a47cd374-1581-4798-a80f-baf7df989bcd {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2168.057593] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.059968] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.146s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.082488] env[63348]: INFO nova.scheduler.client.report [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Deleted allocations for instance aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c [ 2168.194641] env[63348]: DEBUG oslo_concurrency.lockutils [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2168.196185] env[63348]: DEBUG oslo_concurrency.lockutils [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquired lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2168.196185] env[63348]: DEBUG nova.network.neutron [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2168.249523] env[63348]: DEBUG nova.objects.instance [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lazy-loading 'flavor' on Instance uuid f04a390e-ee9b-42ca-a300-415ee3feaa83 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2168.464947] env[63348]: DEBUG nova.network.neutron [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Updated VIF entry in instance network info cache for port a47cd374-1581-4798-a80f-baf7df989bcd. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2168.465292] env[63348]: DEBUG nova.network.neutron [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Updating instance_info_cache with network_info: [{"id": "a47cd374-1581-4798-a80f-baf7df989bcd", "address": "fa:16:3e:ee:5e:a6", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47cd374-15", "ovs_interfaceid": "a47cd374-1581-4798-a80f-baf7df989bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2168.564570] env[63348]: INFO nova.compute.claims [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2168.590371] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0f375597-e750-484b-a694-03a328a70d11 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.111s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.757297] env[63348]: DEBUG oslo_concurrency.lockutils [None req-54d6366f-88d1-4844-af42-0f3735f572b1 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "f04a390e-ee9b-42ca-a300-415ee3feaa83" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.275s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.954235] env[63348]: DEBUG oslo_concurrency.lockutils [None req-aa3c2feb-e77f-4fc3-b587-63e3a99e8711 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "f04a390e-ee9b-42ca-a300-415ee3feaa83" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.954549] env[63348]: DEBUG oslo_concurrency.lockutils [None req-aa3c2feb-e77f-4fc3-b587-63e3a99e8711 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "f04a390e-ee9b-42ca-a300-415ee3feaa83" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.967351] env[63348]: DEBUG oslo_concurrency.lockutils [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] Releasing lock "refresh_cache-d77aa569-bb9e-432c-b061-3c527bb12a06" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2168.967604] env[63348]: DEBUG nova.compute.manager [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Received event network-changed-89f91bf7-e1fa-4b17-9750-b636c928ba6c {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2168.967773] env[63348]: DEBUG nova.compute.manager [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Refreshing instance network info cache due to event network-changed-89f91bf7-e1fa-4b17-9750-b636c928ba6c. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2168.967990] env[63348]: DEBUG oslo_concurrency.lockutils [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] Acquiring lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2168.968148] env[63348]: DEBUG oslo_concurrency.lockutils [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] Acquired lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2168.968394] env[63348]: DEBUG nova.network.neutron [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Refreshing network info cache for port 89f91bf7-e1fa-4b17-9750-b636c928ba6c {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2168.983177] env[63348]: DEBUG nova.network.neutron [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Updating instance_info_cache with network_info: [{"id": "3465cbca-5a53-426a-a3b6-3d8e393ebd05", "address": "fa:16:3e:d5:e8:ad", "network": {"id": "1b6efb5f-da54-48d5-9abe-8973d76425dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614267813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf92ba54e74328aba91b42b124ea75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3465cbca-5a", "ovs_interfaceid": "3465cbca-5a53-426a-a3b6-3d8e393ebd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2169.071048] env[63348]: INFO nova.compute.resource_tracker [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Updating resource usage from migration b0af0c0a-dedd-4dd2-bda1-8065c0e96e9f [ 2169.197425] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc00b3d3-bf85-463c-89a1-c1bc959473c7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.206227] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47938b1f-782b-4331-b794-5487caf5d73d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.237894] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda4fbe5-df0f-4d09-ae05-ef2426f28a65 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.246223] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c3812e-46c6-4272-8b50-5418b1924082 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.250408] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.261700] env[63348]: DEBUG nova.compute.provider_tree [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2169.457966] env[63348]: INFO nova.compute.manager [None req-aa3c2feb-e77f-4fc3-b587-63e3a99e8711 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Detaching volume 9943a9c4-4d3d-45f1-8624-1f2812c88c84 [ 2169.485920] env[63348]: DEBUG oslo_concurrency.lockutils [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Releasing lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2169.494216] env[63348]: INFO nova.virt.block_device [None req-aa3c2feb-e77f-4fc3-b587-63e3a99e8711 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Attempting to driver detach volume 9943a9c4-4d3d-45f1-8624-1f2812c88c84 from mountpoint /dev/sdb [ 2169.494421] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3c2feb-e77f-4fc3-b587-63e3a99e8711 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Volume detach. Driver type: vmdk {{(pid=63348) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2169.494612] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3c2feb-e77f-4fc3-b587-63e3a99e8711 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415732', 'volume_id': '9943a9c4-4d3d-45f1-8624-1f2812c88c84', 'name': 'volume-9943a9c4-4d3d-45f1-8624-1f2812c88c84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f04a390e-ee9b-42ca-a300-415ee3feaa83', 'attached_at': '', 'detached_at': '', 'volume_id': '9943a9c4-4d3d-45f1-8624-1f2812c88c84', 'serial': '9943a9c4-4d3d-45f1-8624-1f2812c88c84'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2169.495503] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b73090-3447-4bef-a3c7-8d7b94ec728b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.523390] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7374bd62-9160-43ab-a04b-3d5cefecec91 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.533443] env[63348]: DEBUG nova.virt.hardware [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f80999e3e198fcae36b431443549be12',container_format='bare',created_at=2025-01-06T02:43:45Z,direct_url=,disk_format='vmdk',id=e5b067bc-93b2-4051-98e6-9f9daab574c5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1992100529-shelved',owner='dadf92ba54e74328aba91b42b124ea75',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2025-01-06T02:43:59Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2169.533689] env[63348]: DEBUG nova.virt.hardware [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2169.533843] env[63348]: DEBUG nova.virt.hardware [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2169.534035] env[63348]: DEBUG nova.virt.hardware [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2169.534178] env[63348]: DEBUG nova.virt.hardware [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2169.534324] env[63348]: DEBUG nova.virt.hardware [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2169.534524] env[63348]: DEBUG nova.virt.hardware [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2169.534681] env[63348]: DEBUG nova.virt.hardware [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2169.534844] env[63348]: DEBUG nova.virt.hardware [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2169.535011] env[63348]: DEBUG nova.virt.hardware [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2169.535198] env[63348]: DEBUG nova.virt.hardware [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2169.535951] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35284670-3b78-4326-8618-4e885109f247 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.538777] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52df6cb-6ff6-48b2-a62c-5510d9cece7b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.562508] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660c342e-d5f4-45f0-b7d4-d83f17ca9afb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.566447] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c66a83-82aa-44a5-a44b-f137d16324bd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.583873] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:e8:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3465cbca-5a53-426a-a3b6-3d8e393ebd05', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2169.591576] env[63348]: DEBUG oslo.service.loopingcall [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2169.601847] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2169.602194] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3c2feb-e77f-4fc3-b587-63e3a99e8711 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] The volume has not been displaced from its original location: [datastore1] volume-9943a9c4-4d3d-45f1-8624-1f2812c88c84/volume-9943a9c4-4d3d-45f1-8624-1f2812c88c84.vmdk. No consolidation needed. {{(pid=63348) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2169.607458] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3c2feb-e77f-4fc3-b587-63e3a99e8711 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2169.607740] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c74a0b3-29e9-4481-bcae-673092c0f91e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.621480] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-378dfe3f-8b01-480d-bf07-1c0710285e01 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.642925] env[63348]: DEBUG oslo_vmware.api [None req-aa3c2feb-e77f-4fc3-b587-63e3a99e8711 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2169.642925] env[63348]: value = "task-2023479" [ 2169.642925] env[63348]: _type = "Task" [ 2169.642925] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.644226] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2169.644226] env[63348]: value = "task-2023478" [ 2169.644226] env[63348]: _type = "Task" [ 2169.644226] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.659574] env[63348]: DEBUG oslo_vmware.api [None req-aa3c2feb-e77f-4fc3-b587-63e3a99e8711 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.659802] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023478, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.716711] env[63348]: DEBUG nova.compute.manager [req-6e9da6cd-f76e-46a7-b553-ec717c3d23cb req-542e0585-8aab-406c-a12c-5781d90b30cc service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Received event network-vif-plugged-3465cbca-5a53-426a-a3b6-3d8e393ebd05 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2169.716884] env[63348]: DEBUG oslo_concurrency.lockutils [req-6e9da6cd-f76e-46a7-b553-ec717c3d23cb req-542e0585-8aab-406c-a12c-5781d90b30cc service nova] Acquiring lock "cc8883cd-c1da-42de-abd6-a68020c1edf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.717111] env[63348]: DEBUG oslo_concurrency.lockutils [req-6e9da6cd-f76e-46a7-b553-ec717c3d23cb req-542e0585-8aab-406c-a12c-5781d90b30cc service nova] Lock "cc8883cd-c1da-42de-abd6-a68020c1edf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2169.717485] env[63348]: DEBUG oslo_concurrency.lockutils [req-6e9da6cd-f76e-46a7-b553-ec717c3d23cb req-542e0585-8aab-406c-a12c-5781d90b30cc service nova] Lock "cc8883cd-c1da-42de-abd6-a68020c1edf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.717485] env[63348]: DEBUG nova.compute.manager [req-6e9da6cd-f76e-46a7-b553-ec717c3d23cb req-542e0585-8aab-406c-a12c-5781d90b30cc service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] No waiting events found dispatching network-vif-plugged-3465cbca-5a53-426a-a3b6-3d8e393ebd05 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2169.717594] env[63348]: WARNING nova.compute.manager [req-6e9da6cd-f76e-46a7-b553-ec717c3d23cb req-542e0585-8aab-406c-a12c-5781d90b30cc service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Received unexpected event network-vif-plugged-3465cbca-5a53-426a-a3b6-3d8e393ebd05 for instance with vm_state shelved_offloaded and task_state spawning. [ 2169.717748] env[63348]: DEBUG nova.compute.manager [req-6e9da6cd-f76e-46a7-b553-ec717c3d23cb req-542e0585-8aab-406c-a12c-5781d90b30cc service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Received event network-changed-3465cbca-5a53-426a-a3b6-3d8e393ebd05 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2169.717895] env[63348]: DEBUG nova.compute.manager [req-6e9da6cd-f76e-46a7-b553-ec717c3d23cb req-542e0585-8aab-406c-a12c-5781d90b30cc service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Refreshing instance network info cache due to event network-changed-3465cbca-5a53-426a-a3b6-3d8e393ebd05. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2169.718082] env[63348]: DEBUG oslo_concurrency.lockutils [req-6e9da6cd-f76e-46a7-b553-ec717c3d23cb req-542e0585-8aab-406c-a12c-5781d90b30cc service nova] Acquiring lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2169.718216] env[63348]: DEBUG oslo_concurrency.lockutils [req-6e9da6cd-f76e-46a7-b553-ec717c3d23cb req-542e0585-8aab-406c-a12c-5781d90b30cc service nova] Acquired lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2169.718368] env[63348]: DEBUG nova.network.neutron [req-6e9da6cd-f76e-46a7-b553-ec717c3d23cb req-542e0585-8aab-406c-a12c-5781d90b30cc service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Refreshing network info cache for port 3465cbca-5a53-426a-a3b6-3d8e393ebd05 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2169.764673] env[63348]: DEBUG nova.scheduler.client.report [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2169.771020] env[63348]: DEBUG nova.network.neutron [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Updated VIF entry in instance network info cache for port 89f91bf7-e1fa-4b17-9750-b636c928ba6c. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2169.771020] env[63348]: DEBUG nova.network.neutron [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Updating instance_info_cache with network_info: [{"id": "89f91bf7-e1fa-4b17-9750-b636c928ba6c", "address": "fa:16:3e:fd:5f:94", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap89f91bf7-e1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2170.162026] env[63348]: DEBUG oslo_vmware.api [None req-aa3c2feb-e77f-4fc3-b587-63e3a99e8711 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.166273] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023478, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.272386] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.212s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.272591] env[63348]: INFO nova.compute.manager [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Migrating [ 2170.280180] env[63348]: DEBUG oslo_concurrency.lockutils [req-ace54150-9e66-4bd8-be28-fc921522eecb req-6a77a387-7773-446b-9731-1285f70b1a04 service nova] Releasing lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2170.280787] env[63348]: DEBUG oslo_concurrency.lockutils [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.796s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.280901] env[63348]: DEBUG nova.objects.instance [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lazy-loading 'resources' on Instance uuid 97a1354a-2710-44a0-a8b9-2a4ac8a038b7 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2170.638754] env[63348]: DEBUG nova.network.neutron [req-6e9da6cd-f76e-46a7-b553-ec717c3d23cb req-542e0585-8aab-406c-a12c-5781d90b30cc service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Updated VIF entry in instance network info cache for port 3465cbca-5a53-426a-a3b6-3d8e393ebd05. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2170.639196] env[63348]: DEBUG nova.network.neutron [req-6e9da6cd-f76e-46a7-b553-ec717c3d23cb req-542e0585-8aab-406c-a12c-5781d90b30cc service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Updating instance_info_cache with network_info: [{"id": "3465cbca-5a53-426a-a3b6-3d8e393ebd05", "address": "fa:16:3e:d5:e8:ad", "network": {"id": "1b6efb5f-da54-48d5-9abe-8973d76425dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614267813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf92ba54e74328aba91b42b124ea75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3465cbca-5a", "ovs_interfaceid": "3465cbca-5a53-426a-a3b6-3d8e393ebd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2170.664157] env[63348]: DEBUG oslo_vmware.api [None req-aa3c2feb-e77f-4fc3-b587-63e3a99e8711 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023479, 'name': ReconfigVM_Task, 'duration_secs': 0.865507} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.669861] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3c2feb-e77f-4fc3-b587-63e3a99e8711 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2170.679104] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023478, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.679104] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0320438f-9788-457b-9fdd-7cec8750a9d9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.700405] env[63348]: DEBUG oslo_vmware.api [None req-aa3c2feb-e77f-4fc3-b587-63e3a99e8711 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2170.700405] env[63348]: value = "task-2023481" [ 2170.700405] env[63348]: _type = "Task" [ 2170.700405] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.710611] env[63348]: DEBUG oslo_vmware.api [None req-aa3c2feb-e77f-4fc3-b587-63e3a99e8711 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.787313] env[63348]: DEBUG nova.objects.instance [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lazy-loading 'numa_topology' on Instance uuid 97a1354a-2710-44a0-a8b9-2a4ac8a038b7 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2170.793947] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "refresh_cache-f698bf37-ff11-4eb7-96ad-4a8caa51294b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2170.794114] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "refresh_cache-f698bf37-ff11-4eb7-96ad-4a8caa51294b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2170.794275] env[63348]: DEBUG nova.network.neutron [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2170.977054] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "e45bed83-01db-43e5-8a07-86853b62a416" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2170.977290] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "e45bed83-01db-43e5-8a07-86853b62a416" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.142082] env[63348]: DEBUG oslo_concurrency.lockutils [req-6e9da6cd-f76e-46a7-b553-ec717c3d23cb req-542e0585-8aab-406c-a12c-5781d90b30cc service nova] Releasing lock "refresh_cache-cc8883cd-c1da-42de-abd6-a68020c1edf8" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2171.162407] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023478, 'name': CreateVM_Task, 'duration_secs': 1.034269} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.162845] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2171.163321] env[63348]: DEBUG oslo_concurrency.lockutils [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5b067bc-93b2-4051-98e6-9f9daab574c5" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2171.163499] env[63348]: DEBUG oslo_concurrency.lockutils [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5b067bc-93b2-4051-98e6-9f9daab574c5" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2171.163887] env[63348]: DEBUG oslo_concurrency.lockutils [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5b067bc-93b2-4051-98e6-9f9daab574c5" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2171.164175] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b58cb817-888f-4ae2-b458-baa26f3085d7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.169801] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2171.169801] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5229b554-72c2-3c12-4213-29f635b2a978" [ 2171.169801] env[63348]: _type = "Task" [ 2171.169801] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.178767] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5229b554-72c2-3c12-4213-29f635b2a978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.210485] env[63348]: DEBUG oslo_vmware.api [None req-aa3c2feb-e77f-4fc3-b587-63e3a99e8711 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023481, 'name': ReconfigVM_Task, 'duration_secs': 0.265149} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.210808] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3c2feb-e77f-4fc3-b587-63e3a99e8711 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415732', 'volume_id': '9943a9c4-4d3d-45f1-8624-1f2812c88c84', 'name': 'volume-9943a9c4-4d3d-45f1-8624-1f2812c88c84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f04a390e-ee9b-42ca-a300-415ee3feaa83', 'attached_at': '', 'detached_at': '', 'volume_id': '9943a9c4-4d3d-45f1-8624-1f2812c88c84', 'serial': '9943a9c4-4d3d-45f1-8624-1f2812c88c84'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2171.289955] env[63348]: DEBUG nova.objects.base [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Object Instance<97a1354a-2710-44a0-a8b9-2a4ac8a038b7> lazy-loaded attributes: resources,numa_topology {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2171.342977] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0360b5bc-80f4-4b6a-a99e-4a64de8ce9bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "interface-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.343356] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0360b5bc-80f4-4b6a-a99e-4a64de8ce9bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.343747] env[63348]: DEBUG nova.objects.instance [None req-0360b5bc-80f4-4b6a-a99e-4a64de8ce9bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lazy-loading 'flavor' on Instance uuid 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2171.444136] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bcea8b-0ceb-4476-bbea-89cf39e1debf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.452846] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110d290b-cb24-4b8c-9931-8053134c2339 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.486528] env[63348]: DEBUG nova.compute.manager [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2171.493670] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edffd261-a4b8-4267-999a-d3e72de03b00 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.504860] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0c13ad-5b7a-485f-ab48-5cbbf986532f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.520786] env[63348]: DEBUG nova.compute.provider_tree [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2171.674730] env[63348]: DEBUG nova.network.neutron [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Updating instance_info_cache with network_info: [{"id": "db68dc0c-5958-4a3c-8e38-2908d8ac0289", "address": "fa:16:3e:5d:14:2f", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb68dc0c-59", "ovs_interfaceid": "db68dc0c-5958-4a3c-8e38-2908d8ac0289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2171.682954] env[63348]: DEBUG oslo_concurrency.lockutils [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5b067bc-93b2-4051-98e6-9f9daab574c5" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2171.683236] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Processing image e5b067bc-93b2-4051-98e6-9f9daab574c5 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2171.683492] env[63348]: DEBUG oslo_concurrency.lockutils [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5b067bc-93b2-4051-98e6-9f9daab574c5/e5b067bc-93b2-4051-98e6-9f9daab574c5.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2171.683668] env[63348]: DEBUG oslo_concurrency.lockutils [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5b067bc-93b2-4051-98e6-9f9daab574c5/e5b067bc-93b2-4051-98e6-9f9daab574c5.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2171.683864] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2171.684158] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7ee17d4-4ac1-4442-95c7-9fb2cf858a3b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.695354] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2171.695530] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2171.696284] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f533d92d-d9ff-4d3a-a4cc-e26c2b0d560f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.703210] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2171.703210] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527cc038-1fd3-ffd6-a22a-2a8056ae4ded" [ 2171.703210] env[63348]: _type = "Task" [ 2171.703210] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.711698] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527cc038-1fd3-ffd6-a22a-2a8056ae4ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.759991] env[63348]: DEBUG nova.objects.instance [None req-aa3c2feb-e77f-4fc3-b587-63e3a99e8711 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lazy-loading 'flavor' on Instance uuid f04a390e-ee9b-42ca-a300-415ee3feaa83 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2171.847960] env[63348]: DEBUG nova.objects.instance [None req-0360b5bc-80f4-4b6a-a99e-4a64de8ce9bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lazy-loading 'pci_requests' on Instance uuid 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2172.016443] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.024730] env[63348]: DEBUG nova.scheduler.client.report [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2172.177215] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "refresh_cache-f698bf37-ff11-4eb7-96ad-4a8caa51294b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2172.214460] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Preparing fetch location {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2172.214688] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Fetch image to [datastore2] OSTACK_IMG_c0438186-0420-4375-981c-0ab507a9e569/OSTACK_IMG_c0438186-0420-4375-981c-0ab507a9e569.vmdk {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2172.214875] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Downloading stream optimized image e5b067bc-93b2-4051-98e6-9f9daab574c5 to [datastore2] OSTACK_IMG_c0438186-0420-4375-981c-0ab507a9e569/OSTACK_IMG_c0438186-0420-4375-981c-0ab507a9e569.vmdk on the data store datastore2 as vApp {{(pid=63348) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2172.215057] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Downloading image file data e5b067bc-93b2-4051-98e6-9f9daab574c5 to the ESX as VM named 'OSTACK_IMG_c0438186-0420-4375-981c-0ab507a9e569' {{(pid=63348) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2172.291344] env[63348]: DEBUG oslo_vmware.rw_handles [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2172.291344] env[63348]: value = "resgroup-9" [ 2172.291344] env[63348]: _type = "ResourcePool" [ 2172.291344] env[63348]: }. {{(pid=63348) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2172.291906] env[63348]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9ecedcb7-0f1d-4f45-9023-ff154dcb2c48 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.314196] env[63348]: DEBUG oslo_vmware.rw_handles [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lease: (returnval){ [ 2172.314196] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521f5e49-d988-41e7-5a6f-990f9e50600e" [ 2172.314196] env[63348]: _type = "HttpNfcLease" [ 2172.314196] env[63348]: } obtained for vApp import into resource pool (val){ [ 2172.314196] env[63348]: value = "resgroup-9" [ 2172.314196] env[63348]: _type = "ResourcePool" [ 2172.314196] env[63348]: }. {{(pid=63348) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2172.314538] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the lease: (returnval){ [ 2172.314538] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521f5e49-d988-41e7-5a6f-990f9e50600e" [ 2172.314538] env[63348]: _type = "HttpNfcLease" [ 2172.314538] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2172.321097] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2172.321097] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521f5e49-d988-41e7-5a6f-990f9e50600e" [ 2172.321097] env[63348]: _type = "HttpNfcLease" [ 2172.321097] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2172.350760] env[63348]: DEBUG nova.objects.base [None req-0360b5bc-80f4-4b6a-a99e-4a64de8ce9bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Object Instance<7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47> lazy-loaded attributes: flavor,pci_requests {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2172.351305] env[63348]: DEBUG nova.network.neutron [None req-0360b5bc-80f4-4b6a-a99e-4a64de8ce9bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2172.429742] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0360b5bc-80f4-4b6a-a99e-4a64de8ce9bd tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.086s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.529805] env[63348]: DEBUG oslo_concurrency.lockutils [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.533475] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.517s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.534997] env[63348]: INFO nova.compute.claims [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2172.768078] env[63348]: DEBUG oslo_concurrency.lockutils [None req-aa3c2feb-e77f-4fc3-b587-63e3a99e8711 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "f04a390e-ee9b-42ca-a300-415ee3feaa83" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.813s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.825384] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2172.825384] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521f5e49-d988-41e7-5a6f-990f9e50600e" [ 2172.825384] env[63348]: _type = "HttpNfcLease" [ 2172.825384] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2173.045434] env[63348]: DEBUG oslo_concurrency.lockutils [None req-eba16e8d-38d1-4b8f-aea8-5652796c0312 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.949s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.045860] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.795s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.046053] env[63348]: INFO nova.compute.manager [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Unshelving [ 2173.324883] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2173.324883] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521f5e49-d988-41e7-5a6f-990f9e50600e" [ 2173.324883] env[63348]: _type = "HttpNfcLease" [ 2173.324883] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2173.556060] env[63348]: DEBUG oslo_concurrency.lockutils [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "f04a390e-ee9b-42ca-a300-415ee3feaa83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.556219] env[63348]: DEBUG oslo_concurrency.lockutils [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "f04a390e-ee9b-42ca-a300-415ee3feaa83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.556495] env[63348]: DEBUG oslo_concurrency.lockutils [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "f04a390e-ee9b-42ca-a300-415ee3feaa83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.556729] env[63348]: DEBUG oslo_concurrency.lockutils [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "f04a390e-ee9b-42ca-a300-415ee3feaa83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.556905] env[63348]: DEBUG oslo_concurrency.lockutils [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "f04a390e-ee9b-42ca-a300-415ee3feaa83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.558487] env[63348]: INFO nova.compute.manager [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Terminating instance [ 2173.672772] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9832b06c-76e2-4489-8fbb-c1eb4d91a3e1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.680948] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e2eced-60d3-4bbe-bd81-3c96d43e7b9b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.712238] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89204d44-c961-461f-a597-39bb76c88d19 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.715515] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d79509c-6356-42d4-9944-28adb128c23e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.738159] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912a2fc7-baa7-46f0-ba02-d55f5b8ae295 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.742277] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Updating instance 'f698bf37-ff11-4eb7-96ad-4a8caa51294b' progress to 0 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2173.755629] env[63348]: DEBUG nova.compute.provider_tree [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2173.823634] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2173.823634] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521f5e49-d988-41e7-5a6f-990f9e50600e" [ 2173.823634] env[63348]: _type = "HttpNfcLease" [ 2173.823634] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2174.062050] env[63348]: DEBUG nova.compute.manager [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2174.062050] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2174.062799] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651ef898-ab17-4f39-af00-d9317b522918 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.068583] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.070917] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2174.071166] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b00dddad-3722-477d-b329-b9445c4ca4e1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.077805] env[63348]: DEBUG oslo_vmware.api [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2174.077805] env[63348]: value = "task-2023485" [ 2174.077805] env[63348]: _type = "Task" [ 2174.077805] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.086556] env[63348]: DEBUG oslo_vmware.api [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.248864] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2174.249276] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4f0e522-2de8-43d6-8814-8d10035a6046 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.258491] env[63348]: DEBUG nova.scheduler.client.report [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2174.264337] env[63348]: DEBUG oslo_vmware.api [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2174.264337] env[63348]: value = "task-2023486" [ 2174.264337] env[63348]: _type = "Task" [ 2174.264337] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.277808] env[63348]: DEBUG oslo_vmware.api [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.326538] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2174.326538] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521f5e49-d988-41e7-5a6f-990f9e50600e" [ 2174.326538] env[63348]: _type = "HttpNfcLease" [ 2174.326538] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2174.382022] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "interface-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.382448] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.383263] env[63348]: DEBUG nova.objects.instance [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lazy-loading 'flavor' on Instance uuid 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2174.588659] env[63348]: DEBUG oslo_vmware.api [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023485, 'name': PowerOffVM_Task, 'duration_secs': 0.265241} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.588955] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2174.589160] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2174.589456] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea9d32db-e6cf-4416-8016-d98e8488b55e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.770598] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.771125] env[63348]: DEBUG nova.compute.manager [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2174.776849] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.708s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.777072] env[63348]: DEBUG nova.objects.instance [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lazy-loading 'pci_requests' on Instance uuid 97a1354a-2710-44a0-a8b9-2a4ac8a038b7 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2174.778059] env[63348]: DEBUG oslo_vmware.api [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023486, 'name': PowerOffVM_Task, 'duration_secs': 0.215444} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.778500] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2174.778760] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Updating instance 'f698bf37-ff11-4eb7-96ad-4a8caa51294b' progress to 17 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2174.825649] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2174.825649] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521f5e49-d988-41e7-5a6f-990f9e50600e" [ 2174.825649] env[63348]: _type = "HttpNfcLease" [ 2174.825649] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2174.953895] env[63348]: DEBUG nova.objects.instance [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lazy-loading 'pci_requests' on Instance uuid 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2175.280100] env[63348]: DEBUG nova.compute.utils [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2175.281615] env[63348]: DEBUG nova.compute.manager [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2175.281749] env[63348]: DEBUG nova.network.neutron [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2175.285158] env[63348]: DEBUG nova.objects.instance [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lazy-loading 'numa_topology' on Instance uuid 97a1354a-2710-44a0-a8b9-2a4ac8a038b7 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2175.287671] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2175.287900] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2175.288070] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2175.288256] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2175.288408] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2175.288551] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2175.288752] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2175.288912] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2175.289088] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2175.289253] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2175.289427] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2175.295480] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c78305f3-e24e-4593-b4c4-471f6915a9f2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.313674] env[63348]: DEBUG oslo_vmware.api [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2175.313674] env[63348]: value = "task-2023488" [ 2175.313674] env[63348]: _type = "Task" [ 2175.313674] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.323902] env[63348]: DEBUG oslo_vmware.api [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.327724] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2175.327724] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521f5e49-d988-41e7-5a6f-990f9e50600e" [ 2175.327724] env[63348]: _type = "HttpNfcLease" [ 2175.327724] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2175.328189] env[63348]: DEBUG oslo_vmware.rw_handles [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2175.328189] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]521f5e49-d988-41e7-5a6f-990f9e50600e" [ 2175.328189] env[63348]: _type = "HttpNfcLease" [ 2175.328189] env[63348]: }. {{(pid=63348) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2175.328754] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b721d5de-ca05-4218-aa43-620fb64a08b9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.336424] env[63348]: DEBUG oslo_vmware.rw_handles [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d49b84-a2ca-e7e6-3341-f7bf361db067/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2175.336614] env[63348]: DEBUG oslo_vmware.rw_handles [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d49b84-a2ca-e7e6-3341-f7bf361db067/disk-0.vmdk. {{(pid=63348) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2175.396150] env[63348]: DEBUG nova.policy [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0683ef08c2e46bb9b71f7ee0df88778', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e2cbae66743467082cb6b3b162bc5af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2175.402657] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a43f7541-f581-421f-853e-60a1d799d5bd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.456542] env[63348]: DEBUG nova.objects.base [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Object Instance<7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47> lazy-loaded attributes: flavor,pci_requests {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2175.456765] env[63348]: DEBUG nova.network.neutron [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2175.516578] env[63348]: DEBUG nova.policy [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '243dc67e06c34758bb7b5a94da01adb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b905e7bbdee249858305654d91566002', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2175.785455] env[63348]: DEBUG nova.compute.manager [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2175.797542] env[63348]: INFO nova.compute.claims [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2175.811031] env[63348]: DEBUG nova.network.neutron [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Successfully created port: 46f73d8e-fc1e-4fd8-9b35-68b354ada6aa {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2175.824548] env[63348]: DEBUG oslo_vmware.api [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023488, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.994781] env[63348]: DEBUG nova.network.neutron [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Successfully created port: 922df1e9-284e-489f-8a17-42190adeec7f {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2176.332156] env[63348]: DEBUG oslo_vmware.api [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023488, 'name': ReconfigVM_Task, 'duration_secs': 0.524643} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.332156] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Updating instance 'f698bf37-ff11-4eb7-96ad-4a8caa51294b' progress to 33 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2176.800296] env[63348]: DEBUG nova.compute.manager [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2176.836535] env[63348]: DEBUG nova.virt.hardware [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2176.836824] env[63348]: DEBUG nova.virt.hardware [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2176.837035] env[63348]: DEBUG nova.virt.hardware [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2176.837233] env[63348]: DEBUG nova.virt.hardware [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2176.837398] env[63348]: DEBUG nova.virt.hardware [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2176.837593] env[63348]: DEBUG nova.virt.hardware [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2176.837843] env[63348]: DEBUG nova.virt.hardware [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2176.838021] env[63348]: DEBUG nova.virt.hardware [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2176.838191] env[63348]: DEBUG nova.virt.hardware [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2176.838356] env[63348]: DEBUG nova.virt.hardware [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2176.838529] env[63348]: DEBUG nova.virt.hardware [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2176.841787] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2176.842013] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2176.842182] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2176.842392] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2176.842548] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2176.842696] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2176.842890] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2176.843065] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2176.843237] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2176.843397] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2176.843581] env[63348]: DEBUG nova.virt.hardware [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2176.848935] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2176.849712] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2677973f-cfb1-445a-806e-feba3aaffd93 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.854506] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14dd0d4f-83f2-4c1a-852e-648a24bdfb03 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.875909] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a152a9-d50c-40b0-a217-477bf2611539 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.884170] env[63348]: DEBUG oslo_vmware.api [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2176.884170] env[63348]: value = "task-2023489" [ 2176.884170] env[63348]: _type = "Task" [ 2176.884170] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.907015] env[63348]: DEBUG oslo_vmware.api [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.983308] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea90dea1-2920-4405-aa0b-ca538831de33 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.992570] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dd0d40-0b54-42d3-8421-cc6fdf473931 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.028070] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9412b5-5f4c-4ec4-8cf2-c1e832cdb845 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.036418] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da32c87e-c51e-4e8a-990b-1198cdaa4d72 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.050693] env[63348]: DEBUG nova.compute.provider_tree [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2177.395744] env[63348]: DEBUG oslo_vmware.api [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023489, 'name': ReconfigVM_Task, 'duration_secs': 0.376394} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.396160] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2177.396949] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853d5964-a3fb-4d74-8dfb-43e807b4aa90 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.423068] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] f698bf37-ff11-4eb7-96ad-4a8caa51294b/f698bf37-ff11-4eb7-96ad-4a8caa51294b.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2177.423459] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1711d857-f73c-4e38-9b55-bb95789f3024 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.445114] env[63348]: DEBUG oslo_vmware.api [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2177.445114] env[63348]: value = "task-2023490" [ 2177.445114] env[63348]: _type = "Task" [ 2177.445114] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.455680] env[63348]: DEBUG oslo_vmware.api [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.547775] env[63348]: DEBUG oslo_vmware.rw_handles [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Completed reading data from the image iterator. {{(pid=63348) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2177.548023] env[63348]: DEBUG oslo_vmware.rw_handles [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d49b84-a2ca-e7e6-3341-f7bf361db067/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2177.548924] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960b3d5d-1661-41a0-9ca9-f73db2698303 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.553802] env[63348]: DEBUG nova.scheduler.client.report [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2177.559626] env[63348]: DEBUG oslo_vmware.rw_handles [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d49b84-a2ca-e7e6-3341-f7bf361db067/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2177.559819] env[63348]: DEBUG oslo_vmware.rw_handles [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d49b84-a2ca-e7e6-3341-f7bf361db067/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2177.560368] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-68cd2039-9c5a-4214-b1dc-807aab79e15b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.726761] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2177.727053] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2177.727257] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Deleting the datastore file [datastore1] f04a390e-ee9b-42ca-a300-415ee3feaa83 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2177.727557] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a3b5b85-abf0-4fc5-9e11-48704bc05556 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.736314] env[63348]: DEBUG oslo_vmware.api [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for the task: (returnval){ [ 2177.736314] env[63348]: value = "task-2023491" [ 2177.736314] env[63348]: _type = "Task" [ 2177.736314] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.745048] env[63348]: DEBUG oslo_vmware.api [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.956383] env[63348]: DEBUG oslo_vmware.api [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.014222] env[63348]: DEBUG oslo_vmware.rw_handles [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d49b84-a2ca-e7e6-3341-f7bf361db067/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2178.014569] env[63348]: INFO nova.virt.vmwareapi.images [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Downloaded image file data e5b067bc-93b2-4051-98e6-9f9daab574c5 [ 2178.015541] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4866cec-9264-4012-bcde-32f4bc28cedc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.034035] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea88093c-ad11-4d88-8e31-05f7eafd4501 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.061235] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.284s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.064016] env[63348]: INFO nova.virt.vmwareapi.images [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] The imported VM was unregistered [ 2178.066814] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Caching image {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2178.067125] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e5b067bc-93b2-4051-98e6-9f9daab574c5 {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2178.067476] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba3a8e6b-5b6e-4107-9226-2035521e5160 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.080435] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Created directory with path [datastore2] devstack-image-cache_base/e5b067bc-93b2-4051-98e6-9f9daab574c5 {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2178.080626] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c0438186-0420-4375-981c-0ab507a9e569/OSTACK_IMG_c0438186-0420-4375-981c-0ab507a9e569.vmdk to [datastore2] devstack-image-cache_base/e5b067bc-93b2-4051-98e6-9f9daab574c5/e5b067bc-93b2-4051-98e6-9f9daab574c5.vmdk. {{(pid=63348) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2178.080888] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d6c71f50-9ea9-466f-bf6c-1c82c2f3bb02 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.088056] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2178.088056] env[63348]: value = "task-2023494" [ 2178.088056] env[63348]: _type = "Task" [ 2178.088056] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.096627] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023494, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.098349] env[63348]: INFO nova.network.neutron [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Updating port 89f91bf7-e1fa-4b17-9750-b636c928ba6c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2178.247183] env[63348]: DEBUG oslo_vmware.api [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Task: {'id': task-2023491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266586} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.247460] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2178.247650] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2178.248252] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2178.248252] env[63348]: INFO nova.compute.manager [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Took 4.19 seconds to destroy the instance on the hypervisor. [ 2178.248252] env[63348]: DEBUG oslo.service.loopingcall [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2178.248441] env[63348]: DEBUG nova.compute.manager [-] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2178.248530] env[63348]: DEBUG nova.network.neutron [-] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2178.456752] env[63348]: DEBUG oslo_vmware.api [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023490, 'name': ReconfigVM_Task, 'duration_secs': 0.638019} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.457165] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Reconfigured VM instance instance-00000070 to attach disk [datastore2] f698bf37-ff11-4eb7-96ad-4a8caa51294b/f698bf37-ff11-4eb7-96ad-4a8caa51294b.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2178.457397] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Updating instance 'f698bf37-ff11-4eb7-96ad-4a8caa51294b' progress to 50 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2178.599333] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023494, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.833654] env[63348]: DEBUG nova.compute.manager [req-591b655e-60c4-4cb7-9cb4-6f3842992ce2 req-fda3117c-66d6-477a-a5aa-0ed66d2f755a service nova] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Received event network-vif-plugged-46f73d8e-fc1e-4fd8-9b35-68b354ada6aa {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2178.833964] env[63348]: DEBUG oslo_concurrency.lockutils [req-591b655e-60c4-4cb7-9cb4-6f3842992ce2 req-fda3117c-66d6-477a-a5aa-0ed66d2f755a service nova] Acquiring lock "e45bed83-01db-43e5-8a07-86853b62a416-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.834265] env[63348]: DEBUG oslo_concurrency.lockutils [req-591b655e-60c4-4cb7-9cb4-6f3842992ce2 req-fda3117c-66d6-477a-a5aa-0ed66d2f755a service nova] Lock "e45bed83-01db-43e5-8a07-86853b62a416-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.834539] env[63348]: DEBUG oslo_concurrency.lockutils [req-591b655e-60c4-4cb7-9cb4-6f3842992ce2 req-fda3117c-66d6-477a-a5aa-0ed66d2f755a service nova] Lock "e45bed83-01db-43e5-8a07-86853b62a416-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.834607] env[63348]: DEBUG nova.compute.manager [req-591b655e-60c4-4cb7-9cb4-6f3842992ce2 req-fda3117c-66d6-477a-a5aa-0ed66d2f755a service nova] [instance: e45bed83-01db-43e5-8a07-86853b62a416] No waiting events found dispatching network-vif-plugged-46f73d8e-fc1e-4fd8-9b35-68b354ada6aa {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2178.834777] env[63348]: WARNING nova.compute.manager [req-591b655e-60c4-4cb7-9cb4-6f3842992ce2 req-fda3117c-66d6-477a-a5aa-0ed66d2f755a service nova] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Received unexpected event network-vif-plugged-46f73d8e-fc1e-4fd8-9b35-68b354ada6aa for instance with vm_state building and task_state spawning. [ 2178.932155] env[63348]: DEBUG nova.network.neutron [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Successfully updated port: 46f73d8e-fc1e-4fd8-9b35-68b354ada6aa {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2178.965426] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4cbb6f-f368-4251-a331-526c7a553498 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.989657] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2652f56f-8dea-424a-babe-964e9a01e2fb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.009820] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Updating instance 'f698bf37-ff11-4eb7-96ad-4a8caa51294b' progress to 67 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2179.079066] env[63348]: DEBUG nova.compute.manager [req-15675d34-b470-4166-b90c-5718a4111c43 req-ebbe3c5b-47d9-4c77-9846-c7ef6fca131c service nova] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Received event network-vif-deleted-bf9972dd-a2de-481c-b4a2-8c384b9db927 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2179.079292] env[63348]: INFO nova.compute.manager [req-15675d34-b470-4166-b90c-5718a4111c43 req-ebbe3c5b-47d9-4c77-9846-c7ef6fca131c service nova] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Neutron deleted interface bf9972dd-a2de-481c-b4a2-8c384b9db927; detaching it from the instance and deleting it from the info cache [ 2179.079549] env[63348]: DEBUG nova.network.neutron [req-15675d34-b470-4166-b90c-5718a4111c43 req-ebbe3c5b-47d9-4c77-9846-c7ef6fca131c service nova] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.099391] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023494, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.139043] env[63348]: DEBUG nova.network.neutron [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Successfully updated port: 922df1e9-284e-489f-8a17-42190adeec7f {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2179.313832] env[63348]: DEBUG nova.network.neutron [-] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.437137] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "refresh_cache-e45bed83-01db-43e5-8a07-86853b62a416" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2179.437449] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquired lock "refresh_cache-e45bed83-01db-43e5-8a07-86853b62a416" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2179.437642] env[63348]: DEBUG nova.network.neutron [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2179.550559] env[63348]: DEBUG nova.network.neutron [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Port db68dc0c-5958-4a3c-8e38-2908d8ac0289 binding to destination host cpu-1 is already ACTIVE {{(pid=63348) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3227}} [ 2179.582120] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f33a072-0a4d-47e6-ae09-e98db59ea869 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.597382] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ca50f1-92ff-4c80-8355-ff07257f2d3e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.614847] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023494, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.631412] env[63348]: DEBUG nova.compute.manager [req-15675d34-b470-4166-b90c-5718a4111c43 req-ebbe3c5b-47d9-4c77-9846-c7ef6fca131c service nova] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Detach interface failed, port_id=bf9972dd-a2de-481c-b4a2-8c384b9db927, reason: Instance f04a390e-ee9b-42ca-a300-415ee3feaa83 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2179.641347] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2179.641498] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2179.641684] env[63348]: DEBUG nova.network.neutron [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2179.816296] env[63348]: INFO nova.compute.manager [-] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Took 1.57 seconds to deallocate network for instance. [ 2179.946439] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2179.946619] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2179.946759] env[63348]: DEBUG nova.network.neutron [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2180.101315] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023494, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.154939] env[63348]: DEBUG nova.network.neutron [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2180.181288] env[63348]: WARNING nova.network.neutron [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] 7b5879ac-1ef4-4138-beed-770f1a72ff34 already exists in list: networks containing: ['7b5879ac-1ef4-4138-beed-770f1a72ff34']. ignoring it [ 2180.325361] env[63348]: DEBUG oslo_concurrency.lockutils [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.325687] env[63348]: DEBUG oslo_concurrency.lockutils [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.325914] env[63348]: DEBUG nova.objects.instance [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lazy-loading 'resources' on Instance uuid f04a390e-ee9b-42ca-a300-415ee3feaa83 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2180.374680] env[63348]: DEBUG nova.network.neutron [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Updating instance_info_cache with network_info: [{"id": "46f73d8e-fc1e-4fd8-9b35-68b354ada6aa", "address": "fa:16:3e:1f:dc:7c", "network": {"id": "05d142a1-d791-4a8b-8c45-c8aa05d9f045", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-375878555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e2cbae66743467082cb6b3b162bc5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f73d8e-fc", "ovs_interfaceid": "46f73d8e-fc1e-4fd8-9b35-68b354ada6aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.505737] env[63348]: DEBUG nova.network.neutron [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Updating instance_info_cache with network_info: [{"id": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "address": "fa:16:3e:89:02:c4", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c23d1b-d4", "ovs_interfaceid": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "922df1e9-284e-489f-8a17-42190adeec7f", "address": "fa:16:3e:12:88:99", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922df1e9-28", "ovs_interfaceid": "922df1e9-284e-489f-8a17-42190adeec7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.579392] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "f698bf37-ff11-4eb7-96ad-4a8caa51294b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.579763] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "f698bf37-ff11-4eb7-96ad-4a8caa51294b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.579811] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "f698bf37-ff11-4eb7-96ad-4a8caa51294b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.602781] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023494, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.786531] env[63348]: DEBUG nova.network.neutron [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Updating instance_info_cache with network_info: [{"id": "89f91bf7-e1fa-4b17-9750-b636c928ba6c", "address": "fa:16:3e:fd:5f:94", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f91bf7-e1", "ovs_interfaceid": "89f91bf7-e1fa-4b17-9750-b636c928ba6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.862488] env[63348]: DEBUG nova.compute.manager [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Received event network-changed-46f73d8e-fc1e-4fd8-9b35-68b354ada6aa {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2180.862488] env[63348]: DEBUG nova.compute.manager [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Refreshing instance network info cache due to event network-changed-46f73d8e-fc1e-4fd8-9b35-68b354ada6aa. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2180.862488] env[63348]: DEBUG oslo_concurrency.lockutils [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] Acquiring lock "refresh_cache-e45bed83-01db-43e5-8a07-86853b62a416" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2180.877569] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Releasing lock "refresh_cache-e45bed83-01db-43e5-8a07-86853b62a416" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2180.877854] env[63348]: DEBUG nova.compute.manager [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Instance network_info: |[{"id": "46f73d8e-fc1e-4fd8-9b35-68b354ada6aa", "address": "fa:16:3e:1f:dc:7c", "network": {"id": "05d142a1-d791-4a8b-8c45-c8aa05d9f045", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-375878555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e2cbae66743467082cb6b3b162bc5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f73d8e-fc", "ovs_interfaceid": "46f73d8e-fc1e-4fd8-9b35-68b354ada6aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2180.878126] env[63348]: DEBUG oslo_concurrency.lockutils [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] Acquired lock "refresh_cache-e45bed83-01db-43e5-8a07-86853b62a416" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2180.878303] env[63348]: DEBUG nova.network.neutron [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Refreshing network info cache for port 46f73d8e-fc1e-4fd8-9b35-68b354ada6aa {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2180.879460] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:dc:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46f73d8e-fc1e-4fd8-9b35-68b354ada6aa', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2180.887469] env[63348]: DEBUG oslo.service.loopingcall [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2180.892428] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2180.893416] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39f698ee-0794-4b04-b47a-98bde194fb71 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.919155] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2180.919155] env[63348]: value = "task-2023496" [ 2180.919155] env[63348]: _type = "Task" [ 2180.919155] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.930420] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023496, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.985816] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a88ead5-b8ed-4efe-9867-0a0c60e6f5ee {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.996303] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854eecc7-7c0d-4859-bbc9-f80108e5dd42 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.026373] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2181.027031] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2181.027201] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2181.030813] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d95d835-bf68-40f0-bb3d-4632c34db6da {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.033732] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f021961-f046-4985-8b49-c6d94980dc56 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.053856] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385319ad-f00e-49de-b86b-907f575b1893 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.057485] env[63348]: DEBUG nova.virt.hardware [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2181.057707] env[63348]: DEBUG nova.virt.hardware [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2181.057863] env[63348]: DEBUG nova.virt.hardware [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2181.058049] env[63348]: DEBUG nova.virt.hardware [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2181.058196] env[63348]: DEBUG nova.virt.hardware [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2181.058352] env[63348]: DEBUG nova.virt.hardware [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2181.058566] env[63348]: DEBUG nova.virt.hardware [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2181.058723] env[63348]: DEBUG nova.virt.hardware [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2181.058882] env[63348]: DEBUG nova.virt.hardware [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2181.059050] env[63348]: DEBUG nova.virt.hardware [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2181.059230] env[63348]: DEBUG nova.virt.hardware [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2181.065916] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Reconfiguring VM to attach interface {{(pid=63348) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2181.068721] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ee5f584-c6b0-47b9-ae88-7f64ee8eea99 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.091368] env[63348]: DEBUG nova.compute.provider_tree [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2181.097765] env[63348]: DEBUG oslo_vmware.api [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2181.097765] env[63348]: value = "task-2023497" [ 2181.097765] env[63348]: _type = "Task" [ 2181.097765] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.106940] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023494, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.761723} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.108413] env[63348]: INFO nova.virt.vmwareapi.ds_util [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c0438186-0420-4375-981c-0ab507a9e569/OSTACK_IMG_c0438186-0420-4375-981c-0ab507a9e569.vmdk to [datastore2] devstack-image-cache_base/e5b067bc-93b2-4051-98e6-9f9daab574c5/e5b067bc-93b2-4051-98e6-9f9daab574c5.vmdk. [ 2181.108613] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Cleaning up location [datastore2] OSTACK_IMG_c0438186-0420-4375-981c-0ab507a9e569 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2181.108772] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c0438186-0420-4375-981c-0ab507a9e569 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2181.110193] env[63348]: DEBUG nova.compute.manager [req-c0fc0e14-f214-4ebf-8ebc-7bd57c816cb9 req-4c2a64c8-b083-4fea-8fe1-5f431f1264df service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Received event network-vif-plugged-89f91bf7-e1fa-4b17-9750-b636c928ba6c {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2181.110425] env[63348]: DEBUG oslo_concurrency.lockutils [req-c0fc0e14-f214-4ebf-8ebc-7bd57c816cb9 req-4c2a64c8-b083-4fea-8fe1-5f431f1264df service nova] Acquiring lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.110645] env[63348]: DEBUG oslo_concurrency.lockutils [req-c0fc0e14-f214-4ebf-8ebc-7bd57c816cb9 req-4c2a64c8-b083-4fea-8fe1-5f431f1264df service nova] Lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.110806] env[63348]: DEBUG oslo_concurrency.lockutils [req-c0fc0e14-f214-4ebf-8ebc-7bd57c816cb9 req-4c2a64c8-b083-4fea-8fe1-5f431f1264df service nova] Lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.110966] env[63348]: DEBUG nova.compute.manager [req-c0fc0e14-f214-4ebf-8ebc-7bd57c816cb9 req-4c2a64c8-b083-4fea-8fe1-5f431f1264df service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] No waiting events found dispatching network-vif-plugged-89f91bf7-e1fa-4b17-9750-b636c928ba6c {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2181.111143] env[63348]: WARNING nova.compute.manager [req-c0fc0e14-f214-4ebf-8ebc-7bd57c816cb9 req-4c2a64c8-b083-4fea-8fe1-5f431f1264df service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Received unexpected event network-vif-plugged-89f91bf7-e1fa-4b17-9750-b636c928ba6c for instance with vm_state shelved_offloaded and task_state spawning. [ 2181.111299] env[63348]: DEBUG nova.compute.manager [req-c0fc0e14-f214-4ebf-8ebc-7bd57c816cb9 req-4c2a64c8-b083-4fea-8fe1-5f431f1264df service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Received event network-changed-89f91bf7-e1fa-4b17-9750-b636c928ba6c {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2181.111448] env[63348]: DEBUG nova.compute.manager [req-c0fc0e14-f214-4ebf-8ebc-7bd57c816cb9 req-4c2a64c8-b083-4fea-8fe1-5f431f1264df service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Refreshing instance network info cache due to event network-changed-89f91bf7-e1fa-4b17-9750-b636c928ba6c. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2181.111606] env[63348]: DEBUG oslo_concurrency.lockutils [req-c0fc0e14-f214-4ebf-8ebc-7bd57c816cb9 req-4c2a64c8-b083-4fea-8fe1-5f431f1264df service nova] Acquiring lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2181.115033] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc83b4df-256c-45c4-bcc7-076ceca37b49 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.117076] env[63348]: DEBUG oslo_vmware.api [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023497, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.124788] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2181.124788] env[63348]: value = "task-2023498" [ 2181.124788] env[63348]: _type = "Task" [ 2181.124788] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.133282] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.158183] env[63348]: DEBUG nova.network.neutron [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Updated VIF entry in instance network info cache for port 46f73d8e-fc1e-4fd8-9b35-68b354ada6aa. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2181.158920] env[63348]: DEBUG nova.network.neutron [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Updating instance_info_cache with network_info: [{"id": "46f73d8e-fc1e-4fd8-9b35-68b354ada6aa", "address": "fa:16:3e:1f:dc:7c", "network": {"id": "05d142a1-d791-4a8b-8c45-c8aa05d9f045", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-375878555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e2cbae66743467082cb6b3b162bc5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f73d8e-fc", "ovs_interfaceid": "46f73d8e-fc1e-4fd8-9b35-68b354ada6aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2181.289203] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2181.292977] env[63348]: DEBUG oslo_concurrency.lockutils [req-c0fc0e14-f214-4ebf-8ebc-7bd57c816cb9 req-4c2a64c8-b083-4fea-8fe1-5f431f1264df service nova] Acquired lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2181.292977] env[63348]: DEBUG nova.network.neutron [req-c0fc0e14-f214-4ebf-8ebc-7bd57c816cb9 req-4c2a64c8-b083-4fea-8fe1-5f431f1264df service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Refreshing network info cache for port 89f91bf7-e1fa-4b17-9750-b636c928ba6c {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2181.319042] env[63348]: DEBUG nova.virt.hardware [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6dd1cad1079de98bb169e171ee0614fb',container_format='bare',created_at=2025-01-06T02:43:48Z,direct_url=,disk_format='vmdk',id=f1af3c23-ad42-4778-92e5-5ad93dc565a6,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-871644464-shelved',owner='ba9b91eb11ab481a95e8539c3f979117',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-01-06T02:44:09Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2181.319409] env[63348]: DEBUG nova.virt.hardware [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2181.319601] env[63348]: DEBUG nova.virt.hardware [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2181.319866] env[63348]: DEBUG nova.virt.hardware [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2181.320093] env[63348]: DEBUG nova.virt.hardware [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2181.320390] env[63348]: DEBUG nova.virt.hardware [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2181.320688] env[63348]: DEBUG nova.virt.hardware [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2181.320869] env[63348]: DEBUG nova.virt.hardware [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2181.321059] env[63348]: DEBUG nova.virt.hardware [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2181.321235] env[63348]: DEBUG nova.virt.hardware [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2181.321412] env[63348]: DEBUG nova.virt.hardware [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2181.322749] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8396fa4f-d779-4144-9c98-66706ab533b0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.331286] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02690d41-c835-48ef-a93d-23c035ca0696 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.345283] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:5f:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89f91bf7-e1fa-4b17-9750-b636c928ba6c', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2181.352735] env[63348]: DEBUG oslo.service.loopingcall [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2181.352969] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2181.353192] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85c48ae0-baf2-4dad-92f2-8abd731082c6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.372981] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2181.372981] env[63348]: value = "task-2023499" [ 2181.372981] env[63348]: _type = "Task" [ 2181.372981] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.381101] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023499, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.429519] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023496, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.599406] env[63348]: DEBUG nova.scheduler.client.report [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2181.613220] env[63348]: DEBUG oslo_vmware.api [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.622322] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "refresh_cache-f698bf37-ff11-4eb7-96ad-4a8caa51294b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2181.622596] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "refresh_cache-f698bf37-ff11-4eb7-96ad-4a8caa51294b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2181.622805] env[63348]: DEBUG nova.network.neutron [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2181.635389] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040806} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.635540] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2181.635679] env[63348]: DEBUG oslo_concurrency.lockutils [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5b067bc-93b2-4051-98e6-9f9daab574c5/e5b067bc-93b2-4051-98e6-9f9daab574c5.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2181.635935] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5b067bc-93b2-4051-98e6-9f9daab574c5/e5b067bc-93b2-4051-98e6-9f9daab574c5.vmdk to [datastore2] cc8883cd-c1da-42de-abd6-a68020c1edf8/cc8883cd-c1da-42de-abd6-a68020c1edf8.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2181.636220] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d18fb97b-bd3d-4330-be36-247e0c2e0ee6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.645337] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2181.645337] env[63348]: value = "task-2023500" [ 2181.645337] env[63348]: _type = "Task" [ 2181.645337] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.654619] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.661261] env[63348]: DEBUG oslo_concurrency.lockutils [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] Releasing lock "refresh_cache-e45bed83-01db-43e5-8a07-86853b62a416" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2181.661523] env[63348]: DEBUG nova.compute.manager [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Received event network-vif-plugged-922df1e9-284e-489f-8a17-42190adeec7f {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2181.661768] env[63348]: DEBUG oslo_concurrency.lockutils [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] Acquiring lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.662101] env[63348]: DEBUG oslo_concurrency.lockutils [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] Lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.662266] env[63348]: DEBUG oslo_concurrency.lockutils [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] Lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.662468] env[63348]: DEBUG nova.compute.manager [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] No waiting events found dispatching network-vif-plugged-922df1e9-284e-489f-8a17-42190adeec7f {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2181.662656] env[63348]: WARNING nova.compute.manager [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Received unexpected event network-vif-plugged-922df1e9-284e-489f-8a17-42190adeec7f for instance with vm_state active and task_state None. [ 2181.662821] env[63348]: DEBUG nova.compute.manager [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Received event network-changed-922df1e9-284e-489f-8a17-42190adeec7f {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2181.662999] env[63348]: DEBUG nova.compute.manager [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Refreshing instance network info cache due to event network-changed-922df1e9-284e-489f-8a17-42190adeec7f. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2181.663208] env[63348]: DEBUG oslo_concurrency.lockutils [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] Acquiring lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2181.663351] env[63348]: DEBUG oslo_concurrency.lockutils [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] Acquired lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2181.663527] env[63348]: DEBUG nova.network.neutron [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Refreshing network info cache for port 922df1e9-284e-489f-8a17-42190adeec7f {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2181.884358] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023499, 'name': CreateVM_Task, 'duration_secs': 0.446965} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.884631] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2181.885459] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f1af3c23-ad42-4778-92e5-5ad93dc565a6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2181.885611] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f1af3c23-ad42-4778-92e5-5ad93dc565a6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2181.886518] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f1af3c23-ad42-4778-92e5-5ad93dc565a6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2181.886518] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40cd8fbc-483f-4ca9-bedf-ffde3c5d4582 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.892230] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2181.892230] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524df12f-7ac5-cbeb-cbec-b815b678b4ba" [ 2181.892230] env[63348]: _type = "Task" [ 2181.892230] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.901777] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]524df12f-7ac5-cbeb-cbec-b815b678b4ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.929320] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023496, 'name': CreateVM_Task, 'duration_secs': 0.527182} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.929531] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2181.930210] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2181.930400] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2181.930734] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2181.930992] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f6ad80e-eda3-40b8-a711-0fccdb65bd57 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.937224] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2181.937224] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52094138-00d7-024c-c57b-5a1f43881cf2" [ 2181.937224] env[63348]: _type = "Task" [ 2181.937224] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.947021] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52094138-00d7-024c-c57b-5a1f43881cf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.107603] env[63348]: DEBUG oslo_concurrency.lockutils [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.117306] env[63348]: DEBUG oslo_vmware.api [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023497, 'name': ReconfigVM_Task, 'duration_secs': 0.844689} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.117912] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2182.118202] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Reconfigured VM to attach interface {{(pid=63348) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2182.139073] env[63348]: DEBUG nova.network.neutron [req-c0fc0e14-f214-4ebf-8ebc-7bd57c816cb9 req-4c2a64c8-b083-4fea-8fe1-5f431f1264df service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Updated VIF entry in instance network info cache for port 89f91bf7-e1fa-4b17-9750-b636c928ba6c. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2182.139073] env[63348]: DEBUG nova.network.neutron [req-c0fc0e14-f214-4ebf-8ebc-7bd57c816cb9 req-4c2a64c8-b083-4fea-8fe1-5f431f1264df service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Updating instance_info_cache with network_info: [{"id": "89f91bf7-e1fa-4b17-9750-b636c928ba6c", "address": "fa:16:3e:fd:5f:94", "network": {"id": "784d6311-148f-494a-a88f-0aee5dff9eb3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1558689583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9b91eb11ab481a95e8539c3f979117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f91bf7-e1", "ovs_interfaceid": "89f91bf7-e1fa-4b17-9750-b636c928ba6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2182.151395] env[63348]: INFO nova.scheduler.client.report [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Deleted allocations for instance f04a390e-ee9b-42ca-a300-415ee3feaa83 [ 2182.160749] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023500, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.366500] env[63348]: DEBUG nova.network.neutron [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Updating instance_info_cache with network_info: [{"id": "db68dc0c-5958-4a3c-8e38-2908d8ac0289", "address": "fa:16:3e:5d:14:2f", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb68dc0c-59", "ovs_interfaceid": "db68dc0c-5958-4a3c-8e38-2908d8ac0289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2182.404766] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f1af3c23-ad42-4778-92e5-5ad93dc565a6" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2182.405021] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Processing image f1af3c23-ad42-4778-92e5-5ad93dc565a6 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2182.405299] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f1af3c23-ad42-4778-92e5-5ad93dc565a6/f1af3c23-ad42-4778-92e5-5ad93dc565a6.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2182.405453] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f1af3c23-ad42-4778-92e5-5ad93dc565a6/f1af3c23-ad42-4778-92e5-5ad93dc565a6.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2182.405633] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2182.405901] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23fbf9cb-e163-494d-a4c0-03b04ee36cd7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.416705] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2182.416920] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2182.417709] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0cf7cb-5de6-4269-a13c-4192b660b5a2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.424189] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2182.424189] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52267f21-055e-07eb-6d0e-74cf04962845" [ 2182.424189] env[63348]: _type = "Task" [ 2182.424189] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.432598] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52267f21-055e-07eb-6d0e-74cf04962845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.443447] env[63348]: DEBUG nova.network.neutron [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Updated VIF entry in instance network info cache for port 922df1e9-284e-489f-8a17-42190adeec7f. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2182.443887] env[63348]: DEBUG nova.network.neutron [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Updating instance_info_cache with network_info: [{"id": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "address": "fa:16:3e:89:02:c4", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c23d1b-d4", "ovs_interfaceid": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "922df1e9-284e-489f-8a17-42190adeec7f", "address": "fa:16:3e:12:88:99", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922df1e9-28", "ovs_interfaceid": "922df1e9-284e-489f-8a17-42190adeec7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2182.449079] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52094138-00d7-024c-c57b-5a1f43881cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.065826} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.449639] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2182.449905] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2182.452072] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2182.452072] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2182.452072] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2182.452072] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af39d867-0e37-4f78-aca0-d7d6248a994b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.480510] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2182.480744] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2182.481622] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-403b40e9-ad7c-44cb-98fe-5ea89746a505 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.488257] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2182.488257] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527fceef-3f8d-81a4-c972-075e9ccc73fc" [ 2182.488257] env[63348]: _type = "Task" [ 2182.488257] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.499867] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527fceef-3f8d-81a4-c972-075e9ccc73fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.624858] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8a5f043a-fa5a-47c1-bd6a-556b25dbd8ee tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.242s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.642060] env[63348]: DEBUG oslo_concurrency.lockutils [req-c0fc0e14-f214-4ebf-8ebc-7bd57c816cb9 req-4c2a64c8-b083-4fea-8fe1-5f431f1264df service nova] Releasing lock "refresh_cache-97a1354a-2710-44a0-a8b9-2a4ac8a038b7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2182.659306] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023500, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.659860] env[63348]: DEBUG oslo_concurrency.lockutils [None req-aeded308-9f41-41f2-91c6-e21cb19bf002 tempest-AttachVolumeNegativeTest-1264337012 tempest-AttachVolumeNegativeTest-1264337012-project-member] Lock "f04a390e-ee9b-42ca-a300-415ee3feaa83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.104s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.871282] env[63348]: DEBUG oslo_concurrency.lockutils [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "refresh_cache-f698bf37-ff11-4eb7-96ad-4a8caa51294b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2182.937140] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Preparing fetch location {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2182.937426] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Fetch image to [datastore1] OSTACK_IMG_060bc1b4-2332-481c-beb1-8f97c8b0231c/OSTACK_IMG_060bc1b4-2332-481c-beb1-8f97c8b0231c.vmdk {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2182.937618] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Downloading stream optimized image f1af3c23-ad42-4778-92e5-5ad93dc565a6 to [datastore1] OSTACK_IMG_060bc1b4-2332-481c-beb1-8f97c8b0231c/OSTACK_IMG_060bc1b4-2332-481c-beb1-8f97c8b0231c.vmdk on the data store datastore1 as vApp {{(pid=63348) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2182.937789] env[63348]: DEBUG nova.virt.vmwareapi.images [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Downloading image file data f1af3c23-ad42-4778-92e5-5ad93dc565a6 to the ESX as VM named 'OSTACK_IMG_060bc1b4-2332-481c-beb1-8f97c8b0231c' {{(pid=63348) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2182.950692] env[63348]: DEBUG oslo_concurrency.lockutils [req-c49ecde3-9dad-47c6-a3e9-2586822f8c02 req-ca345dc7-639a-4fcf-9e79-4422683c0fe0 service nova] Releasing lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2183.005392] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527fceef-3f8d-81a4-c972-075e9ccc73fc, 'name': SearchDatastore_Task, 'duration_secs': 0.089461} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.006475] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da56e76-644d-4f4e-8177-7ef9e92e5c1a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.019245] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2183.019245] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526c6f2e-f8ba-a809-4576-46b9f1ee99fc" [ 2183.019245] env[63348]: _type = "Task" [ 2183.019245] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.029272] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526c6f2e-f8ba-a809-4576-46b9f1ee99fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.060707] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2183.060707] env[63348]: value = "resgroup-9" [ 2183.060707] env[63348]: _type = "ResourcePool" [ 2183.060707] env[63348]: }. {{(pid=63348) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2183.061124] env[63348]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cc0193b1-8886-46d0-9f7a-e5348e00f735 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.085224] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lease: (returnval){ [ 2183.085224] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5284ef87-e872-dc09-ffcb-772469894fe7" [ 2183.085224] env[63348]: _type = "HttpNfcLease" [ 2183.085224] env[63348]: } obtained for vApp import into resource pool (val){ [ 2183.085224] env[63348]: value = "resgroup-9" [ 2183.085224] env[63348]: _type = "ResourcePool" [ 2183.085224] env[63348]: }. {{(pid=63348) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2183.085704] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the lease: (returnval){ [ 2183.085704] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5284ef87-e872-dc09-ffcb-772469894fe7" [ 2183.085704] env[63348]: _type = "HttpNfcLease" [ 2183.085704] env[63348]: } to be ready. {{(pid=63348) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2183.094606] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2183.094606] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5284ef87-e872-dc09-ffcb-772469894fe7" [ 2183.094606] env[63348]: _type = "HttpNfcLease" [ 2183.094606] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2183.158031] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023500, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.397024] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee7ee6d-c785-481f-9216-7f73f868c132 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.418796] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05afa524-dc2d-494e-ad61-f3dc8c074e45 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.428055] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Updating instance 'f698bf37-ff11-4eb7-96ad-4a8caa51294b' progress to 83 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2183.530864] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]526c6f2e-f8ba-a809-4576-46b9f1ee99fc, 'name': SearchDatastore_Task, 'duration_secs': 0.090844} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.531161] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2183.531423] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] e45bed83-01db-43e5-8a07-86853b62a416/e45bed83-01db-43e5-8a07-86853b62a416.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2183.531695] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-918f83fe-0924-4ff9-9ae3-fa5c7d906bc6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.541642] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2183.541642] env[63348]: value = "task-2023504" [ 2183.541642] env[63348]: _type = "Task" [ 2183.541642] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.551228] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.597767] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2183.597767] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5284ef87-e872-dc09-ffcb-772469894fe7" [ 2183.597767] env[63348]: _type = "HttpNfcLease" [ 2183.597767] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2183.660252] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023500, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.934466] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2183.934834] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-548142db-7dbc-4c22-94cb-05794a5364fb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.944148] env[63348]: DEBUG oslo_vmware.api [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2183.944148] env[63348]: value = "task-2023505" [ 2183.944148] env[63348]: _type = "Task" [ 2183.944148] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.958631] env[63348]: DEBUG oslo_vmware.api [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.053312] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.096231] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2184.096231] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5284ef87-e872-dc09-ffcb-772469894fe7" [ 2184.096231] env[63348]: _type = "HttpNfcLease" [ 2184.096231] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2184.158120] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023500, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.455270] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "interface-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-f6319037-2c40-4e89-8986-2a0cec82fa9b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.455505] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-f6319037-2c40-4e89-8986-2a0cec82fa9b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.455847] env[63348]: DEBUG nova.objects.instance [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lazy-loading 'flavor' on Instance uuid 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2184.457202] env[63348]: DEBUG oslo_vmware.api [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.554471] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023504, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.598194] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2184.598194] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5284ef87-e872-dc09-ffcb-772469894fe7" [ 2184.598194] env[63348]: _type = "HttpNfcLease" [ 2184.598194] env[63348]: } is initializing. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2184.660086] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023500, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.549162} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.660086] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5b067bc-93b2-4051-98e6-9f9daab574c5/e5b067bc-93b2-4051-98e6-9f9daab574c5.vmdk to [datastore2] cc8883cd-c1da-42de-abd6-a68020c1edf8/cc8883cd-c1da-42de-abd6-a68020c1edf8.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2184.660950] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5a8bd8-24da-46d4-903a-f907aaac03aa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.685475] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] cc8883cd-c1da-42de-abd6-a68020c1edf8/cc8883cd-c1da-42de-abd6-a68020c1edf8.vmdk or device None with type streamOptimized {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2184.685988] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d9f4ad3-0cbf-42f7-8250-db4ced6c4971 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.706652] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2184.706652] env[63348]: value = "task-2023506" [ 2184.706652] env[63348]: _type = "Task" [ 2184.706652] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.724037] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023506, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.955092] env[63348]: DEBUG oslo_vmware.api [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023505, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.053804] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023504, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.33588} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.054731] env[63348]: DEBUG nova.objects.instance [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lazy-loading 'pci_requests' on Instance uuid 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2185.055744] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] e45bed83-01db-43e5-8a07-86853b62a416/e45bed83-01db-43e5-8a07-86853b62a416.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2185.055959] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2185.056417] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ce764cd-fdae-449f-a37d-d2d85bb8066d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.063617] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2185.063617] env[63348]: value = "task-2023507" [ 2185.063617] env[63348]: _type = "Task" [ 2185.063617] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.074531] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.096724] env[63348]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2185.096724] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5284ef87-e872-dc09-ffcb-772469894fe7" [ 2185.096724] env[63348]: _type = "HttpNfcLease" [ 2185.096724] env[63348]: } is ready. {{(pid=63348) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2185.097075] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2185.097075] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5284ef87-e872-dc09-ffcb-772469894fe7" [ 2185.097075] env[63348]: _type = "HttpNfcLease" [ 2185.097075] env[63348]: }. {{(pid=63348) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2185.097785] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbb8496-43fc-4875-84e1-7ba84afbb693 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.106242] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2b84b-ddf1-72b7-62cf-1267a444d25f/disk-0.vmdk from lease info. {{(pid=63348) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2185.106408] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2b84b-ddf1-72b7-62cf-1267a444d25f/disk-0.vmdk. {{(pid=63348) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2185.169836] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d72ff96f-11c2-464b-9754-89fee475aed9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.217953] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.459428] env[63348]: DEBUG oslo_vmware.api [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023505, 'name': PowerOnVM_Task, 'duration_secs': 1.054974} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.461644] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2185.461846] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-f73094fb-0d07-45c5-88e7-605de3ee7e22 tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Updating instance 'f698bf37-ff11-4eb7-96ad-4a8caa51294b' progress to 100 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2185.557739] env[63348]: DEBUG nova.objects.base [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Object Instance<7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47> lazy-loaded attributes: flavor,pci_requests {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2185.558025] env[63348]: DEBUG nova.network.neutron [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2185.576826] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068584} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.579120] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2185.580050] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ddf3cb-ea62-4e22-a98d-f706b76ea5de {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.604658] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] e45bed83-01db-43e5-8a07-86853b62a416/e45bed83-01db-43e5-8a07-86853b62a416.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2185.611641] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70bbc67c-4270-4eb9-b56a-004198e1513b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.638651] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2185.638651] env[63348]: value = "task-2023508" [ 2185.638651] env[63348]: _type = "Task" [ 2185.638651] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.649785] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.670590] env[63348]: DEBUG nova.policy [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '243dc67e06c34758bb7b5a94da01adb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b905e7bbdee249858305654d91566002', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2185.719032] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023506, 'name': ReconfigVM_Task, 'duration_secs': 0.790072} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.719293] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Reconfigured VM instance instance-00000067 to attach disk [datastore2] cc8883cd-c1da-42de-abd6-a68020c1edf8/cc8883cd-c1da-42de-abd6-a68020c1edf8.vmdk or device None with type streamOptimized {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2185.719989] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1635d415-ad14-4170-a107-84f7f1ad73ff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.731434] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2185.731434] env[63348]: value = "task-2023509" [ 2185.731434] env[63348]: _type = "Task" [ 2185.731434] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.745735] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023509, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.151499] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023508, 'name': ReconfigVM_Task, 'duration_secs': 0.400128} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.153565] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Reconfigured VM instance instance-00000072 to attach disk [datastore2] e45bed83-01db-43e5-8a07-86853b62a416/e45bed83-01db-43e5-8a07-86853b62a416.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2186.154320] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1b96e68-6bd3-4f24-a300-60a4e9506ff5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.162972] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2186.162972] env[63348]: value = "task-2023510" [ 2186.162972] env[63348]: _type = "Task" [ 2186.162972] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.174766] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023510, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.244295] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023509, 'name': Rename_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.316082] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "26487ba7-05c4-43e7-b118-4fb2e8b06981" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.316325] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "26487ba7-05c4-43e7-b118-4fb2e8b06981" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.400066] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Completed reading data from the image iterator. {{(pid=63348) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2186.400066] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2b84b-ddf1-72b7-62cf-1267a444d25f/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2186.400337] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ad1de9-ee34-4629-9425-9c5f0e348f2e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.408087] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2b84b-ddf1-72b7-62cf-1267a444d25f/disk-0.vmdk is in state: ready. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2186.408468] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2b84b-ddf1-72b7-62cf-1267a444d25f/disk-0.vmdk. {{(pid=63348) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2186.408840] env[63348]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b4b657c0-1219-4231-9c79-071ef5075fab {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.609914] env[63348]: DEBUG oslo_vmware.rw_handles [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2b84b-ddf1-72b7-62cf-1267a444d25f/disk-0.vmdk. {{(pid=63348) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2186.610171] env[63348]: INFO nova.virt.vmwareapi.images [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Downloaded image file data f1af3c23-ad42-4778-92e5-5ad93dc565a6 [ 2186.611292] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ed2d83-5374-46d9-b0ab-1373ced471a6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.629364] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8d6a550-89e8-4363-b01a-6cf8a75e56b5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.652317] env[63348]: INFO nova.virt.vmwareapi.images [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] The imported VM was unregistered [ 2186.654717] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Caching image {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2186.654997] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f1af3c23-ad42-4778-92e5-5ad93dc565a6 {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2186.655284] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-955759b3-ffdc-4eec-9753-aad412e8cc7b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.672083] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023510, 'name': Rename_Task, 'duration_secs': 0.181397} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.672405] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2186.672626] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c835f574-0d7b-4001-8209-a63269f52efc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.678166] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2186.678166] env[63348]: value = "task-2023513" [ 2186.678166] env[63348]: _type = "Task" [ 2186.678166] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.681758] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Created directory with path [datastore1] devstack-image-cache_base/f1af3c23-ad42-4778-92e5-5ad93dc565a6 {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2186.681962] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_060bc1b4-2332-481c-beb1-8f97c8b0231c/OSTACK_IMG_060bc1b4-2332-481c-beb1-8f97c8b0231c.vmdk to [datastore1] devstack-image-cache_base/f1af3c23-ad42-4778-92e5-5ad93dc565a6/f1af3c23-ad42-4778-92e5-5ad93dc565a6.vmdk. {{(pid=63348) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2186.682550] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b6bee8a9-d5fb-4796-b1b5-eebab4e3035a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.687225] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.692198] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2186.692198] env[63348]: value = "task-2023514" [ 2186.692198] env[63348]: _type = "Task" [ 2186.692198] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.699864] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023514, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.744414] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023509, 'name': Rename_Task, 'duration_secs': 0.891739} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.744702] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2186.744946] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ab532c8-eb74-460f-8905-f1835c7d4d30 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.752402] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2186.752402] env[63348]: value = "task-2023515" [ 2186.752402] env[63348]: _type = "Task" [ 2186.752402] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.760202] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.818994] env[63348]: DEBUG nova.compute.manager [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2187.190128] env[63348]: DEBUG oslo_vmware.api [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023513, 'name': PowerOnVM_Task, 'duration_secs': 0.503375} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.190491] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2187.190763] env[63348]: INFO nova.compute.manager [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Took 10.39 seconds to spawn the instance on the hypervisor. [ 2187.191081] env[63348]: DEBUG nova.compute.manager [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2187.192080] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd382150-98d8-471f-a2ab-742a9f22f41b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.212227] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023514, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.265510] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023515, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.310134] env[63348]: DEBUG nova.compute.manager [req-be0e52a1-ecbc-4d6e-9e83-a6641b2571ce req-f8209075-a306-458a-b374-b53cbeb5f032 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Received event network-vif-plugged-f6319037-2c40-4e89-8986-2a0cec82fa9b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2187.310445] env[63348]: DEBUG oslo_concurrency.lockutils [req-be0e52a1-ecbc-4d6e-9e83-a6641b2571ce req-f8209075-a306-458a-b374-b53cbeb5f032 service nova] Acquiring lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2187.310650] env[63348]: DEBUG oslo_concurrency.lockutils [req-be0e52a1-ecbc-4d6e-9e83-a6641b2571ce req-f8209075-a306-458a-b374-b53cbeb5f032 service nova] Lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2187.310835] env[63348]: DEBUG oslo_concurrency.lockutils [req-be0e52a1-ecbc-4d6e-9e83-a6641b2571ce req-f8209075-a306-458a-b374-b53cbeb5f032 service nova] Lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.311030] env[63348]: DEBUG nova.compute.manager [req-be0e52a1-ecbc-4d6e-9e83-a6641b2571ce req-f8209075-a306-458a-b374-b53cbeb5f032 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] No waiting events found dispatching network-vif-plugged-f6319037-2c40-4e89-8986-2a0cec82fa9b {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2187.311204] env[63348]: WARNING nova.compute.manager [req-be0e52a1-ecbc-4d6e-9e83-a6641b2571ce req-f8209075-a306-458a-b374-b53cbeb5f032 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Received unexpected event network-vif-plugged-f6319037-2c40-4e89-8986-2a0cec82fa9b for instance with vm_state active and task_state None. [ 2187.343774] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2187.344080] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2187.346786] env[63348]: INFO nova.compute.claims [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2187.425975] env[63348]: DEBUG nova.network.neutron [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Successfully updated port: f6319037-2c40-4e89-8986-2a0cec82fa9b {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2187.708489] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023514, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.721069] env[63348]: INFO nova.compute.manager [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Took 15.72 seconds to build instance. [ 2187.765599] env[63348]: DEBUG oslo_vmware.api [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023515, 'name': PowerOnVM_Task, 'duration_secs': 0.686334} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.766400] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2187.893236] env[63348]: DEBUG nova.compute.manager [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2187.894281] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1b8cea-989c-413e-b279-f73780181930 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.929914] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.930222] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.930222] env[63348]: DEBUG nova.network.neutron [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2188.076937] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "f698bf37-ff11-4eb7-96ad-4a8caa51294b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.077247] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "f698bf37-ff11-4eb7-96ad-4a8caa51294b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.077472] env[63348]: DEBUG nova.compute.manager [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Going to confirm migration 9 {{(pid=63348) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2188.208379] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023514, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.223369] env[63348]: DEBUG oslo_concurrency.lockutils [None req-59311a5a-ca7b-4fe6-80c2-39048d05054c tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "e45bed83-01db-43e5-8a07-86853b62a416" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.246s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.412893] env[63348]: DEBUG oslo_concurrency.lockutils [None req-388e575d-dbd8-4326-8a65-3e21e1d86411 tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "cc8883cd-c1da-42de-abd6-a68020c1edf8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.329s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.478020] env[63348]: WARNING nova.network.neutron [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] 7b5879ac-1ef4-4138-beed-770f1a72ff34 already exists in list: networks containing: ['7b5879ac-1ef4-4138-beed-770f1a72ff34']. ignoring it [ 2188.478020] env[63348]: WARNING nova.network.neutron [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] 7b5879ac-1ef4-4138-beed-770f1a72ff34 already exists in list: networks containing: ['7b5879ac-1ef4-4138-beed-770f1a72ff34']. ignoring it [ 2188.508837] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541a61e1-1ecd-46b5-a84c-62e4eec1f4db {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.518575] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2a677a-54b0-4bb3-b7e0-3ac28d62cd72 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.553253] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab21a28e-7c8e-4cbf-9486-933d5739de83 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.562050] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c3f358-eb64-4962-b3e9-d88fb942563c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.579268] env[63348]: DEBUG nova.compute.provider_tree [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2188.655957] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "refresh_cache-f698bf37-ff11-4eb7-96ad-4a8caa51294b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2188.656180] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquired lock "refresh_cache-f698bf37-ff11-4eb7-96ad-4a8caa51294b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2188.656386] env[63348]: DEBUG nova.network.neutron [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2188.656598] env[63348]: DEBUG nova.objects.instance [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lazy-loading 'info_cache' on Instance uuid f698bf37-ff11-4eb7-96ad-4a8caa51294b {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2188.706867] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023514, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.961156] env[63348]: DEBUG nova.network.neutron [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Updating instance_info_cache with network_info: [{"id": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "address": "fa:16:3e:89:02:c4", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c23d1b-d4", "ovs_interfaceid": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "922df1e9-284e-489f-8a17-42190adeec7f", "address": "fa:16:3e:12:88:99", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922df1e9-28", "ovs_interfaceid": "922df1e9-284e-489f-8a17-42190adeec7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f6319037-2c40-4e89-8986-2a0cec82fa9b", "address": "fa:16:3e:b2:c8:12", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6319037-2c", "ovs_interfaceid": "f6319037-2c40-4e89-8986-2a0cec82fa9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2189.084995] env[63348]: DEBUG nova.scheduler.client.report [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2189.207601] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023514, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.464573] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2189.465286] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2189.465489] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2189.466375] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a82ff1-0f0b-4d2f-8472-1cfb414df766 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.485267] env[63348]: DEBUG nova.virt.hardware [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2189.485519] env[63348]: DEBUG nova.virt.hardware [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2189.485720] env[63348]: DEBUG nova.virt.hardware [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2189.485924] env[63348]: DEBUG nova.virt.hardware [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2189.486095] env[63348]: DEBUG nova.virt.hardware [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2189.486247] env[63348]: DEBUG nova.virt.hardware [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2189.486456] env[63348]: DEBUG nova.virt.hardware [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2189.486619] env[63348]: DEBUG nova.virt.hardware [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2189.486783] env[63348]: DEBUG nova.virt.hardware [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2189.486942] env[63348]: DEBUG nova.virt.hardware [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2189.487136] env[63348]: DEBUG nova.virt.hardware [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2189.493633] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Reconfiguring VM to attach interface {{(pid=63348) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2189.493987] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bb5cef1-9594-4033-8513-bf2d1743cea4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.513288] env[63348]: DEBUG oslo_vmware.api [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2189.513288] env[63348]: value = "task-2023516" [ 2189.513288] env[63348]: _type = "Task" [ 2189.513288] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.522235] env[63348]: DEBUG oslo_vmware.api [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023516, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.590557] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.590938] env[63348]: DEBUG nova.compute.manager [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2189.707896] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023514, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.000193} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.708321] env[63348]: INFO nova.virt.vmwareapi.ds_util [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_060bc1b4-2332-481c-beb1-8f97c8b0231c/OSTACK_IMG_060bc1b4-2332-481c-beb1-8f97c8b0231c.vmdk to [datastore1] devstack-image-cache_base/f1af3c23-ad42-4778-92e5-5ad93dc565a6/f1af3c23-ad42-4778-92e5-5ad93dc565a6.vmdk. [ 2189.708440] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Cleaning up location [datastore1] OSTACK_IMG_060bc1b4-2332-481c-beb1-8f97c8b0231c {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2189.708516] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_060bc1b4-2332-481c-beb1-8f97c8b0231c {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2189.708773] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe46cc75-da87-470d-a1cb-478d749622b9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.715938] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2189.715938] env[63348]: value = "task-2023517" [ 2189.715938] env[63348]: _type = "Task" [ 2189.715938] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.724335] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.859140] env[63348]: DEBUG nova.network.neutron [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Updating instance_info_cache with network_info: [{"id": "db68dc0c-5958-4a3c-8e38-2908d8ac0289", "address": "fa:16:3e:5d:14:2f", "network": {"id": "8d43f5b9-d4cf-4e27-b41c-84d9f227e542", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1402068866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bfc0b43f6b4eb6897457bf0d0a0fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb68dc0c-59", "ovs_interfaceid": "db68dc0c-5958-4a3c-8e38-2908d8ac0289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2190.024985] env[63348]: DEBUG oslo_vmware.api [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.097680] env[63348]: DEBUG nova.compute.utils [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2190.099247] env[63348]: DEBUG nova.compute.manager [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2190.099421] env[63348]: DEBUG nova.network.neutron [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2190.139566] env[63348]: DEBUG nova.policy [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36027416e1e341e09f86f596d569e958', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dc5889b2fcc4ecd810a1016eb845ddf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2190.226054] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136124} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.226278] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2190.226462] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f1af3c23-ad42-4778-92e5-5ad93dc565a6/f1af3c23-ad42-4778-92e5-5ad93dc565a6.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.226726] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f1af3c23-ad42-4778-92e5-5ad93dc565a6/f1af3c23-ad42-4778-92e5-5ad93dc565a6.vmdk to [datastore1] 97a1354a-2710-44a0-a8b9-2a4ac8a038b7/97a1354a-2710-44a0-a8b9-2a4ac8a038b7.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2190.226988] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1b4eb7f-40b3-4cf1-bf6f-0fb3ea80b978 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.235556] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2190.235556] env[63348]: value = "task-2023518" [ 2190.235556] env[63348]: _type = "Task" [ 2190.235556] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.245596] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.362646] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Releasing lock "refresh_cache-f698bf37-ff11-4eb7-96ad-4a8caa51294b" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.363516] env[63348]: DEBUG nova.objects.instance [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lazy-loading 'migration_context' on Instance uuid f698bf37-ff11-4eb7-96ad-4a8caa51294b {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2190.440504] env[63348]: DEBUG nova.network.neutron [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Successfully created port: 1e500844-3086-4348-8b44-486db6755e96 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2190.524827] env[63348]: DEBUG oslo_vmware.api [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023516, 'name': ReconfigVM_Task, 'duration_secs': 0.801508} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.525392] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.525616] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Reconfigured VM to attach interface {{(pid=63348) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2190.602892] env[63348]: DEBUG nova.compute.manager [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2190.746154] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023518, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.866245] env[63348]: DEBUG nova.objects.base [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2190.867471] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4653907d-c4b3-40cc-9795-dfe7e20548e6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.889664] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c38710ad-d80b-43ff-9f3e-381093d0a1fd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.896324] env[63348]: DEBUG oslo_vmware.api [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2190.896324] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522739f9-411d-a001-71f8-a255b2884b7e" [ 2190.896324] env[63348]: _type = "Task" [ 2190.896324] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.907447] env[63348]: DEBUG oslo_vmware.api [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522739f9-411d-a001-71f8-a255b2884b7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.030134] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5356b7e3-4d37-47e3-bbba-91a46ef41653 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-f6319037-2c40-4e89-8986-2a0cec82fa9b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.574s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.112249] env[63348]: INFO nova.virt.block_device [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Booting with volume c535211b-3046-4f45-8697-9a321617e363 at /dev/sda [ 2191.154433] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0dbbe0d9-0626-4b3f-a489-d5f15bd523d4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.165450] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1a90d7-0085-4b74-8e18-c88ed2b1d9d7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.200242] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63665564-21be-4ca2-8501-d3961b59f9ef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.210945] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad412e5-d447-4c78-bc86-28ec610a2fad {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.249716] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f853a55-dd1e-408e-8b76-541fe9202c19 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.259459] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023518, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.262085] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e31212-b098-4836-9345-896b02601fab {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.277754] env[63348]: DEBUG nova.virt.block_device [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Updating existing volume attachment record: ad91cd73-7092-4725-8644-586454e3bdfa {{(pid=63348) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2191.408598] env[63348]: DEBUG oslo_vmware.api [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522739f9-411d-a001-71f8-a255b2884b7e, 'name': SearchDatastore_Task, 'duration_secs': 0.015344} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.409070] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.409387] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.755929] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023518, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.921950] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2191.922117] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2191.965382] env[63348]: DEBUG nova.network.neutron [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Successfully updated port: 1e500844-3086-4348-8b44-486db6755e96 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2192.082017] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5228d760-d550-4cac-82af-1fae0a1a820c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.089889] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaef3ac-0614-49bc-a5b1-f1e8c57b8ec2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.131593] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b13111-ce54-48c1-9312-26eba59eb2a6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.140408] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858654ce-63d7-4036-871a-e7046ca8fd01 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.157517] env[63348]: DEBUG nova.compute.provider_tree [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2192.260123] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023518, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.429763] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2192.430029] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2192.468182] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "refresh_cache-26487ba7-05c4-43e7-b118-4fb2e8b06981" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.468387] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "refresh_cache-26487ba7-05c4-43e7-b118-4fb2e8b06981" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.468548] env[63348]: DEBUG nova.network.neutron [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2192.634527] env[63348]: DEBUG nova.compute.manager [req-5345995b-454e-4131-963d-c23eca1e1711 req-5fa7334e-7a79-488c-9a54-c258df766a01 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Received event network-changed-f6319037-2c40-4e89-8986-2a0cec82fa9b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2192.634717] env[63348]: DEBUG nova.compute.manager [req-5345995b-454e-4131-963d-c23eca1e1711 req-5fa7334e-7a79-488c-9a54-c258df766a01 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Refreshing instance network info cache due to event network-changed-f6319037-2c40-4e89-8986-2a0cec82fa9b. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2192.634948] env[63348]: DEBUG oslo_concurrency.lockutils [req-5345995b-454e-4131-963d-c23eca1e1711 req-5fa7334e-7a79-488c-9a54-c258df766a01 service nova] Acquiring lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.635109] env[63348]: DEBUG oslo_concurrency.lockutils [req-5345995b-454e-4131-963d-c23eca1e1711 req-5fa7334e-7a79-488c-9a54-c258df766a01 service nova] Acquired lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.635301] env[63348]: DEBUG nova.network.neutron [req-5345995b-454e-4131-963d-c23eca1e1711 req-5fa7334e-7a79-488c-9a54-c258df766a01 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Refreshing network info cache for port f6319037-2c40-4e89-8986-2a0cec82fa9b {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2192.661744] env[63348]: DEBUG nova.scheduler.client.report [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2192.758592] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023518, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.074078] env[63348]: DEBUG nova.network.neutron [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2193.262639] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023518, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.018147} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.262998] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f1af3c23-ad42-4778-92e5-5ad93dc565a6/f1af3c23-ad42-4778-92e5-5ad93dc565a6.vmdk to [datastore1] 97a1354a-2710-44a0-a8b9-2a4ac8a038b7/97a1354a-2710-44a0-a8b9-2a4ac8a038b7.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2193.264222] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6aa5f6f-da48-4172-bd7c-4b9b0f98b0ea {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.288731] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 97a1354a-2710-44a0-a8b9-2a4ac8a038b7/97a1354a-2710-44a0-a8b9-2a4ac8a038b7.vmdk or device None with type streamOptimized {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2193.293158] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebe7773f-164c-4697-acfe-8803b90559b4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.314553] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2193.314553] env[63348]: value = "task-2023519" [ 2193.314553] env[63348]: _type = "Task" [ 2193.314553] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.323486] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.362470] env[63348]: DEBUG nova.network.neutron [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Updating instance_info_cache with network_info: [{"id": "1e500844-3086-4348-8b44-486db6755e96", "address": "fa:16:3e:4f:c4:db", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e500844-30", "ovs_interfaceid": "1e500844-3086-4348-8b44-486db6755e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.394579] env[63348]: DEBUG nova.compute.manager [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2193.395226] env[63348]: DEBUG nova.virt.hardware [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2193.395443] env[63348]: DEBUG nova.virt.hardware [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2193.395600] env[63348]: DEBUG nova.virt.hardware [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2193.395777] env[63348]: DEBUG nova.virt.hardware [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2193.395920] env[63348]: DEBUG nova.virt.hardware [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2193.396083] env[63348]: DEBUG nova.virt.hardware [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2193.396288] env[63348]: DEBUG nova.virt.hardware [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2193.396447] env[63348]: DEBUG nova.virt.hardware [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2193.396614] env[63348]: DEBUG nova.virt.hardware [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2193.396776] env[63348]: DEBUG nova.virt.hardware [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2193.396950] env[63348]: DEBUG nova.virt.hardware [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2193.402460] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cbe980-df1f-4c2c-b548-a97b52f99241 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.416189] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149a9178-e7c3-4cf0-85cf-37260b534cca {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.499406] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "interface-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-922df1e9-284e-489f-8a17-42190adeec7f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2193.499675] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-922df1e9-284e-489f-8a17-42190adeec7f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2193.504513] env[63348]: DEBUG nova.network.neutron [req-5345995b-454e-4131-963d-c23eca1e1711 req-5fa7334e-7a79-488c-9a54-c258df766a01 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Updated VIF entry in instance network info cache for port f6319037-2c40-4e89-8986-2a0cec82fa9b. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2193.504513] env[63348]: DEBUG nova.network.neutron [req-5345995b-454e-4131-963d-c23eca1e1711 req-5fa7334e-7a79-488c-9a54-c258df766a01 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Updating instance_info_cache with network_info: [{"id": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "address": "fa:16:3e:89:02:c4", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c23d1b-d4", "ovs_interfaceid": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "922df1e9-284e-489f-8a17-42190adeec7f", "address": "fa:16:3e:12:88:99", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922df1e9-28", "ovs_interfaceid": "922df1e9-284e-489f-8a17-42190adeec7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f6319037-2c40-4e89-8986-2a0cec82fa9b", "address": "fa:16:3e:b2:c8:12", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6319037-2c", "ovs_interfaceid": "f6319037-2c40-4e89-8986-2a0cec82fa9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.671971] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.262s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2193.826328] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.867607] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "refresh_cache-26487ba7-05c4-43e7-b118-4fb2e8b06981" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.868021] env[63348]: DEBUG nova.compute.manager [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Instance network_info: |[{"id": "1e500844-3086-4348-8b44-486db6755e96", "address": "fa:16:3e:4f:c4:db", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e500844-30", "ovs_interfaceid": "1e500844-3086-4348-8b44-486db6755e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2193.868436] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:c4:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e500844-3086-4348-8b44-486db6755e96', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2193.876319] env[63348]: DEBUG oslo.service.loopingcall [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2193.876554] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2193.876880] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81882339-d9ea-4837-bf0e-013878675867 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.897319] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2193.897319] env[63348]: value = "task-2023520" [ 2193.897319] env[63348]: _type = "Task" [ 2193.897319] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.905417] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023520, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.002724] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.002724] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.003844] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567e3ee5-0e6c-4185-a615-998692864eaa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.007919] env[63348]: DEBUG oslo_concurrency.lockutils [req-5345995b-454e-4131-963d-c23eca1e1711 req-5fa7334e-7a79-488c-9a54-c258df766a01 service nova] Releasing lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.024998] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c420ce7-b9aa-4330-9587-d96137855615 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.059021] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Reconfiguring VM to detach interface {{(pid=63348) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2194.059192] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c6c38f0-a6e1-455a-903b-c34341c88079 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.080686] env[63348]: DEBUG oslo_vmware.api [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2194.080686] env[63348]: value = "task-2023521" [ 2194.080686] env[63348]: _type = "Task" [ 2194.080686] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.090683] env[63348]: DEBUG oslo_vmware.api [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.239463] env[63348]: INFO nova.scheduler.client.report [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Deleted allocation for migration b0af0c0a-dedd-4dd2-bda1-8065c0e96e9f [ 2194.328848] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.411408] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023520, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.593586] env[63348]: DEBUG oslo_vmware.api [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.670577] env[63348]: DEBUG nova.compute.manager [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Received event network-vif-plugged-1e500844-3086-4348-8b44-486db6755e96 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2194.670817] env[63348]: DEBUG oslo_concurrency.lockutils [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] Acquiring lock "26487ba7-05c4-43e7-b118-4fb2e8b06981-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.671188] env[63348]: DEBUG oslo_concurrency.lockutils [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] Lock "26487ba7-05c4-43e7-b118-4fb2e8b06981-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.671399] env[63348]: DEBUG oslo_concurrency.lockutils [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] Lock "26487ba7-05c4-43e7-b118-4fb2e8b06981-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.671573] env[63348]: DEBUG nova.compute.manager [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] No waiting events found dispatching network-vif-plugged-1e500844-3086-4348-8b44-486db6755e96 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2194.671739] env[63348]: WARNING nova.compute.manager [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Received unexpected event network-vif-plugged-1e500844-3086-4348-8b44-486db6755e96 for instance with vm_state building and task_state spawning. [ 2194.671896] env[63348]: DEBUG nova.compute.manager [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Received event network-changed-1e500844-3086-4348-8b44-486db6755e96 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2194.672060] env[63348]: DEBUG nova.compute.manager [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Refreshing instance network info cache due to event network-changed-1e500844-3086-4348-8b44-486db6755e96. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2194.672247] env[63348]: DEBUG oslo_concurrency.lockutils [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] Acquiring lock "refresh_cache-26487ba7-05c4-43e7-b118-4fb2e8b06981" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.672385] env[63348]: DEBUG oslo_concurrency.lockutils [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] Acquired lock "refresh_cache-26487ba7-05c4-43e7-b118-4fb2e8b06981" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.672581] env[63348]: DEBUG nova.network.neutron [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Refreshing network info cache for port 1e500844-3086-4348-8b44-486db6755e96 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2194.745102] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "f698bf37-ff11-4eb7-96ad-4a8caa51294b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.668s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.828765] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023519, 'name': ReconfigVM_Task, 'duration_secs': 1.095451} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.829173] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 97a1354a-2710-44a0-a8b9-2a4ac8a038b7/97a1354a-2710-44a0-a8b9-2a4ac8a038b7.vmdk or device None with type streamOptimized {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2194.829916] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5649a8c1-1807-4243-813c-b1268734d216 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.839177] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2194.839177] env[63348]: value = "task-2023522" [ 2194.839177] env[63348]: _type = "Task" [ 2194.839177] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.851879] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023522, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.909390] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023520, 'name': CreateVM_Task, 'duration_secs': 0.652185} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.909666] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2194.910557] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415736', 'volume_id': 'c535211b-3046-4f45-8697-9a321617e363', 'name': 'volume-c535211b-3046-4f45-8697-9a321617e363', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26487ba7-05c4-43e7-b118-4fb2e8b06981', 'attached_at': '', 'detached_at': '', 'volume_id': 'c535211b-3046-4f45-8697-9a321617e363', 'serial': 'c535211b-3046-4f45-8697-9a321617e363'}, 'boot_index': 0, 'guest_format': None, 'attachment_id': 'ad91cd73-7092-4725-8644-586454e3bdfa', 'mount_device': '/dev/sda', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=63348) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2194.910854] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Root volume attach. Driver type: vmdk {{(pid=63348) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2194.911991] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010e6558-fa4d-4e7d-8391-d210677f9042 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.920263] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc953e2-c471-4eec-bece-213dbdc87c30 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.926400] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5e7be1-3de4-4c2c-b0a9-5c4c684633dc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.932205] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-23c10b8d-eb17-4171-842d-d74a4638cdcb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.941662] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2194.941662] env[63348]: value = "task-2023523" [ 2194.941662] env[63348]: _type = "Task" [ 2194.941662] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.953467] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023523, 'name': RelocateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.093369] env[63348]: DEBUG oslo_vmware.api [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.351339] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023522, 'name': Rename_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.405626] env[63348]: DEBUG nova.network.neutron [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Updated VIF entry in instance network info cache for port 1e500844-3086-4348-8b44-486db6755e96. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2195.406036] env[63348]: DEBUG nova.network.neutron [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Updating instance_info_cache with network_info: [{"id": "1e500844-3086-4348-8b44-486db6755e96", "address": "fa:16:3e:4f:c4:db", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e500844-30", "ovs_interfaceid": "1e500844-3086-4348-8b44-486db6755e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2195.454456] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023523, 'name': RelocateVM_Task} progress is 40%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.595111] env[63348]: DEBUG oslo_vmware.api [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.851089] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023522, 'name': Rename_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.909510] env[63348]: DEBUG oslo_concurrency.lockutils [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] Releasing lock "refresh_cache-26487ba7-05c4-43e7-b118-4fb2e8b06981" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.910041] env[63348]: DEBUG nova.compute.manager [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Received event network-changed-46f73d8e-fc1e-4fd8-9b35-68b354ada6aa {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2195.910191] env[63348]: DEBUG nova.compute.manager [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Refreshing instance network info cache due to event network-changed-46f73d8e-fc1e-4fd8-9b35-68b354ada6aa. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2195.910687] env[63348]: DEBUG oslo_concurrency.lockutils [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] Acquiring lock "refresh_cache-e45bed83-01db-43e5-8a07-86853b62a416" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2195.910958] env[63348]: DEBUG oslo_concurrency.lockutils [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] Acquired lock "refresh_cache-e45bed83-01db-43e5-8a07-86853b62a416" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2195.911141] env[63348]: DEBUG nova.network.neutron [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Refreshing network info cache for port 46f73d8e-fc1e-4fd8-9b35-68b354ada6aa {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2195.955191] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023523, 'name': RelocateVM_Task} progress is 53%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.095977] env[63348]: DEBUG oslo_vmware.api [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.101626] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "f698bf37-ff11-4eb7-96ad-4a8caa51294b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.102101] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "f698bf37-ff11-4eb7-96ad-4a8caa51294b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.102496] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "f698bf37-ff11-4eb7-96ad-4a8caa51294b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.102786] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "f698bf37-ff11-4eb7-96ad-4a8caa51294b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.103073] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "f698bf37-ff11-4eb7-96ad-4a8caa51294b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.105452] env[63348]: INFO nova.compute.manager [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Terminating instance [ 2196.352053] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023522, 'name': Rename_Task, 'duration_secs': 1.251411} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.352397] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2196.352590] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb060f72-7b88-48ab-a2b1-7a9ab5e4bdee {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.360853] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2196.360853] env[63348]: value = "task-2023524" [ 2196.360853] env[63348]: _type = "Task" [ 2196.360853] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.372676] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.457256] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023523, 'name': RelocateVM_Task} progress is 67%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.597867] env[63348]: DEBUG oslo_vmware.api [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.609394] env[63348]: DEBUG nova.compute.manager [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2196.609570] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2196.610566] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bce518-175a-4552-ac93-c5e0a4d21bc3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.621270] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2196.621542] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52267bfd-bc50-49d0-869a-6ffb5c7a7d21 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.630263] env[63348]: DEBUG oslo_vmware.api [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2196.630263] env[63348]: value = "task-2023525" [ 2196.630263] env[63348]: _type = "Task" [ 2196.630263] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.640404] env[63348]: DEBUG oslo_vmware.api [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.656408] env[63348]: DEBUG nova.network.neutron [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Updated VIF entry in instance network info cache for port 46f73d8e-fc1e-4fd8-9b35-68b354ada6aa. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2196.656801] env[63348]: DEBUG nova.network.neutron [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Updating instance_info_cache with network_info: [{"id": "46f73d8e-fc1e-4fd8-9b35-68b354ada6aa", "address": "fa:16:3e:1f:dc:7c", "network": {"id": "05d142a1-d791-4a8b-8c45-c8aa05d9f045", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-375878555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e2cbae66743467082cb6b3b162bc5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f73d8e-fc", "ovs_interfaceid": "46f73d8e-fc1e-4fd8-9b35-68b354ada6aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2196.872290] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023524, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.959302] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023523, 'name': RelocateVM_Task} progress is 81%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.100021] env[63348]: DEBUG oslo_vmware.api [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.141472] env[63348]: DEBUG oslo_vmware.api [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.159380] env[63348]: DEBUG oslo_concurrency.lockutils [req-82fc8054-f80c-49c7-a69f-ab9cf0b8e565 req-bdc4bcf2-4dcd-43ee-b14b-7a06eb5f60d2 service nova] Releasing lock "refresh_cache-e45bed83-01db-43e5-8a07-86853b62a416" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2197.371094] env[63348]: DEBUG oslo_vmware.api [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023524, 'name': PowerOnVM_Task, 'duration_secs': 0.708895} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.371473] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2197.457361] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023523, 'name': RelocateVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.470226] env[63348]: DEBUG nova.compute.manager [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2197.471263] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740a1c93-08ce-4320-ae2f-a22a6c3db85a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.598034] env[63348]: DEBUG oslo_vmware.api [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.640995] env[63348]: DEBUG oslo_vmware.api [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023525, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.958342] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023523, 'name': RelocateVM_Task} progress is 95%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.963049] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2197.963285] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2197.963467] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2197.963632] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2197.963783] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2197.963926] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2197.964085] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2197.964220] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2197.964366] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2197.991698] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ed22f780-3997-47ed-909f-48a2d28f0f9a tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.946s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.102574] env[63348]: DEBUG oslo_vmware.api [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.141007] env[63348]: DEBUG oslo_vmware.api [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023525, 'name': PowerOffVM_Task, 'duration_secs': 1.266034} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.141280] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2198.141447] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2198.141698] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1003edae-0094-40dd-9790-ad2c6cd0580c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.359816] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2198.360146] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2198.360652] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Deleting the datastore file [datastore2] f698bf37-ff11-4eb7-96ad-4a8caa51294b {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2198.360959] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12f84986-5b2a-481a-9039-a199bbd4fe6c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.368416] env[63348]: DEBUG oslo_vmware.api [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for the task: (returnval){ [ 2198.368416] env[63348]: value = "task-2023527" [ 2198.368416] env[63348]: _type = "Task" [ 2198.368416] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.376652] env[63348]: DEBUG oslo_vmware.api [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.459772] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023523, 'name': RelocateVM_Task} progress is 97%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.466926] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.467180] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.467353] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.467510] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2198.468534] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95d8185-477e-4d1c-99a6-8bd049345c8a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.476587] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e114c9e2-d99e-45d2-923d-d31d1030e67a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.490488] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0b5898-3251-4316-9dd8-1a5f4ff910c3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.497306] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984e5a50-908b-4128-b958-52207849dd1c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.527650] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180027MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2198.527842] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.528085] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.597863] env[63348]: DEBUG oslo_vmware.api [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.878258] env[63348]: DEBUG oslo_vmware.api [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.958605] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023523, 'name': RelocateVM_Task} progress is 97%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.097914] env[63348]: DEBUG oslo_vmware.api [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.108608] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.109043] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.109353] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.109571] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.109844] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.112308] env[63348]: INFO nova.compute.manager [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Terminating instance [ 2199.380122] env[63348]: DEBUG oslo_vmware.api [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Task: {'id': task-2023527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.720066} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.380122] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2199.380595] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2199.380595] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2199.380595] env[63348]: INFO nova.compute.manager [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Took 2.77 seconds to destroy the instance on the hypervisor. [ 2199.380806] env[63348]: DEBUG oslo.service.loopingcall [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2199.381302] env[63348]: DEBUG nova.compute.manager [-] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2199.381407] env[63348]: DEBUG nova.network.neutron [-] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2199.459480] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023523, 'name': RelocateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.559533] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 65d8bf44-2a81-4cca-924a-d00ab0cc2222 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.559974] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.559974] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance b9033cd2-a40d-4c21-a1df-8bb8a817043d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.559974] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance d77aa569-bb9e-432c-b061-3c527bb12a06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.560157] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance cc8883cd-c1da-42de-abd6-a68020c1edf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.560157] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance f698bf37-ff11-4eb7-96ad-4a8caa51294b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.560240] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 97a1354a-2710-44a0-a8b9-2a4ac8a038b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.560349] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance e45bed83-01db-43e5-8a07-86853b62a416 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.560477] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 26487ba7-05c4-43e7-b118-4fb2e8b06981 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.560770] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2199.560838] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2199.602443] env[63348]: DEBUG oslo_vmware.api [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023521, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.616273] env[63348]: DEBUG nova.compute.manager [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2199.616543] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2199.620232] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8b08fd-1fd3-4a8c-8faf-ad011578ed15 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.629181] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2199.629494] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10d1e97e-7a5c-4dca-93ea-7418abe17152 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.641123] env[63348]: DEBUG oslo_vmware.api [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2199.641123] env[63348]: value = "task-2023528" [ 2199.641123] env[63348]: _type = "Task" [ 2199.641123] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.655829] env[63348]: DEBUG oslo_vmware.api [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.671633] env[63348]: DEBUG nova.compute.manager [req-b77aab0d-9a6c-4b19-ba4e-5d68953c310a req-d166880a-6b7a-412d-8aea-ca1123917387 service nova] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Received event network-vif-deleted-db68dc0c-5958-4a3c-8e38-2908d8ac0289 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2199.671863] env[63348]: INFO nova.compute.manager [req-b77aab0d-9a6c-4b19-ba4e-5d68953c310a req-d166880a-6b7a-412d-8aea-ca1123917387 service nova] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Neutron deleted interface db68dc0c-5958-4a3c-8e38-2908d8ac0289; detaching it from the instance and deleting it from the info cache [ 2199.672091] env[63348]: DEBUG nova.network.neutron [req-b77aab0d-9a6c-4b19-ba4e-5d68953c310a req-d166880a-6b7a-412d-8aea-ca1123917387 service nova] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2199.701663] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5726d35e-189c-4c59-b6a2-f960136b099c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.710748] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa73a568-c1cb-4bad-84fc-cd3f99cb6389 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.743356] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25949d22-0b86-477b-8c2e-1e59b558275e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.752322] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a61cbae-dedb-4ccd-9109-0208c505137d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.765572] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2199.959816] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023523, 'name': RelocateVM_Task, 'duration_secs': 4.528383} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.960117] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Volume attach. Driver type: vmdk {{(pid=63348) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2199.960320] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415736', 'volume_id': 'c535211b-3046-4f45-8697-9a321617e363', 'name': 'volume-c535211b-3046-4f45-8697-9a321617e363', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26487ba7-05c4-43e7-b118-4fb2e8b06981', 'attached_at': '', 'detached_at': '', 'volume_id': 'c535211b-3046-4f45-8697-9a321617e363', 'serial': 'c535211b-3046-4f45-8697-9a321617e363'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2199.961095] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97eba2f9-2dac-4cae-9408-ec918a43b87c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.976744] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50cc9e9-f25c-4349-beb8-9643441c9fb7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.000078] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-c535211b-3046-4f45-8697-9a321617e363/volume-c535211b-3046-4f45-8697-9a321617e363.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2200.000384] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6a16024-0322-4621-84b3-d79eefe9773f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.020144] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2200.020144] env[63348]: value = "task-2023529" [ 2200.020144] env[63348]: _type = "Task" [ 2200.020144] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.027970] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.097801] env[63348]: DEBUG oslo_vmware.api [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023521, 'name': ReconfigVM_Task, 'duration_secs': 5.862805} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.098589] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2200.098589] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Reconfigured VM to detach interface {{(pid=63348) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2200.147224] env[63348]: DEBUG nova.network.neutron [-] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2200.151593] env[63348]: DEBUG oslo_vmware.api [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.174824] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-471c47b5-6148-488d-9740-307a11a62025 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.184566] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816519c9-da41-461b-b85b-39d18dd5c91c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.214708] env[63348]: DEBUG nova.compute.manager [req-b77aab0d-9a6c-4b19-ba4e-5d68953c310a req-d166880a-6b7a-412d-8aea-ca1123917387 service nova] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Detach interface failed, port_id=db68dc0c-5958-4a3c-8e38-2908d8ac0289, reason: Instance f698bf37-ff11-4eb7-96ad-4a8caa51294b could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2200.269388] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2200.531037] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.652437] env[63348]: INFO nova.compute.manager [-] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Took 1.27 seconds to deallocate network for instance. [ 2200.652834] env[63348]: DEBUG oslo_vmware.api [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.774483] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2200.774703] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.247s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.031322] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.060097] env[63348]: DEBUG nova.compute.manager [req-0e8a68f8-6877-4258-ba41-f33b2e0d8147 req-feb64953-db32-47e6-9355-8d1b1afb47df service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Received event network-vif-deleted-f6319037-2c40-4e89-8986-2a0cec82fa9b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2201.060294] env[63348]: INFO nova.compute.manager [req-0e8a68f8-6877-4258-ba41-f33b2e0d8147 req-feb64953-db32-47e6-9355-8d1b1afb47df service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Neutron deleted interface f6319037-2c40-4e89-8986-2a0cec82fa9b; detaching it from the instance and deleting it from the info cache [ 2201.060549] env[63348]: DEBUG nova.network.neutron [req-0e8a68f8-6877-4258-ba41-f33b2e0d8147 req-feb64953-db32-47e6-9355-8d1b1afb47df service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Updating instance_info_cache with network_info: [{"id": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "address": "fa:16:3e:89:02:c4", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c23d1b-d4", "ovs_interfaceid": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "922df1e9-284e-489f-8a17-42190adeec7f", "address": "fa:16:3e:12:88:99", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922df1e9-28", "ovs_interfaceid": "922df1e9-284e-489f-8a17-42190adeec7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2201.152124] env[63348]: DEBUG oslo_vmware.api [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023528, 'name': PowerOffVM_Task, 'duration_secs': 1.160384} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.152446] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2201.152659] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2201.152821] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54cbc93b-04d6-4928-95f8-f9b9512b39a9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.159608] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.159842] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.160061] env[63348]: DEBUG nova.objects.instance [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lazy-loading 'resources' on Instance uuid f698bf37-ff11-4eb7-96ad-4a8caa51294b {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2201.320821] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2201.321055] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2201.321240] env[63348]: DEBUG nova.network.neutron [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2201.449578] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.449867] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.450117] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.450307] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.450506] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.452747] env[63348]: INFO nova.compute.manager [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Terminating instance [ 2201.531247] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023529, 'name': ReconfigVM_Task, 'duration_secs': 1.124356} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.531552] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-c535211b-3046-4f45-8697-9a321617e363/volume-c535211b-3046-4f45-8697-9a321617e363.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2201.536263] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2d31a37-02ac-4244-a282-b66ad92be131 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.552691] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2201.552691] env[63348]: value = "task-2023531" [ 2201.552691] env[63348]: _type = "Task" [ 2201.552691] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.561355] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.563022] env[63348]: DEBUG oslo_concurrency.lockutils [req-0e8a68f8-6877-4258-ba41-f33b2e0d8147 req-feb64953-db32-47e6-9355-8d1b1afb47df service nova] Acquiring lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2201.701529] env[63348]: DEBUG nova.compute.manager [req-b604378b-baf0-495c-83c2-0480535bf2f9 req-e0701d3a-2073-40b9-b87d-7e2f623b229d service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Received event network-vif-deleted-922df1e9-284e-489f-8a17-42190adeec7f {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2201.701727] env[63348]: INFO nova.compute.manager [req-b604378b-baf0-495c-83c2-0480535bf2f9 req-e0701d3a-2073-40b9-b87d-7e2f623b229d service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Neutron deleted interface 922df1e9-284e-489f-8a17-42190adeec7f; detaching it from the instance and deleting it from the info cache [ 2201.701976] env[63348]: DEBUG nova.network.neutron [req-b604378b-baf0-495c-83c2-0480535bf2f9 req-e0701d3a-2073-40b9-b87d-7e2f623b229d service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Updating instance_info_cache with network_info: [{"id": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "address": "fa:16:3e:89:02:c4", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c23d1b-d4", "ovs_interfaceid": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2201.785033] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d1de23-7d6c-45d9-89aa-14dccc9745f7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.792202] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c84038-7e8f-4bd2-9f20-912489fa125f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.822577] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bc8b50-126d-4719-986c-71fce29cce46 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.831658] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59cbfeb-4f6f-4e39-b946-b85e50b0043a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.845232] env[63348]: DEBUG nova.compute.provider_tree [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2201.956841] env[63348]: DEBUG nova.compute.manager [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2201.956841] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2201.957510] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2cbc76-2159-43aa-a416-1865740fe65b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.967126] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2201.967573] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb40abd1-2f9d-4951-9fb3-e3dcaaa774bd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.975315] env[63348]: DEBUG oslo_concurrency.lockutils [None req-54925bb6-c019-4528-bf9b-ff806ca6fe7f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "d77aa569-bb9e-432c-b061-3c527bb12a06" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.975551] env[63348]: DEBUG oslo_concurrency.lockutils [None req-54925bb6-c019-4528-bf9b-ff806ca6fe7f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "d77aa569-bb9e-432c-b061-3c527bb12a06" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.975818] env[63348]: DEBUG nova.compute.manager [None req-54925bb6-c019-4528-bf9b-ff806ca6fe7f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2201.976183] env[63348]: DEBUG oslo_vmware.api [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2201.976183] env[63348]: value = "task-2023532" [ 2201.976183] env[63348]: _type = "Task" [ 2201.976183] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.976906] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26688ad4-a7f4-41eb-9cb0-8e7d7cde94fc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.990081] env[63348]: DEBUG nova.compute.manager [None req-54925bb6-c019-4528-bf9b-ff806ca6fe7f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63348) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2201.990721] env[63348]: DEBUG nova.objects.instance [None req-54925bb6-c019-4528-bf9b-ff806ca6fe7f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lazy-loading 'flavor' on Instance uuid d77aa569-bb9e-432c-b061-3c527bb12a06 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2201.996702] env[63348]: DEBUG oslo_vmware.api [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.059187] env[63348]: INFO nova.network.neutron [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Port 922df1e9-284e-489f-8a17-42190adeec7f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2202.059529] env[63348]: DEBUG nova.network.neutron [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Updating instance_info_cache with network_info: [{"id": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "address": "fa:16:3e:89:02:c4", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c23d1b-d4", "ovs_interfaceid": "21c23d1b-d45d-462b-90a6-640ae9b4d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2202.068892] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023531, 'name': ReconfigVM_Task, 'duration_secs': 0.122538} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.068892] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415736', 'volume_id': 'c535211b-3046-4f45-8697-9a321617e363', 'name': 'volume-c535211b-3046-4f45-8697-9a321617e363', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26487ba7-05c4-43e7-b118-4fb2e8b06981', 'attached_at': '', 'detached_at': '', 'volume_id': 'c535211b-3046-4f45-8697-9a321617e363', 'serial': 'c535211b-3046-4f45-8697-9a321617e363'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2202.068892] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac0dedc9-a170-492f-b18b-30b2f02cc0c6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.075502] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2202.075502] env[63348]: value = "task-2023533" [ 2202.075502] env[63348]: _type = "Task" [ 2202.075502] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.084461] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023533, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.204549] env[63348]: DEBUG oslo_concurrency.lockutils [req-b604378b-baf0-495c-83c2-0480535bf2f9 req-e0701d3a-2073-40b9-b87d-7e2f623b229d service nova] Acquiring lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2202.348359] env[63348]: DEBUG nova.scheduler.client.report [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2202.492921] env[63348]: DEBUG oslo_vmware.api [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023532, 'name': PowerOffVM_Task, 'duration_secs': 0.201006} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.493216] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2202.493378] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2202.493666] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fba396f-08cc-488e-8f7d-5d8200db8efc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.565224] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "refresh_cache-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2202.586743] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023533, 'name': Rename_Task, 'duration_secs': 0.137924} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.587032] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2202.587312] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09e8448e-bb93-433e-9e83-f55bc0c2120b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.594454] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2202.594454] env[63348]: value = "task-2023535" [ 2202.594454] env[63348]: _type = "Task" [ 2202.594454] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.602814] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.853533] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2202.874058] env[63348]: INFO nova.scheduler.client.report [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Deleted allocations for instance f698bf37-ff11-4eb7-96ad-4a8caa51294b [ 2203.002880] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-54925bb6-c019-4528-bf9b-ff806ca6fe7f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2203.003204] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd433308-2244-4581-a58b-012e77b12634 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.011339] env[63348]: DEBUG oslo_vmware.api [None req-54925bb6-c019-4528-bf9b-ff806ca6fe7f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2203.011339] env[63348]: value = "task-2023536" [ 2203.011339] env[63348]: _type = "Task" [ 2203.011339] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.021191] env[63348]: DEBUG oslo_vmware.api [None req-54925bb6-c019-4528-bf9b-ff806ca6fe7f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.070032] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9a330335-8fdc-452c-b16b-19cc6907e1c6 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47-922df1e9-284e-489f-8a17-42190adeec7f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.570s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.104781] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.381719] env[63348]: DEBUG oslo_concurrency.lockutils [None req-8e7264f4-96cd-4cac-aa80-7d00862c824e tempest-DeleteServersTestJSON-1109565052 tempest-DeleteServersTestJSON-1109565052-project-member] Lock "f698bf37-ff11-4eb7-96ad-4a8caa51294b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.280s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.522536] env[63348]: DEBUG oslo_vmware.api [None req-54925bb6-c019-4528-bf9b-ff806ca6fe7f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023536, 'name': PowerOffVM_Task, 'duration_secs': 0.251491} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.523155] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-54925bb6-c019-4528-bf9b-ff806ca6fe7f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2203.523365] env[63348]: DEBUG nova.compute.manager [None req-54925bb6-c019-4528-bf9b-ff806ca6fe7f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2203.524261] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49b79ec-3a28-4530-a9b4-f36deb5df41e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.605141] env[63348]: DEBUG oslo_vmware.api [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023535, 'name': PowerOnVM_Task, 'duration_secs': 0.777705} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.605426] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2203.605617] env[63348]: INFO nova.compute.manager [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Took 10.21 seconds to spawn the instance on the hypervisor. [ 2203.605794] env[63348]: DEBUG nova.compute.manager [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2203.606587] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fde994-1310-49e9-8c49-2b177f6139ae {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.035919] env[63348]: DEBUG oslo_concurrency.lockutils [None req-54925bb6-c019-4528-bf9b-ff806ca6fe7f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "d77aa569-bb9e-432c-b061-3c527bb12a06" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2204.128997] env[63348]: INFO nova.compute.manager [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Took 16.80 seconds to build instance. [ 2204.359353] env[63348]: DEBUG nova.objects.instance [None req-16be410e-065a-498b-9b22-400e6000f5c8 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lazy-loading 'flavor' on Instance uuid d77aa569-bb9e-432c-b061-3c527bb12a06 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2204.631555] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9204ba69-0a40-4b4e-ade3-73a99f8744b4 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "26487ba7-05c4-43e7-b118-4fb2e8b06981" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.315s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2204.864976] env[63348]: DEBUG oslo_concurrency.lockutils [None req-16be410e-065a-498b-9b22-400e6000f5c8 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "refresh_cache-d77aa569-bb9e-432c-b061-3c527bb12a06" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2204.865165] env[63348]: DEBUG oslo_concurrency.lockutils [None req-16be410e-065a-498b-9b22-400e6000f5c8 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "refresh_cache-d77aa569-bb9e-432c-b061-3c527bb12a06" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2204.865342] env[63348]: DEBUG nova.network.neutron [None req-16be410e-065a-498b-9b22-400e6000f5c8 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2204.865515] env[63348]: DEBUG nova.objects.instance [None req-16be410e-065a-498b-9b22-400e6000f5c8 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lazy-loading 'info_cache' on Instance uuid d77aa569-bb9e-432c-b061-3c527bb12a06 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2205.369390] env[63348]: DEBUG nova.objects.base [None req-16be410e-065a-498b-9b22-400e6000f5c8 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2205.585582] env[63348]: DEBUG nova.compute.manager [req-2f5fcb18-e68d-49af-9979-86c46ab4a6dc req-c3dc3c93-da5b-433e-be48-48772f221265 service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Received event network-changed-58a8051e-86a8-4495-af8e-26c86d785dee {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2205.585927] env[63348]: DEBUG nova.compute.manager [req-2f5fcb18-e68d-49af-9979-86c46ab4a6dc req-c3dc3c93-da5b-433e-be48-48772f221265 service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Refreshing instance network info cache due to event network-changed-58a8051e-86a8-4495-af8e-26c86d785dee. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2205.586296] env[63348]: DEBUG oslo_concurrency.lockutils [req-2f5fcb18-e68d-49af-9979-86c46ab4a6dc req-c3dc3c93-da5b-433e-be48-48772f221265 service nova] Acquiring lock "refresh_cache-65d8bf44-2a81-4cca-924a-d00ab0cc2222" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2205.586607] env[63348]: DEBUG oslo_concurrency.lockutils [req-2f5fcb18-e68d-49af-9979-86c46ab4a6dc req-c3dc3c93-da5b-433e-be48-48772f221265 service nova] Acquired lock "refresh_cache-65d8bf44-2a81-4cca-924a-d00ab0cc2222" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2205.586930] env[63348]: DEBUG nova.network.neutron [req-2f5fcb18-e68d-49af-9979-86c46ab4a6dc req-c3dc3c93-da5b-433e-be48-48772f221265 service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Refreshing network info cache for port 58a8051e-86a8-4495-af8e-26c86d785dee {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2206.114106] env[63348]: DEBUG nova.network.neutron [None req-16be410e-065a-498b-9b22-400e6000f5c8 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Updating instance_info_cache with network_info: [{"id": "a47cd374-1581-4798-a80f-baf7df989bcd", "address": "fa:16:3e:ee:5e:a6", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47cd374-15", "ovs_interfaceid": "a47cd374-1581-4798-a80f-baf7df989bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2206.321711] env[63348]: DEBUG nova.network.neutron [req-2f5fcb18-e68d-49af-9979-86c46ab4a6dc req-c3dc3c93-da5b-433e-be48-48772f221265 service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Updated VIF entry in instance network info cache for port 58a8051e-86a8-4495-af8e-26c86d785dee. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2206.322109] env[63348]: DEBUG nova.network.neutron [req-2f5fcb18-e68d-49af-9979-86c46ab4a6dc req-c3dc3c93-da5b-433e-be48-48772f221265 service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Updating instance_info_cache with network_info: [{"id": "58a8051e-86a8-4495-af8e-26c86d785dee", "address": "fa:16:3e:e2:f3:eb", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a8051e-86", "ovs_interfaceid": "58a8051e-86a8-4495-af8e-26c86d785dee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2206.618933] env[63348]: DEBUG oslo_concurrency.lockutils [None req-16be410e-065a-498b-9b22-400e6000f5c8 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "refresh_cache-d77aa569-bb9e-432c-b061-3c527bb12a06" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2206.824455] env[63348]: DEBUG oslo_concurrency.lockutils [req-2f5fcb18-e68d-49af-9979-86c46ab4a6dc req-c3dc3c93-da5b-433e-be48-48772f221265 service nova] Releasing lock "refresh_cache-65d8bf44-2a81-4cca-924a-d00ab0cc2222" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2206.996808] env[63348]: DEBUG nova.compute.manager [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Stashing vm_state: active {{(pid=63348) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2207.518010] env[63348]: DEBUG oslo_concurrency.lockutils [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.518298] env[63348]: DEBUG oslo_concurrency.lockutils [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.620664] env[63348]: DEBUG nova.compute.manager [req-5cae02ce-c264-43ad-b6ca-dee49853c5fa req-3178d97d-5b9b-4fb7-83df-28fa67072422 service nova] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Received event network-changed-1e500844-3086-4348-8b44-486db6755e96 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2207.620918] env[63348]: DEBUG nova.compute.manager [req-5cae02ce-c264-43ad-b6ca-dee49853c5fa req-3178d97d-5b9b-4fb7-83df-28fa67072422 service nova] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Refreshing instance network info cache due to event network-changed-1e500844-3086-4348-8b44-486db6755e96. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2207.621188] env[63348]: DEBUG oslo_concurrency.lockutils [req-5cae02ce-c264-43ad-b6ca-dee49853c5fa req-3178d97d-5b9b-4fb7-83df-28fa67072422 service nova] Acquiring lock "refresh_cache-26487ba7-05c4-43e7-b118-4fb2e8b06981" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2207.621348] env[63348]: DEBUG oslo_concurrency.lockutils [req-5cae02ce-c264-43ad-b6ca-dee49853c5fa req-3178d97d-5b9b-4fb7-83df-28fa67072422 service nova] Acquired lock "refresh_cache-26487ba7-05c4-43e7-b118-4fb2e8b06981" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2207.621569] env[63348]: DEBUG nova.network.neutron [req-5cae02ce-c264-43ad-b6ca-dee49853c5fa req-3178d97d-5b9b-4fb7-83df-28fa67072422 service nova] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Refreshing network info cache for port 1e500844-3086-4348-8b44-486db6755e96 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2207.624549] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-16be410e-065a-498b-9b22-400e6000f5c8 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2207.624798] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-789cb68b-8d38-407b-a8e8-a7d23c113f41 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.633750] env[63348]: DEBUG oslo_vmware.api [None req-16be410e-065a-498b-9b22-400e6000f5c8 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2207.633750] env[63348]: value = "task-2023538" [ 2207.633750] env[63348]: _type = "Task" [ 2207.633750] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.643113] env[63348]: DEBUG oslo_vmware.api [None req-16be410e-065a-498b-9b22-400e6000f5c8 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.023369] env[63348]: INFO nova.compute.claims [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2208.149803] env[63348]: DEBUG oslo_vmware.api [None req-16be410e-065a-498b-9b22-400e6000f5c8 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023538, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.239258] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2208.239474] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2208.239692] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Deleting the datastore file [datastore1] 97a1354a-2710-44a0-a8b9-2a4ac8a038b7 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2208.239919] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53a7f192-fdd5-4a2b-97ef-60358010fb14 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.247165] env[63348]: DEBUG oslo_vmware.api [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for the task: (returnval){ [ 2208.247165] env[63348]: value = "task-2023539" [ 2208.247165] env[63348]: _type = "Task" [ 2208.247165] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.256853] env[63348]: DEBUG oslo_vmware.api [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.307152] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2208.307152] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2208.307152] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Deleting the datastore file [datastore1] 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2208.307385] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdb277b7-58c8-4f57-ba46-7e674714b7f1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.318018] env[63348]: DEBUG oslo_vmware.api [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2208.318018] env[63348]: value = "task-2023540" [ 2208.318018] env[63348]: _type = "Task" [ 2208.318018] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.329325] env[63348]: DEBUG oslo_vmware.api [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.379712] env[63348]: DEBUG nova.network.neutron [req-5cae02ce-c264-43ad-b6ca-dee49853c5fa req-3178d97d-5b9b-4fb7-83df-28fa67072422 service nova] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Updated VIF entry in instance network info cache for port 1e500844-3086-4348-8b44-486db6755e96. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2208.380168] env[63348]: DEBUG nova.network.neutron [req-5cae02ce-c264-43ad-b6ca-dee49853c5fa req-3178d97d-5b9b-4fb7-83df-28fa67072422 service nova] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Updating instance_info_cache with network_info: [{"id": "1e500844-3086-4348-8b44-486db6755e96", "address": "fa:16:3e:4f:c4:db", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e500844-30", "ovs_interfaceid": "1e500844-3086-4348-8b44-486db6755e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2208.529538] env[63348]: INFO nova.compute.resource_tracker [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Updating resource usage from migration bbb68cd5-b384-44aa-a05e-d75f7392cf7f [ 2208.648896] env[63348]: DEBUG oslo_vmware.api [None req-16be410e-065a-498b-9b22-400e6000f5c8 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023538, 'name': PowerOnVM_Task, 'duration_secs': 0.761575} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.652375] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-16be410e-065a-498b-9b22-400e6000f5c8 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2208.652375] env[63348]: DEBUG nova.compute.manager [None req-16be410e-065a-498b-9b22-400e6000f5c8 tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2208.653439] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2fca82-5e8d-44ad-9283-a77acb75418e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.665056] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41cb17b-7aa2-4fe4-b8f0-ea667ea5e0c7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.674033] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a8afb6-d9e3-4b20-a13f-1706f7774dbe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.709262] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd09f1a-c78f-45b8-b125-c40d9cc347fc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.718743] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b87135-c245-4eca-9a36-fded7cb57a2a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.734418] env[63348]: DEBUG nova.compute.provider_tree [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2208.757543] env[63348]: DEBUG oslo_vmware.api [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Task: {'id': task-2023539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143399} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.757801] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2208.757985] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2208.758171] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2208.758342] env[63348]: INFO nova.compute.manager [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Took 9.14 seconds to destroy the instance on the hypervisor. [ 2208.758584] env[63348]: DEBUG oslo.service.loopingcall [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2208.758770] env[63348]: DEBUG nova.compute.manager [-] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2208.758862] env[63348]: DEBUG nova.network.neutron [-] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2208.828414] env[63348]: DEBUG oslo_vmware.api [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17411} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.828668] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2208.828881] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2208.829105] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2208.829196] env[63348]: INFO nova.compute.manager [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Took 6.87 seconds to destroy the instance on the hypervisor. [ 2208.829458] env[63348]: DEBUG oslo.service.loopingcall [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2208.829634] env[63348]: DEBUG nova.compute.manager [-] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2208.829732] env[63348]: DEBUG nova.network.neutron [-] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2208.882900] env[63348]: DEBUG oslo_concurrency.lockutils [req-5cae02ce-c264-43ad-b6ca-dee49853c5fa req-3178d97d-5b9b-4fb7-83df-28fa67072422 service nova] Releasing lock "refresh_cache-26487ba7-05c4-43e7-b118-4fb2e8b06981" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2208.942839] env[63348]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port f6319037-2c40-4e89-8986-2a0cec82fa9b could not be found.", "detail": ""}} {{(pid=63348) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 2208.943104] env[63348]: DEBUG nova.network.neutron [-] Unable to show port f6319037-2c40-4e89-8986-2a0cec82fa9b as it no longer exists. {{(pid=63348) _unbind_ports /opt/stack/nova/nova/network/neutron.py:665}} [ 2209.238066] env[63348]: DEBUG nova.scheduler.client.report [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2209.490320] env[63348]: DEBUG nova.compute.manager [req-28f440d3-64d9-4018-8906-2ce10e92c84e req-c4894061-4f9d-453d-a09d-a78abc04e348 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Received event network-vif-deleted-21c23d1b-d45d-462b-90a6-640ae9b4d9b1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2209.490320] env[63348]: INFO nova.compute.manager [req-28f440d3-64d9-4018-8906-2ce10e92c84e req-c4894061-4f9d-453d-a09d-a78abc04e348 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Neutron deleted interface 21c23d1b-d45d-462b-90a6-640ae9b4d9b1; detaching it from the instance and deleting it from the info cache [ 2209.490320] env[63348]: DEBUG nova.network.neutron [req-28f440d3-64d9-4018-8906-2ce10e92c84e req-c4894061-4f9d-453d-a09d-a78abc04e348 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2209.745022] env[63348]: DEBUG oslo_concurrency.lockutils [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.225s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.745022] env[63348]: INFO nova.compute.manager [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Migrating [ 2209.871272] env[63348]: DEBUG nova.network.neutron [-] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2209.880394] env[63348]: DEBUG nova.compute.manager [req-c6616022-b2e6-4364-8927-b8eb423243f9 req-859fdc1f-928f-4edc-b6f4-923b08b53854 service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Received event network-vif-deleted-89f91bf7-e1fa-4b17-9750-b636c928ba6c {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2209.880645] env[63348]: INFO nova.compute.manager [req-c6616022-b2e6-4364-8927-b8eb423243f9 req-859fdc1f-928f-4edc-b6f4-923b08b53854 service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Neutron deleted interface 89f91bf7-e1fa-4b17-9750-b636c928ba6c; detaching it from the instance and deleting it from the info cache [ 2209.880830] env[63348]: DEBUG nova.network.neutron [req-c6616022-b2e6-4364-8927-b8eb423243f9 req-859fdc1f-928f-4edc-b6f4-923b08b53854 service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2209.889238] env[63348]: DEBUG nova.network.neutron [-] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2209.995663] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c15b66f-4de2-4947-a372-3bb839ade907 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.008675] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313a96c3-fb0c-4c56-8650-7bd2850e1391 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.045648] env[63348]: DEBUG nova.compute.manager [req-28f440d3-64d9-4018-8906-2ce10e92c84e req-c4894061-4f9d-453d-a09d-a78abc04e348 service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Detach interface failed, port_id=21c23d1b-d45d-462b-90a6-640ae9b4d9b1, reason: Instance 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2210.261779] env[63348]: DEBUG oslo_concurrency.lockutils [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "refresh_cache-26487ba7-05c4-43e7-b118-4fb2e8b06981" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.261779] env[63348]: DEBUG oslo_concurrency.lockutils [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "refresh_cache-26487ba7-05c4-43e7-b118-4fb2e8b06981" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.261779] env[63348]: DEBUG nova.network.neutron [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2210.375840] env[63348]: INFO nova.compute.manager [-] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Took 1.54 seconds to deallocate network for instance. [ 2210.386385] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75cf9165-7465-486b-9f2a-a44c0c695038 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.394897] env[63348]: INFO nova.compute.manager [-] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Took 1.64 seconds to deallocate network for instance. [ 2210.408444] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f9ba6f-1b99-44a1-b640-68258515024c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.442416] env[63348]: DEBUG nova.compute.manager [req-c6616022-b2e6-4364-8927-b8eb423243f9 req-859fdc1f-928f-4edc-b6f4-923b08b53854 service nova] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Detach interface failed, port_id=89f91bf7-e1fa-4b17-9750-b636c928ba6c, reason: Instance 97a1354a-2710-44a0-a8b9-2a4ac8a038b7 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2210.774878] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6acdfc-20e9-47ac-a3c5-d1ac88c22087 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.782218] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2643e1d3-a7cb-4df1-a7ee-dd3ff2c60c7b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Suspending the VM {{(pid=63348) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2210.782528] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-289b066b-0d92-4aca-9ec7-f191d86402ce {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.790288] env[63348]: DEBUG oslo_vmware.api [None req-2643e1d3-a7cb-4df1-a7ee-dd3ff2c60c7b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2210.790288] env[63348]: value = "task-2023541" [ 2210.790288] env[63348]: _type = "Task" [ 2210.790288] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.799530] env[63348]: DEBUG oslo_vmware.api [None req-2643e1d3-a7cb-4df1-a7ee-dd3ff2c60c7b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023541, 'name': SuspendVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.885125] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2210.885774] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2210.885985] env[63348]: DEBUG nova.objects.instance [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lazy-loading 'resources' on Instance uuid 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2210.922264] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.186316] env[63348]: DEBUG nova.network.neutron [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Updating instance_info_cache with network_info: [{"id": "1e500844-3086-4348-8b44-486db6755e96", "address": "fa:16:3e:4f:c4:db", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e500844-30", "ovs_interfaceid": "1e500844-3086-4348-8b44-486db6755e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.301577] env[63348]: DEBUG oslo_vmware.api [None req-2643e1d3-a7cb-4df1-a7ee-dd3ff2c60c7b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023541, 'name': SuspendVM_Task} progress is 54%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.554780] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e40a3b1-c710-4217-b72f-d4affa3ab8e6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.565522] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c28f6f-004a-4fbb-a6ed-d174f99df96b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.596543] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2606e781-ba4e-4473-950d-4e8bb50ebeb7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.606742] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c030e07c-7604-41de-9b98-cfffaea320a1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.622363] env[63348]: DEBUG nova.compute.provider_tree [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2211.690638] env[63348]: DEBUG oslo_concurrency.lockutils [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "refresh_cache-26487ba7-05c4-43e7-b118-4fb2e8b06981" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.802089] env[63348]: DEBUG oslo_vmware.api [None req-2643e1d3-a7cb-4df1-a7ee-dd3ff2c60c7b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023541, 'name': SuspendVM_Task, 'duration_secs': 0.989778} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.802859] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-2643e1d3-a7cb-4df1-a7ee-dd3ff2c60c7b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Suspended the VM {{(pid=63348) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2211.802859] env[63348]: DEBUG nova.compute.manager [None req-2643e1d3-a7cb-4df1-a7ee-dd3ff2c60c7b tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2211.803543] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fbf1ed-5c12-4282-8436-43191aae169d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.126906] env[63348]: DEBUG nova.scheduler.client.report [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2212.633634] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.634348] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.712s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.634724] env[63348]: DEBUG nova.objects.instance [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lazy-loading 'resources' on Instance uuid 97a1354a-2710-44a0-a8b9-2a4ac8a038b7 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2212.656843] env[63348]: INFO nova.scheduler.client.report [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Deleted allocations for instance 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47 [ 2213.037133] env[63348]: DEBUG oslo_concurrency.lockutils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Acquiring lock "8a33aef5-5661-4e48-9c8e-ff366cb99757" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.037411] env[63348]: DEBUG oslo_concurrency.lockutils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Lock "8a33aef5-5661-4e48-9c8e-ff366cb99757" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.164013] env[63348]: DEBUG oslo_concurrency.lockutils [None req-1de8f204-7c7d-42e0-9e0b-9034e343dd0b tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.714s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.165029] env[63348]: DEBUG oslo_concurrency.lockutils [req-0e8a68f8-6877-4258-ba41-f33b2e0d8147 req-feb64953-db32-47e6-9355-8d1b1afb47df service nova] Acquired lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2213.166335] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82983ee3-f9a0-4509-bdd6-792c12cc5f4e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.177698] env[63348]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2213.177832] env[63348]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=63348) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2213.178780] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6fa2a3a-b52f-42de-ad54-20c6ef9a56bf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.190876] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4063ef9-aec1-4496-95f4-2b1e5f51a370 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.209137] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d27a7c-1755-4b4b-8e91-a904e6972443 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.228296] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Updating instance '26487ba7-05c4-43e7-b118-4fb2e8b06981' progress to 0 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2213.246357] env[63348]: ERROR root [req-0e8a68f8-6877-4258-ba41-f33b2e0d8147 req-feb64953-db32-47e6-9355-8d1b1afb47df service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-415721' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-415721' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-415721' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-415721'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-415721' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-415721' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-415721'}\n"]: nova.exception.InstanceNotFound: Instance 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47 could not be found. [ 2213.246357] env[63348]: DEBUG oslo_concurrency.lockutils [req-0e8a68f8-6877-4258-ba41-f33b2e0d8147 req-feb64953-db32-47e6-9355-8d1b1afb47df service nova] Releasing lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.246357] env[63348]: DEBUG nova.compute.manager [req-0e8a68f8-6877-4258-ba41-f33b2e0d8147 req-feb64953-db32-47e6-9355-8d1b1afb47df service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Detach interface failed, port_id=f6319037-2c40-4e89-8986-2a0cec82fa9b, reason: Instance 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2213.246357] env[63348]: DEBUG oslo_concurrency.lockutils [req-b604378b-baf0-495c-83c2-0480535bf2f9 req-e0701d3a-2073-40b9-b87d-7e2f623b229d service nova] Acquired lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2213.246357] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa52f17-f26c-4a98-9428-13fae9a3758c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.253852] env[63348]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2213.254506] env[63348]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=63348) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2213.254506] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9130247e-afe4-4081-bfae-e88c4bff3562 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.269573] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968ae447-6051-46c4-9e03-5943eccb5b96 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.284281] env[63348]: INFO nova.compute.manager [None req-758eb049-6c6d-4a15-bdcf-e93ac34a735f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Resuming [ 2213.284864] env[63348]: DEBUG nova.objects.instance [None req-758eb049-6c6d-4a15-bdcf-e93ac34a735f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lazy-loading 'flavor' on Instance uuid d77aa569-bb9e-432c-b061-3c527bb12a06 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2213.307535] env[63348]: ERROR root [req-b604378b-baf0-495c-83c2-0480535bf2f9 req-e0701d3a-2073-40b9-b87d-7e2f623b229d service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-415721' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-415721' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-415721' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-415721'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-415721' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-415721' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-415721'}\n"]: nova.exception.InstanceNotFound: Instance 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47 could not be found. [ 2213.307786] env[63348]: DEBUG oslo_concurrency.lockutils [req-b604378b-baf0-495c-83c2-0480535bf2f9 req-e0701d3a-2073-40b9-b87d-7e2f623b229d service nova] Releasing lock "7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.308757] env[63348]: DEBUG nova.compute.manager [req-b604378b-baf0-495c-83c2-0480535bf2f9 req-e0701d3a-2073-40b9-b87d-7e2f623b229d service nova] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Detach interface failed, port_id=922df1e9-284e-489f-8a17-42190adeec7f, reason: Instance 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2213.335189] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0d40dd-8204-4da8-92b7-3b2f251ae008 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.344390] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455bee1e-6ec8-4f4d-8d04-813736b50713 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.383323] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9cea30-c204-4ff3-85be-5816064b5e2c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.392362] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fbb1de-3485-4967-b0c2-c8e5bca349bf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.409795] env[63348]: DEBUG nova.compute.provider_tree [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2213.540256] env[63348]: DEBUG nova.compute.manager [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2213.747126] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2213.747126] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8c75a23-8077-4c88-9af0-4478d97bb907 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.755725] env[63348]: DEBUG oslo_vmware.api [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2213.755725] env[63348]: value = "task-2023542" [ 2213.755725] env[63348]: _type = "Task" [ 2213.755725] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.770390] env[63348]: DEBUG oslo_vmware.api [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.913469] env[63348]: DEBUG nova.scheduler.client.report [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2214.063340] env[63348]: DEBUG oslo_concurrency.lockutils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.267684] env[63348]: DEBUG oslo_vmware.api [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023542, 'name': PowerOffVM_Task, 'duration_secs': 0.171098} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.268347] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2214.268736] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Updating instance '26487ba7-05c4-43e7-b118-4fb2e8b06981' progress to 17 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2214.419100] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.421540] env[63348]: DEBUG oslo_concurrency.lockutils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.358s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.423772] env[63348]: INFO nova.compute.claims [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2214.442176] env[63348]: INFO nova.scheduler.client.report [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Deleted allocations for instance 97a1354a-2710-44a0-a8b9-2a4ac8a038b7 [ 2214.775086] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2214.775386] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2214.775603] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2214.775861] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2214.776074] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2214.776274] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2214.776526] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2214.777140] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2214.777140] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2214.777140] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2214.777316] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2214.782728] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6264ea18-2261-4fd6-a870-ca81a9ea08d1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.800111] env[63348]: DEBUG oslo_vmware.api [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2214.800111] env[63348]: value = "task-2023543" [ 2214.800111] env[63348]: _type = "Task" [ 2214.800111] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.800716] env[63348]: DEBUG oslo_concurrency.lockutils [None req-758eb049-6c6d-4a15-bdcf-e93ac34a735f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "refresh_cache-d77aa569-bb9e-432c-b061-3c527bb12a06" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2214.800874] env[63348]: DEBUG oslo_concurrency.lockutils [None req-758eb049-6c6d-4a15-bdcf-e93ac34a735f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquired lock "refresh_cache-d77aa569-bb9e-432c-b061-3c527bb12a06" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2214.801053] env[63348]: DEBUG nova.network.neutron [None req-758eb049-6c6d-4a15-bdcf-e93ac34a735f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2214.811822] env[63348]: DEBUG oslo_vmware.api [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.955275] env[63348]: DEBUG oslo_concurrency.lockutils [None req-bddeb944-0418-44e1-8027-72a60f5d96d5 tempest-ServerActionsTestOtherB-2061471061 tempest-ServerActionsTestOtherB-2061471061-project-member] Lock "97a1354a-2710-44a0-a8b9-2a4ac8a038b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.845s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.312180] env[63348]: DEBUG oslo_vmware.api [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023543, 'name': ReconfigVM_Task, 'duration_secs': 0.183163} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.312866] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Updating instance '26487ba7-05c4-43e7-b118-4fb2e8b06981' progress to 33 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2215.417724] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.418193] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.540117] env[63348]: DEBUG nova.network.neutron [None req-758eb049-6c6d-4a15-bdcf-e93ac34a735f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Updating instance_info_cache with network_info: [{"id": "a47cd374-1581-4798-a80f-baf7df989bcd", "address": "fa:16:3e:ee:5e:a6", "network": {"id": "7320f5d2-8a35-4e8e-8325-49c6d5816cd2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1612888131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c72624fb894462a09f2442e40c86ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47cd374-15", "ovs_interfaceid": "a47cd374-1581-4798-a80f-baf7df989bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2215.552686] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95991c64-4212-4027-9dc6-b8b65082dfb5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.560657] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2325a7be-b70f-4695-82fc-87adb042fac8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.591242] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9e4787-260c-4ba1-9ee6-08f1a56e705c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.599522] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c657d9-8a69-4d76-9976-cfb50643a545 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.615174] env[63348]: DEBUG nova.compute.provider_tree [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2215.819578] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2215.819901] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2215.820156] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2215.820366] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2215.820520] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2215.820674] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2215.820887] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2215.821089] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2215.821286] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2215.821456] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2215.821628] env[63348]: DEBUG nova.virt.hardware [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2215.826969] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2215.827273] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de2e02bf-837f-4f40-9bb4-1291f7e88b8b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.846569] env[63348]: DEBUG oslo_vmware.api [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2215.846569] env[63348]: value = "task-2023545" [ 2215.846569] env[63348]: _type = "Task" [ 2215.846569] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.854815] env[63348]: DEBUG oslo_vmware.api [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.920249] env[63348]: DEBUG nova.compute.manager [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2216.044881] env[63348]: DEBUG oslo_concurrency.lockutils [None req-758eb049-6c6d-4a15-bdcf-e93ac34a735f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Releasing lock "refresh_cache-d77aa569-bb9e-432c-b061-3c527bb12a06" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2216.044881] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bd1445-8662-4ec8-be3c-590ec8d09559 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.052146] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-758eb049-6c6d-4a15-bdcf-e93ac34a735f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Resuming the VM {{(pid=63348) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2216.052389] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33fd28e9-733e-4268-ac91-531cd68cdddd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.059413] env[63348]: DEBUG oslo_vmware.api [None req-758eb049-6c6d-4a15-bdcf-e93ac34a735f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2216.059413] env[63348]: value = "task-2023546" [ 2216.059413] env[63348]: _type = "Task" [ 2216.059413] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.067687] env[63348]: DEBUG oslo_vmware.api [None req-758eb049-6c6d-4a15-bdcf-e93ac34a735f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.118492] env[63348]: DEBUG nova.scheduler.client.report [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2216.358747] env[63348]: DEBUG oslo_vmware.api [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023545, 'name': ReconfigVM_Task, 'duration_secs': 0.159677} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.359261] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2216.359901] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f23cc7-424c-420b-ad30-cf18f6639ac9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.385487] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-c535211b-3046-4f45-8697-9a321617e363/volume-c535211b-3046-4f45-8697-9a321617e363.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2216.385860] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ea19c02-a01c-4fa6-95ad-e2096241a87b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.406549] env[63348]: DEBUG oslo_vmware.api [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2216.406549] env[63348]: value = "task-2023547" [ 2216.406549] env[63348]: _type = "Task" [ 2216.406549] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.416161] env[63348]: DEBUG oslo_vmware.api [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.442330] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.570383] env[63348]: DEBUG oslo_vmware.api [None req-758eb049-6c6d-4a15-bdcf-e93ac34a735f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023546, 'name': PowerOnVM_Task, 'duration_secs': 0.485999} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.570667] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-758eb049-6c6d-4a15-bdcf-e93ac34a735f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Resumed the VM {{(pid=63348) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2216.570853] env[63348]: DEBUG nova.compute.manager [None req-758eb049-6c6d-4a15-bdcf-e93ac34a735f tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2216.571682] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f5622e-6459-4fa1-bfce-f466b5acc761 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.623651] env[63348]: DEBUG oslo_concurrency.lockutils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.624904] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.183s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.626524] env[63348]: INFO nova.compute.claims [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2216.918168] env[63348]: DEBUG oslo_vmware.api [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023547, 'name': ReconfigVM_Task, 'duration_secs': 0.496349} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.918453] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-c535211b-3046-4f45-8697-9a321617e363/volume-c535211b-3046-4f45-8697-9a321617e363.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2216.918945] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Updating instance '26487ba7-05c4-43e7-b118-4fb2e8b06981' progress to 50 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2217.130327] env[63348]: DEBUG oslo_concurrency.lockutils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Acquiring lock "ce0efcb8-52a7-4a1d-905a-e41a4fe7be60" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.130580] env[63348]: DEBUG oslo_concurrency.lockutils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Lock "ce0efcb8-52a7-4a1d-905a-e41a4fe7be60" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.425603] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2991f69-9695-4ad0-a293-a726bbee7c1f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.446116] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6618c1f-a8d9-4189-860b-ce0be24bf609 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.464947] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Updating instance '26487ba7-05c4-43e7-b118-4fb2e8b06981' progress to 67 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2217.634660] env[63348]: DEBUG oslo_concurrency.lockutils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Lock "ce0efcb8-52a7-4a1d-905a-e41a4fe7be60" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2217.635276] env[63348]: DEBUG nova.compute.manager [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2217.740606] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b236d51e-4799-4a1f-ad52-e8001411aa88 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.748622] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392dbdf2-0b5e-4e48-8764-3c8929f7491b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.781314] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2718d87c-f475-467d-b4a1-7f97fd40e7eb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.789030] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c8dc99-fce0-4e11-9c26-3722eb8d58a6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.802196] env[63348]: DEBUG nova.compute.provider_tree [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2217.911075] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "d77aa569-bb9e-432c-b061-3c527bb12a06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.911340] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "d77aa569-bb9e-432c-b061-3c527bb12a06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.911548] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "d77aa569-bb9e-432c-b061-3c527bb12a06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.911731] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "d77aa569-bb9e-432c-b061-3c527bb12a06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.911992] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "d77aa569-bb9e-432c-b061-3c527bb12a06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2217.914019] env[63348]: INFO nova.compute.manager [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Terminating instance [ 2218.142847] env[63348]: DEBUG nova.compute.utils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2218.144364] env[63348]: DEBUG nova.compute.manager [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2218.144514] env[63348]: DEBUG nova.network.neutron [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2218.193512] env[63348]: DEBUG nova.policy [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd909e4891a4e4c79bd40fb3e24e29d32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bb3055af2604104affb0d6a36032c19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2218.305272] env[63348]: DEBUG nova.scheduler.client.report [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2218.417271] env[63348]: DEBUG nova.compute.manager [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2218.417521] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2218.418420] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7c858f-f28d-4ac4-b2d5-ff72e2d2d204 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.427123] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2218.427373] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a8c2688-47af-4fd1-b1da-b5d0ec067d95 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.437759] env[63348]: DEBUG oslo_vmware.api [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2218.437759] env[63348]: value = "task-2023548" [ 2218.437759] env[63348]: _type = "Task" [ 2218.437759] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.446620] env[63348]: DEBUG oslo_vmware.api [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.491551] env[63348]: DEBUG nova.network.neutron [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Successfully created port: 96a9f838-e147-4f55-9ff0-08af4980cc03 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2218.647682] env[63348]: DEBUG nova.compute.manager [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2218.810797] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.811499] env[63348]: DEBUG nova.compute.manager [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2218.946629] env[63348]: DEBUG oslo_vmware.api [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023548, 'name': PowerOffVM_Task, 'duration_secs': 0.208083} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.946914] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2218.947099] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2218.947347] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d5a73e0-9da5-4c8a-91e9-ea61e1fbc5db {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.135461] env[63348]: DEBUG nova.network.neutron [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Port 1e500844-3086-4348-8b44-486db6755e96 binding to destination host cpu-1 is already ACTIVE {{(pid=63348) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3227}} [ 2219.158754] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2219.159241] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2219.159501] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Deleting the datastore file [datastore2] d77aa569-bb9e-432c-b061-3c527bb12a06 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2219.160085] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4e76331-afd7-4215-8016-00b678256e55 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.168651] env[63348]: DEBUG oslo_vmware.api [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for the task: (returnval){ [ 2219.168651] env[63348]: value = "task-2023550" [ 2219.168651] env[63348]: _type = "Task" [ 2219.168651] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.177969] env[63348]: DEBUG oslo_vmware.api [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.317880] env[63348]: DEBUG nova.compute.utils [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2219.319276] env[63348]: DEBUG nova.compute.manager [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2219.319447] env[63348]: DEBUG nova.network.neutron [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2219.389914] env[63348]: DEBUG nova.policy [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '243dc67e06c34758bb7b5a94da01adb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b905e7bbdee249858305654d91566002', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2219.656722] env[63348]: DEBUG nova.compute.manager [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2219.693911] env[63348]: DEBUG oslo_vmware.api [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Task: {'id': task-2023550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260472} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.698586] env[63348]: DEBUG nova.virt.hardware [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2219.698825] env[63348]: DEBUG nova.virt.hardware [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2219.698992] env[63348]: DEBUG nova.virt.hardware [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2219.699191] env[63348]: DEBUG nova.virt.hardware [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2219.699819] env[63348]: DEBUG nova.virt.hardware [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2219.699819] env[63348]: DEBUG nova.virt.hardware [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2219.699819] env[63348]: DEBUG nova.virt.hardware [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2219.699990] env[63348]: DEBUG nova.virt.hardware [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2219.699990] env[63348]: DEBUG nova.virt.hardware [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2219.700175] env[63348]: DEBUG nova.virt.hardware [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2219.700343] env[63348]: DEBUG nova.virt.hardware [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2219.700655] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2219.700850] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2219.701091] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2219.701343] env[63348]: INFO nova.compute.manager [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2219.701600] env[63348]: DEBUG oslo.service.loopingcall [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2219.702621] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072d9367-e1ed-4ee4-82e9-a31daecf5f44 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.706476] env[63348]: DEBUG nova.network.neutron [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Successfully created port: f5467b6f-1a2b-4145-816f-2612da05fd21 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2219.709115] env[63348]: DEBUG nova.compute.manager [-] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2219.709222] env[63348]: DEBUG nova.network.neutron [-] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2219.716609] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4894bc61-5228-4f85-928f-5873e0ed0485 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.823594] env[63348]: DEBUG nova.compute.manager [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2220.157910] env[63348]: DEBUG oslo_concurrency.lockutils [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "26487ba7-05c4-43e7-b118-4fb2e8b06981-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.158159] env[63348]: DEBUG oslo_concurrency.lockutils [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "26487ba7-05c4-43e7-b118-4fb2e8b06981-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.158333] env[63348]: DEBUG oslo_concurrency.lockutils [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "26487ba7-05c4-43e7-b118-4fb2e8b06981-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.312040] env[63348]: DEBUG nova.compute.manager [req-f2205afd-1150-41f2-a3f2-f98d1cb01fa0 req-1137270f-3e50-48bb-9f94-ada5664dea62 service nova] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Received event network-vif-plugged-96a9f838-e147-4f55-9ff0-08af4980cc03 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2220.317043] env[63348]: DEBUG oslo_concurrency.lockutils [req-f2205afd-1150-41f2-a3f2-f98d1cb01fa0 req-1137270f-3e50-48bb-9f94-ada5664dea62 service nova] Acquiring lock "8a33aef5-5661-4e48-9c8e-ff366cb99757-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.317043] env[63348]: DEBUG oslo_concurrency.lockutils [req-f2205afd-1150-41f2-a3f2-f98d1cb01fa0 req-1137270f-3e50-48bb-9f94-ada5664dea62 service nova] Lock "8a33aef5-5661-4e48-9c8e-ff366cb99757-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.317043] env[63348]: DEBUG oslo_concurrency.lockutils [req-f2205afd-1150-41f2-a3f2-f98d1cb01fa0 req-1137270f-3e50-48bb-9f94-ada5664dea62 service nova] Lock "8a33aef5-5661-4e48-9c8e-ff366cb99757-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.317043] env[63348]: DEBUG nova.compute.manager [req-f2205afd-1150-41f2-a3f2-f98d1cb01fa0 req-1137270f-3e50-48bb-9f94-ada5664dea62 service nova] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] No waiting events found dispatching network-vif-plugged-96a9f838-e147-4f55-9ff0-08af4980cc03 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2220.317043] env[63348]: WARNING nova.compute.manager [req-f2205afd-1150-41f2-a3f2-f98d1cb01fa0 req-1137270f-3e50-48bb-9f94-ada5664dea62 service nova] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Received unexpected event network-vif-plugged-96a9f838-e147-4f55-9ff0-08af4980cc03 for instance with vm_state building and task_state spawning. [ 2220.730610] env[63348]: DEBUG nova.network.neutron [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Successfully updated port: 96a9f838-e147-4f55-9ff0-08af4980cc03 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2220.837247] env[63348]: DEBUG nova.compute.manager [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2220.862254] env[63348]: DEBUG nova.virt.hardware [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2220.862254] env[63348]: DEBUG nova.virt.hardware [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2220.862424] env[63348]: DEBUG nova.virt.hardware [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2220.862550] env[63348]: DEBUG nova.virt.hardware [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2220.862736] env[63348]: DEBUG nova.virt.hardware [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2220.862927] env[63348]: DEBUG nova.virt.hardware [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2220.863158] env[63348]: DEBUG nova.virt.hardware [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2220.863315] env[63348]: DEBUG nova.virt.hardware [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2220.863477] env[63348]: DEBUG nova.virt.hardware [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2220.863635] env[63348]: DEBUG nova.virt.hardware [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2220.863835] env[63348]: DEBUG nova.virt.hardware [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2220.864956] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cfab98-88e5-4ef8-ba2a-43d2ec5a2e11 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.874552] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b009c2-6b4e-4930-ac79-3f0a95d5a720 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.115584] env[63348]: DEBUG nova.compute.manager [req-322662c8-016d-4c1e-80de-796e676b796f req-6b3effbf-424b-41e5-b01c-238ff4ffdd59 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Received event network-vif-plugged-f5467b6f-1a2b-4145-816f-2612da05fd21 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2221.115805] env[63348]: DEBUG oslo_concurrency.lockutils [req-322662c8-016d-4c1e-80de-796e676b796f req-6b3effbf-424b-41e5-b01c-238ff4ffdd59 service nova] Acquiring lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.116023] env[63348]: DEBUG oslo_concurrency.lockutils [req-322662c8-016d-4c1e-80de-796e676b796f req-6b3effbf-424b-41e5-b01c-238ff4ffdd59 service nova] Lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.116193] env[63348]: DEBUG oslo_concurrency.lockutils [req-322662c8-016d-4c1e-80de-796e676b796f req-6b3effbf-424b-41e5-b01c-238ff4ffdd59 service nova] Lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.116366] env[63348]: DEBUG nova.compute.manager [req-322662c8-016d-4c1e-80de-796e676b796f req-6b3effbf-424b-41e5-b01c-238ff4ffdd59 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] No waiting events found dispatching network-vif-plugged-f5467b6f-1a2b-4145-816f-2612da05fd21 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2221.116513] env[63348]: WARNING nova.compute.manager [req-322662c8-016d-4c1e-80de-796e676b796f req-6b3effbf-424b-41e5-b01c-238ff4ffdd59 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Received unexpected event network-vif-plugged-f5467b6f-1a2b-4145-816f-2612da05fd21 for instance with vm_state building and task_state spawning. [ 2221.212344] env[63348]: DEBUG nova.network.neutron [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Successfully updated port: f5467b6f-1a2b-4145-816f-2612da05fd21 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2221.226649] env[63348]: DEBUG oslo_concurrency.lockutils [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "refresh_cache-26487ba7-05c4-43e7-b118-4fb2e8b06981" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2221.226878] env[63348]: DEBUG oslo_concurrency.lockutils [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "refresh_cache-26487ba7-05c4-43e7-b118-4fb2e8b06981" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2221.227086] env[63348]: DEBUG nova.network.neutron [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2221.231121] env[63348]: DEBUG oslo_concurrency.lockutils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Acquiring lock "refresh_cache-8a33aef5-5661-4e48-9c8e-ff366cb99757" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2221.231321] env[63348]: DEBUG oslo_concurrency.lockutils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Acquired lock "refresh_cache-8a33aef5-5661-4e48-9c8e-ff366cb99757" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2221.231498] env[63348]: DEBUG nova.network.neutron [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2221.337010] env[63348]: DEBUG nova.network.neutron [-] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2221.715765] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2221.715919] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2221.716103] env[63348]: DEBUG nova.network.neutron [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2221.766189] env[63348]: DEBUG nova.network.neutron [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2221.839992] env[63348]: INFO nova.compute.manager [-] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Took 2.13 seconds to deallocate network for instance. [ 2221.892607] env[63348]: DEBUG nova.network.neutron [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Updating instance_info_cache with network_info: [{"id": "96a9f838-e147-4f55-9ff0-08af4980cc03", "address": "fa:16:3e:8d:57:17", "network": {"id": "b1ffddb0-e443-4483-9253-37993ea4cad5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1152371388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bb3055af2604104affb0d6a36032c19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a9f838-e1", "ovs_interfaceid": "96a9f838-e147-4f55-9ff0-08af4980cc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2221.972544] env[63348]: DEBUG nova.network.neutron [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Updating instance_info_cache with network_info: [{"id": "1e500844-3086-4348-8b44-486db6755e96", "address": "fa:16:3e:4f:c4:db", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e500844-30", "ovs_interfaceid": "1e500844-3086-4348-8b44-486db6755e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2222.036980] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "e45bed83-01db-43e5-8a07-86853b62a416" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2222.036980] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "e45bed83-01db-43e5-8a07-86853b62a416" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.247725] env[63348]: DEBUG nova.network.neutron [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2222.346390] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2222.346683] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.346908] env[63348]: DEBUG nova.objects.instance [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lazy-loading 'resources' on Instance uuid d77aa569-bb9e-432c-b061-3c527bb12a06 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2222.395183] env[63348]: DEBUG oslo_concurrency.lockutils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Releasing lock "refresh_cache-8a33aef5-5661-4e48-9c8e-ff366cb99757" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2222.395633] env[63348]: DEBUG nova.compute.manager [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Instance network_info: |[{"id": "96a9f838-e147-4f55-9ff0-08af4980cc03", "address": "fa:16:3e:8d:57:17", "network": {"id": "b1ffddb0-e443-4483-9253-37993ea4cad5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1152371388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bb3055af2604104affb0d6a36032c19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a9f838-e1", "ovs_interfaceid": "96a9f838-e147-4f55-9ff0-08af4980cc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2222.398534] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:57:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96a9f838-e147-4f55-9ff0-08af4980cc03', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2222.406673] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Creating folder: Project (5bb3055af2604104affb0d6a36032c19). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2222.407423] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80b91d4d-7a53-45bc-a3aa-3b174776601d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.420133] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Created folder: Project (5bb3055af2604104affb0d6a36032c19) in parent group-v415427. [ 2222.420318] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Creating folder: Instances. Parent ref: group-v415741. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2222.420580] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc80162b-5a54-4a24-8c08-9d9a6b01bf44 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.431881] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Created folder: Instances in parent group-v415741. [ 2222.432173] env[63348]: DEBUG oslo.service.loopingcall [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2222.432385] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2222.432592] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-969fc36a-86ce-44fa-938e-01dadaba7c66 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.447497] env[63348]: DEBUG nova.network.neutron [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Updating instance_info_cache with network_info: [{"id": "f5467b6f-1a2b-4145-816f-2612da05fd21", "address": "fa:16:3e:52:92:f2", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5467b6f-1a", "ovs_interfaceid": "f5467b6f-1a2b-4145-816f-2612da05fd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2222.453999] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2222.453999] env[63348]: value = "task-2023553" [ 2222.453999] env[63348]: _type = "Task" [ 2222.453999] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.462455] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023553, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.474821] env[63348]: DEBUG oslo_concurrency.lockutils [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "refresh_cache-26487ba7-05c4-43e7-b118-4fb2e8b06981" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2222.539034] env[63348]: DEBUG nova.compute.utils [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2222.551928] env[63348]: DEBUG nova.compute.manager [req-5c86bf7f-bfa4-410e-8a6e-1f0f6de23658 req-a139ebcd-fa2b-4b95-9e1e-08aaa13ac5df service nova] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Received event network-changed-96a9f838-e147-4f55-9ff0-08af4980cc03 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2222.552150] env[63348]: DEBUG nova.compute.manager [req-5c86bf7f-bfa4-410e-8a6e-1f0f6de23658 req-a139ebcd-fa2b-4b95-9e1e-08aaa13ac5df service nova] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Refreshing instance network info cache due to event network-changed-96a9f838-e147-4f55-9ff0-08af4980cc03. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2222.552445] env[63348]: DEBUG oslo_concurrency.lockutils [req-5c86bf7f-bfa4-410e-8a6e-1f0f6de23658 req-a139ebcd-fa2b-4b95-9e1e-08aaa13ac5df service nova] Acquiring lock "refresh_cache-8a33aef5-5661-4e48-9c8e-ff366cb99757" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2222.552608] env[63348]: DEBUG oslo_concurrency.lockutils [req-5c86bf7f-bfa4-410e-8a6e-1f0f6de23658 req-a139ebcd-fa2b-4b95-9e1e-08aaa13ac5df service nova] Acquired lock "refresh_cache-8a33aef5-5661-4e48-9c8e-ff366cb99757" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2222.552964] env[63348]: DEBUG nova.network.neutron [req-5c86bf7f-bfa4-410e-8a6e-1f0f6de23658 req-a139ebcd-fa2b-4b95-9e1e-08aaa13ac5df service nova] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Refreshing network info cache for port 96a9f838-e147-4f55-9ff0-08af4980cc03 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2222.950319] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2222.950633] env[63348]: DEBUG nova.compute.manager [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Instance network_info: |[{"id": "f5467b6f-1a2b-4145-816f-2612da05fd21", "address": "fa:16:3e:52:92:f2", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5467b6f-1a", "ovs_interfaceid": "f5467b6f-1a2b-4145-816f-2612da05fd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2222.951116] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:92:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5467b6f-1a2b-4145-816f-2612da05fd21', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2222.958977] env[63348]: DEBUG oslo.service.loopingcall [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2222.959912] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2222.960650] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c406a5-70db-4ae2-bdc7-df569848f922 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.965829] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-510d085f-cd23-49a8-9dea-3efc75c15ecc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.987095] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023553, 'name': CreateVM_Task, 'duration_secs': 0.362912} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.989107] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7fc65f-2a71-4331-9f2b-ca483ff668d9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.991950] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2222.992614] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da644abc-e322-45d7-95c0-59d315dde0af {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.994778] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2222.994778] env[63348]: value = "task-2023554" [ 2222.994778] env[63348]: _type = "Task" [ 2222.994778] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.026802] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14eed10-9e76-4c6f-afd3-25ebaf0481a4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.030598] env[63348]: DEBUG oslo_concurrency.lockutils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2223.030733] env[63348]: DEBUG oslo_concurrency.lockutils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2223.031071] env[63348]: DEBUG oslo_concurrency.lockutils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2223.034678] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c03124b-31c1-4a68-9a0a-b9853403a1d1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.037106] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ccad8f-7145-415f-858b-09460972c85d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.038546] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023554, 'name': CreateVM_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.041815] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "e45bed83-01db-43e5-8a07-86853b62a416" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.043482] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Waiting for the task: (returnval){ [ 2223.043482] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5295b328-71c7-b170-df19-68eaec84ed2e" [ 2223.043482] env[63348]: _type = "Task" [ 2223.043482] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.050872] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1324d93d-26b0-4b2d-a693-8e45f6b0432c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.069413] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5295b328-71c7-b170-df19-68eaec84ed2e, 'name': SearchDatastore_Task, 'duration_secs': 0.013421} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.077269] env[63348]: DEBUG oslo_concurrency.lockutils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2223.077511] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2223.077740] env[63348]: DEBUG oslo_concurrency.lockutils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2223.077887] env[63348]: DEBUG oslo_concurrency.lockutils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2223.078252] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2223.078975] env[63348]: DEBUG nova.compute.provider_tree [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2223.080203] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-680906ce-eb45-4010-8956-d31bd81b77d1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.089953] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2223.090149] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2223.090849] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66fa95b6-11bf-41a1-9389-58ca1e15a156 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.099120] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Waiting for the task: (returnval){ [ 2223.099120] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5263ff82-31c2-3068-b1c0-c3b2b5883f62" [ 2223.099120] env[63348]: _type = "Task" [ 2223.099120] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.111992] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5263ff82-31c2-3068-b1c0-c3b2b5883f62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.224861] env[63348]: DEBUG nova.compute.manager [req-2756f306-9f25-4f0a-94ca-c018beaae4df req-4b4c483f-a779-4032-9448-9f462b4d568a service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Received event network-changed-f5467b6f-1a2b-4145-816f-2612da05fd21 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2223.225070] env[63348]: DEBUG nova.compute.manager [req-2756f306-9f25-4f0a-94ca-c018beaae4df req-4b4c483f-a779-4032-9448-9f462b4d568a service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Refreshing instance network info cache due to event network-changed-f5467b6f-1a2b-4145-816f-2612da05fd21. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2223.225272] env[63348]: DEBUG oslo_concurrency.lockutils [req-2756f306-9f25-4f0a-94ca-c018beaae4df req-4b4c483f-a779-4032-9448-9f462b4d568a service nova] Acquiring lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2223.225410] env[63348]: DEBUG oslo_concurrency.lockutils [req-2756f306-9f25-4f0a-94ca-c018beaae4df req-4b4c483f-a779-4032-9448-9f462b4d568a service nova] Acquired lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2223.225554] env[63348]: DEBUG nova.network.neutron [req-2756f306-9f25-4f0a-94ca-c018beaae4df req-4b4c483f-a779-4032-9448-9f462b4d568a service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Refreshing network info cache for port f5467b6f-1a2b-4145-816f-2612da05fd21 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2223.301180] env[63348]: DEBUG nova.network.neutron [req-5c86bf7f-bfa4-410e-8a6e-1f0f6de23658 req-a139ebcd-fa2b-4b95-9e1e-08aaa13ac5df service nova] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Updated VIF entry in instance network info cache for port 96a9f838-e147-4f55-9ff0-08af4980cc03. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2223.301543] env[63348]: DEBUG nova.network.neutron [req-5c86bf7f-bfa4-410e-8a6e-1f0f6de23658 req-a139ebcd-fa2b-4b95-9e1e-08aaa13ac5df service nova] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Updating instance_info_cache with network_info: [{"id": "96a9f838-e147-4f55-9ff0-08af4980cc03", "address": "fa:16:3e:8d:57:17", "network": {"id": "b1ffddb0-e443-4483-9253-37993ea4cad5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1152371388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bb3055af2604104affb0d6a36032c19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a9f838-e1", "ovs_interfaceid": "96a9f838-e147-4f55-9ff0-08af4980cc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2223.506963] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023554, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.584131] env[63348]: DEBUG nova.scheduler.client.report [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2223.610686] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5263ff82-31c2-3068-b1c0-c3b2b5883f62, 'name': SearchDatastore_Task, 'duration_secs': 0.014562} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.611652] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba5af774-e90c-4686-b0a9-b9bae19367f0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.626148] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Waiting for the task: (returnval){ [ 2223.626148] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52285457-f2be-7717-ccb9-05ddf4787551" [ 2223.626148] env[63348]: _type = "Task" [ 2223.626148] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.635894] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52285457-f2be-7717-ccb9-05ddf4787551, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.636629] env[63348]: DEBUG oslo_concurrency.lockutils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2223.636890] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 8a33aef5-5661-4e48-9c8e-ff366cb99757/8a33aef5-5661-4e48-9c8e-ff366cb99757.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2223.637157] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4d765be-3778-4915-831b-d68e9a1af8ce {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.644203] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Waiting for the task: (returnval){ [ 2223.644203] env[63348]: value = "task-2023555" [ 2223.644203] env[63348]: _type = "Task" [ 2223.644203] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.655244] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Task: {'id': task-2023555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.804869] env[63348]: DEBUG oslo_concurrency.lockutils [req-5c86bf7f-bfa4-410e-8a6e-1f0f6de23658 req-a139ebcd-fa2b-4b95-9e1e-08aaa13ac5df service nova] Releasing lock "refresh_cache-8a33aef5-5661-4e48-9c8e-ff366cb99757" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2223.805024] env[63348]: DEBUG nova.compute.manager [req-5c86bf7f-bfa4-410e-8a6e-1f0f6de23658 req-a139ebcd-fa2b-4b95-9e1e-08aaa13ac5df service nova] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Received event network-vif-deleted-a47cd374-1581-4798-a80f-baf7df989bcd {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2223.964928] env[63348]: DEBUG nova.network.neutron [req-2756f306-9f25-4f0a-94ca-c018beaae4df req-4b4c483f-a779-4032-9448-9f462b4d568a service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Updated VIF entry in instance network info cache for port f5467b6f-1a2b-4145-816f-2612da05fd21. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2223.965403] env[63348]: DEBUG nova.network.neutron [req-2756f306-9f25-4f0a-94ca-c018beaae4df req-4b4c483f-a779-4032-9448-9f462b4d568a service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Updating instance_info_cache with network_info: [{"id": "f5467b6f-1a2b-4145-816f-2612da05fd21", "address": "fa:16:3e:52:92:f2", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5467b6f-1a", "ovs_interfaceid": "f5467b6f-1a2b-4145-816f-2612da05fd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2224.008725] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023554, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.090026] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.118663] env[63348]: INFO nova.scheduler.client.report [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Deleted allocations for instance d77aa569-bb9e-432c-b061-3c527bb12a06 [ 2224.127283] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "e45bed83-01db-43e5-8a07-86853b62a416" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.127549] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "e45bed83-01db-43e5-8a07-86853b62a416" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.127779] env[63348]: INFO nova.compute.manager [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Attaching volume cb03632e-21d5-473e-b816-0d10aa1ffe5a to /dev/sdb [ 2224.158785] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Task: {'id': task-2023555, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.161193] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54138a89-11c7-4dc9-a099-4fd129edc0fc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.164292] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe03c60-4dd5-418f-bf81-0197d2f2f255 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.185077] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749aa17f-b026-406f-be64-3c16f3d84033 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.188837] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d3019f-8525-40c9-99a3-a2e38fcb0cae {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.196719] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Updating instance '26487ba7-05c4-43e7-b118-4fb2e8b06981' progress to 83 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2224.203640] env[63348]: DEBUG nova.virt.block_device [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Updating existing volume attachment record: 2edb1926-1133-4157-a738-578264387476 {{(pid=63348) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2224.469617] env[63348]: DEBUG oslo_concurrency.lockutils [req-2756f306-9f25-4f0a-94ca-c018beaae4df req-4b4c483f-a779-4032-9448-9f462b4d568a service nova] Releasing lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2224.509933] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023554, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.628362] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a3610c12-246e-49fd-94c0-d7fe002e2fad tempest-ServerActionsTestJSON-591678216 tempest-ServerActionsTestJSON-591678216-project-member] Lock "d77aa569-bb9e-432c-b061-3c527bb12a06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.717s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.657608] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Task: {'id': task-2023555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524152} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.658239] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 8a33aef5-5661-4e48-9c8e-ff366cb99757/8a33aef5-5661-4e48-9c8e-ff366cb99757.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2224.658493] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2224.658771] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9cb577d-9bfc-4232-a6c6-d05052b5a8e8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.667200] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Waiting for the task: (returnval){ [ 2224.667200] env[63348]: value = "task-2023557" [ 2224.667200] env[63348]: _type = "Task" [ 2224.667200] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.676588] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Task: {'id': task-2023557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.708036] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2224.708324] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-018721c3-a645-4fbb-96f5-9b2a44f84a9b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.717810] env[63348]: DEBUG oslo_vmware.api [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2224.717810] env[63348]: value = "task-2023558" [ 2224.717810] env[63348]: _type = "Task" [ 2224.717810] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.731501] env[63348]: DEBUG oslo_vmware.api [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.008648] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023554, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.176967] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Task: {'id': task-2023557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077606} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.177919] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2225.178767] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f42ca6-1c77-4ca6-8706-702dd9d019d4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.201946] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 8a33aef5-5661-4e48-9c8e-ff366cb99757/8a33aef5-5661-4e48-9c8e-ff366cb99757.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2225.202248] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0de9a380-e481-4dc2-a964-7c16a677ba05 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.223304] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Waiting for the task: (returnval){ [ 2225.223304] env[63348]: value = "task-2023559" [ 2225.223304] env[63348]: _type = "Task" [ 2225.223304] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.229941] env[63348]: DEBUG oslo_vmware.api [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023558, 'name': PowerOnVM_Task, 'duration_secs': 0.453638} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.230543] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2225.230767] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-296d9c80-fcbf-4e4f-82a9-a083a1430749 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Updating instance '26487ba7-05c4-43e7-b118-4fb2e8b06981' progress to 100 {{(pid=63348) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2225.237505] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Task: {'id': task-2023559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.509528] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023554, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.734544] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Task: {'id': task-2023559, 'name': ReconfigVM_Task, 'duration_secs': 0.283644} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.735095] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 8a33aef5-5661-4e48-9c8e-ff366cb99757/8a33aef5-5661-4e48-9c8e-ff366cb99757.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2225.735382] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e454b470-198f-4dd7-8b25-277d763fc4b6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.743594] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Waiting for the task: (returnval){ [ 2225.743594] env[63348]: value = "task-2023560" [ 2225.743594] env[63348]: _type = "Task" [ 2225.743594] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.752211] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Task: {'id': task-2023560, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.011885] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023554, 'name': CreateVM_Task, 'duration_secs': 2.896439} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.012227] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2226.012991] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2226.013118] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2226.013484] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2226.013754] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4805fff1-d148-4989-a3af-57297c149725 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.019998] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2226.019998] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c5b08c-63de-0dbb-6b19-0a054f37cfb5" [ 2226.019998] env[63348]: _type = "Task" [ 2226.019998] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.028451] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c5b08c-63de-0dbb-6b19-0a054f37cfb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.253801] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Task: {'id': task-2023560, 'name': Rename_Task, 'duration_secs': 0.150637} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.254049] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2226.254299] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3810500b-4f05-4066-8e10-953f4301758e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.261979] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Waiting for the task: (returnval){ [ 2226.261979] env[63348]: value = "task-2023561" [ 2226.261979] env[63348]: _type = "Task" [ 2226.261979] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.531905] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52c5b08c-63de-0dbb-6b19-0a054f37cfb5, 'name': SearchDatastore_Task, 'duration_secs': 0.010484} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.532255] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2226.532649] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2226.532797] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2226.533047] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2226.533206] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2226.533420] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e9bda64-2159-421b-9dd9-e8adf61a1a3d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.543142] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2226.543345] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2226.544463] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a21f6dda-7c53-4d84-9492-d262f0a99759 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.550414] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2226.550414] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52804fee-9e7c-92ff-8e6b-2ef53da6b8d7" [ 2226.550414] env[63348]: _type = "Task" [ 2226.550414] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.560487] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52804fee-9e7c-92ff-8e6b-2ef53da6b8d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.773175] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Task: {'id': task-2023561, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.979974] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "cc8883cd-c1da-42de-abd6-a68020c1edf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.980267] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "cc8883cd-c1da-42de-abd6-a68020c1edf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.981163] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "cc8883cd-c1da-42de-abd6-a68020c1edf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.981317] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "cc8883cd-c1da-42de-abd6-a68020c1edf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.981508] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "cc8883cd-c1da-42de-abd6-a68020c1edf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.983679] env[63348]: INFO nova.compute.manager [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Terminating instance [ 2227.061640] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52804fee-9e7c-92ff-8e6b-2ef53da6b8d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009408} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.062451] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-016c58ec-f387-4f64-a56a-dc0de8572be7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.068032] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2227.068032] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52289afe-4263-481e-da0f-3316e0ca0cc8" [ 2227.068032] env[63348]: _type = "Task" [ 2227.068032] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.077239] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52289afe-4263-481e-da0f-3316e0ca0cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.080780] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "26487ba7-05c4-43e7-b118-4fb2e8b06981" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2227.081017] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "26487ba7-05c4-43e7-b118-4fb2e8b06981" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2227.081209] env[63348]: DEBUG nova.compute.manager [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Going to confirm migration 10 {{(pid=63348) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2227.274124] env[63348]: DEBUG oslo_vmware.api [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Task: {'id': task-2023561, 'name': PowerOnVM_Task, 'duration_secs': 0.518012} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.274460] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2227.274666] env[63348]: INFO nova.compute.manager [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Took 7.62 seconds to spawn the instance on the hypervisor. [ 2227.274867] env[63348]: DEBUG nova.compute.manager [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2227.275757] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b886513-ad86-4ca8-b906-13d8b9ad712c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.490030] env[63348]: DEBUG nova.compute.manager [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2227.490210] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2227.491244] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb514427-7a27-4918-b00f-5442d2386b4b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.499603] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2227.499853] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d045432-9bfc-413b-93cb-6589fddbd498 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.506827] env[63348]: DEBUG oslo_vmware.api [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2227.506827] env[63348]: value = "task-2023563" [ 2227.506827] env[63348]: _type = "Task" [ 2227.506827] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.515613] env[63348]: DEBUG oslo_vmware.api [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.582891] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52289afe-4263-481e-da0f-3316e0ca0cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.010061} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.585021] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2227.585021] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 96b78c94-a0a1-42a7-9860-f25b4e1f670d/96b78c94-a0a1-42a7-9860-f25b4e1f670d.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2227.586447] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20706f4d-9b03-4596-896e-d5491acd1627 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.601260] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2227.601260] env[63348]: value = "task-2023564" [ 2227.601260] env[63348]: _type = "Task" [ 2227.601260] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.616248] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.642544] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "refresh_cache-26487ba7-05c4-43e7-b118-4fb2e8b06981" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2227.642544] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquired lock "refresh_cache-26487ba7-05c4-43e7-b118-4fb2e8b06981" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2227.642544] env[63348]: DEBUG nova.network.neutron [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2227.642544] env[63348]: DEBUG nova.objects.instance [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lazy-loading 'info_cache' on Instance uuid 26487ba7-05c4-43e7-b118-4fb2e8b06981 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2227.797571] env[63348]: INFO nova.compute.manager [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Took 13.75 seconds to build instance. [ 2228.024251] env[63348]: DEBUG oslo_vmware.api [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023563, 'name': PowerOffVM_Task, 'duration_secs': 0.232588} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.025384] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2228.028022] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2228.028022] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f60ac4b-2a45-4b4d-a215-d1b2ce4d151f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.110969] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023564, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.301227] env[63348]: DEBUG oslo_concurrency.lockutils [None req-966bdf89-f03f-4dec-9b7d-c60336ab0dc8 tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Lock "8a33aef5-5661-4e48-9c8e-ff366cb99757" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.264s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.613764] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584553} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.614111] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 96b78c94-a0a1-42a7-9860-f25b4e1f670d/96b78c94-a0a1-42a7-9860-f25b4e1f670d.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2228.614366] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2228.614662] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-914ce145-8bc6-4071-8ee3-f2272fdd24d7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.623097] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2228.623097] env[63348]: value = "task-2023566" [ 2228.623097] env[63348]: _type = "Task" [ 2228.623097] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.632685] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.666880] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Acquiring lock "8a33aef5-5661-4e48-9c8e-ff366cb99757" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.667080] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Lock "8a33aef5-5661-4e48-9c8e-ff366cb99757" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.667696] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Acquiring lock "8a33aef5-5661-4e48-9c8e-ff366cb99757-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.667696] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Lock "8a33aef5-5661-4e48-9c8e-ff366cb99757-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.667696] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Lock "8a33aef5-5661-4e48-9c8e-ff366cb99757-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.669884] env[63348]: INFO nova.compute.manager [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Terminating instance [ 2228.750995] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Volume attach. Driver type: vmdk {{(pid=63348) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2228.751766] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415745', 'volume_id': 'cb03632e-21d5-473e-b816-0d10aa1ffe5a', 'name': 'volume-cb03632e-21d5-473e-b816-0d10aa1ffe5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e45bed83-01db-43e5-8a07-86853b62a416', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb03632e-21d5-473e-b816-0d10aa1ffe5a', 'serial': 'cb03632e-21d5-473e-b816-0d10aa1ffe5a'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2228.752723] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4211b68-f95f-456a-9707-07d689a41acd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.771511] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87988b1b-edaf-485e-9101-0898a9c8abf8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.797906] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-cb03632e-21d5-473e-b816-0d10aa1ffe5a/volume-cb03632e-21d5-473e-b816-0d10aa1ffe5a.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2228.801105] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a8fbdd5-02f5-462f-89b3-9a2b87e81b1e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.822429] env[63348]: DEBUG oslo_vmware.api [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2228.822429] env[63348]: value = "task-2023567" [ 2228.822429] env[63348]: _type = "Task" [ 2228.822429] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.836029] env[63348]: DEBUG oslo_vmware.api [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.033958] env[63348]: DEBUG nova.network.neutron [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Updating instance_info_cache with network_info: [{"id": "1e500844-3086-4348-8b44-486db6755e96", "address": "fa:16:3e:4f:c4:db", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e500844-30", "ovs_interfaceid": "1e500844-3086-4348-8b44-486db6755e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2229.137319] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0712} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.137605] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2229.138503] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f26386-7c76-41aa-97c4-91753319df43 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.161627] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 96b78c94-a0a1-42a7-9860-f25b4e1f670d/96b78c94-a0a1-42a7-9860-f25b4e1f670d.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2229.161932] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fe74f52-fc90-4280-b65f-789676ad8be0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.179463] env[63348]: DEBUG nova.compute.manager [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2229.179693] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2229.180869] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ea1fbe-78f2-46ae-b56f-2ffa34ccf92d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.190236] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2229.191666] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c507d272-0176-4af2-a569-159b614d0f75 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.193404] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2229.193404] env[63348]: value = "task-2023568" [ 2229.193404] env[63348]: _type = "Task" [ 2229.193404] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.199681] env[63348]: DEBUG oslo_vmware.api [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Waiting for the task: (returnval){ [ 2229.199681] env[63348]: value = "task-2023569" [ 2229.199681] env[63348]: _type = "Task" [ 2229.199681] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.205013] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.213879] env[63348]: DEBUG oslo_vmware.api [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Task: {'id': task-2023569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.334132] env[63348]: DEBUG oslo_vmware.api [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.538029] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Releasing lock "refresh_cache-26487ba7-05c4-43e7-b118-4fb2e8b06981" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.538029] env[63348]: DEBUG nova.objects.instance [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lazy-loading 'migration_context' on Instance uuid 26487ba7-05c4-43e7-b118-4fb2e8b06981 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2229.704106] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023568, 'name': ReconfigVM_Task, 'duration_secs': 0.35833} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.704523] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 96b78c94-a0a1-42a7-9860-f25b4e1f670d/96b78c94-a0a1-42a7-9860-f25b4e1f670d.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2229.705295] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53a500c1-ccca-4bf5-9f0d-5488f18d47e8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.715696] env[63348]: DEBUG oslo_vmware.api [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Task: {'id': task-2023569, 'name': PowerOffVM_Task, 'duration_secs': 0.192503} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.716983] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2229.717213] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2229.717486] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2229.717486] env[63348]: value = "task-2023570" [ 2229.717486] env[63348]: _type = "Task" [ 2229.717486] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.717690] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d8f094b-b5c7-4645-b15d-ef7faea8c445 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.727992] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023570, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.833328] env[63348]: DEBUG oslo_vmware.api [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023567, 'name': ReconfigVM_Task, 'duration_secs': 0.924632} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.833658] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-cb03632e-21d5-473e-b816-0d10aa1ffe5a/volume-cb03632e-21d5-473e-b816-0d10aa1ffe5a.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2229.838561] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1667b088-190f-4ba0-b8da-6398732fe4cf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.855168] env[63348]: DEBUG oslo_vmware.api [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2229.855168] env[63348]: value = "task-2023572" [ 2229.855168] env[63348]: _type = "Task" [ 2229.855168] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.864344] env[63348]: DEBUG oslo_vmware.api [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.894235] env[63348]: DEBUG oslo_concurrency.lockutils [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "bec007b1-a7c0-4303-a018-dac1969e2b82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.894570] env[63348]: DEBUG oslo_concurrency.lockutils [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "bec007b1-a7c0-4303-a018-dac1969e2b82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.041183] env[63348]: DEBUG nova.objects.base [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Object Instance<26487ba7-05c4-43e7-b118-4fb2e8b06981> lazy-loaded attributes: info_cache,migration_context {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2230.043118] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef1c6cf-0cb6-47cf-bffa-bb6b1076c507 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.069816] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b3a3fe1-eebd-4893-a183-90b6c2ef785e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.076916] env[63348]: DEBUG oslo_vmware.api [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2230.076916] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522b6a76-c06d-08e2-0163-02916505a92f" [ 2230.076916] env[63348]: _type = "Task" [ 2230.076916] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.086179] env[63348]: DEBUG oslo_vmware.api [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522b6a76-c06d-08e2-0163-02916505a92f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.230703] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023570, 'name': Rename_Task, 'duration_secs': 0.213337} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.231074] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2230.231246] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be64a525-4293-44a4-b369-81fa505cf685 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.241114] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2230.241114] env[63348]: value = "task-2023573" [ 2230.241114] env[63348]: _type = "Task" [ 2230.241114] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.251750] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.318289] env[63348]: DEBUG oslo_concurrency.lockutils [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.318513] env[63348]: DEBUG oslo_concurrency.lockutils [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.366807] env[63348]: DEBUG oslo_vmware.api [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023572, 'name': ReconfigVM_Task, 'duration_secs': 0.244325} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.367138] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415745', 'volume_id': 'cb03632e-21d5-473e-b816-0d10aa1ffe5a', 'name': 'volume-cb03632e-21d5-473e-b816-0d10aa1ffe5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e45bed83-01db-43e5-8a07-86853b62a416', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb03632e-21d5-473e-b816-0d10aa1ffe5a', 'serial': 'cb03632e-21d5-473e-b816-0d10aa1ffe5a'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2230.396784] env[63348]: DEBUG nova.compute.manager [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2230.589048] env[63348]: DEBUG oslo_vmware.api [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522b6a76-c06d-08e2-0163-02916505a92f, 'name': SearchDatastore_Task, 'duration_secs': 0.00904} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.589605] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.589717] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.633918] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2230.634224] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2230.634458] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Deleting the datastore file [datastore1] 8a33aef5-5661-4e48-9c8e-ff366cb99757 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2230.635407] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9021a44a-0d70-43a3-9771-37748200e35a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.643766] env[63348]: DEBUG oslo_vmware.api [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Waiting for the task: (returnval){ [ 2230.643766] env[63348]: value = "task-2023574" [ 2230.643766] env[63348]: _type = "Task" [ 2230.643766] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.653454] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2230.653710] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2230.654112] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Deleting the datastore file [datastore2] cc8883cd-c1da-42de-abd6-a68020c1edf8 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2230.654678] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8c680f7-c3b2-4cea-a0c0-8ace784477d2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.660024] env[63348]: DEBUG oslo_vmware.api [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Task: {'id': task-2023574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.666876] env[63348]: DEBUG oslo_vmware.api [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for the task: (returnval){ [ 2230.666876] env[63348]: value = "task-2023575" [ 2230.666876] env[63348]: _type = "Task" [ 2230.666876] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.677659] env[63348]: DEBUG oslo_vmware.api [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.752849] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.823633] env[63348]: DEBUG nova.compute.manager [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2230.923832] env[63348]: DEBUG oslo_concurrency.lockutils [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.154502] env[63348]: DEBUG oslo_vmware.api [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Task: {'id': task-2023574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188664} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.157212] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2231.157402] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2231.157578] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2231.157759] env[63348]: INFO nova.compute.manager [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Took 1.98 seconds to destroy the instance on the hypervisor. [ 2231.158020] env[63348]: DEBUG oslo.service.loopingcall [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2231.158431] env[63348]: DEBUG nova.compute.manager [-] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2231.158587] env[63348]: DEBUG nova.network.neutron [-] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2231.179913] env[63348]: DEBUG oslo_vmware.api [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Task: {'id': task-2023575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17568} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.183440] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2231.183440] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2231.183440] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2231.183440] env[63348]: INFO nova.compute.manager [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Took 3.69 seconds to destroy the instance on the hypervisor. [ 2231.183919] env[63348]: DEBUG oslo.service.loopingcall [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2231.185695] env[63348]: DEBUG nova.compute.manager [-] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2231.185695] env[63348]: DEBUG nova.network.neutron [-] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2231.252673] env[63348]: DEBUG oslo_vmware.api [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023573, 'name': PowerOnVM_Task, 'duration_secs': 0.754667} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.255849] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2231.256080] env[63348]: INFO nova.compute.manager [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Took 10.42 seconds to spawn the instance on the hypervisor. [ 2231.256272] env[63348]: DEBUG nova.compute.manager [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2231.257087] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0a450a-43ba-440b-9875-77124639806e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.259999] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c039b0a-cdbd-4393-968b-1590b23bda04 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.271182] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018c159a-0bb9-47f1-b6a3-d8402419d17b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.305845] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0739570c-73cf-49a7-8e7b-a59766b68cb2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.315768] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a233ee1-bced-4bdf-bbc5-e6cd2b69aba1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.334359] env[63348]: DEBUG nova.compute.provider_tree [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2231.352509] env[63348]: DEBUG oslo_concurrency.lockutils [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.413130] env[63348]: DEBUG nova.objects.instance [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lazy-loading 'flavor' on Instance uuid e45bed83-01db-43e5-8a07-86853b62a416 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2231.675543] env[63348]: DEBUG nova.compute.manager [req-81180653-1c30-4f6a-b196-2bf69b4487b9 req-3fe68214-9452-4e30-8239-5e5fb712a6d8 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Received event network-vif-deleted-3465cbca-5a53-426a-a3b6-3d8e393ebd05 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2231.675723] env[63348]: INFO nova.compute.manager [req-81180653-1c30-4f6a-b196-2bf69b4487b9 req-3fe68214-9452-4e30-8239-5e5fb712a6d8 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Neutron deleted interface 3465cbca-5a53-426a-a3b6-3d8e393ebd05; detaching it from the instance and deleting it from the info cache [ 2231.675897] env[63348]: DEBUG nova.network.neutron [req-81180653-1c30-4f6a-b196-2bf69b4487b9 req-3fe68214-9452-4e30-8239-5e5fb712a6d8 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.787419] env[63348]: DEBUG nova.compute.manager [req-40f00cd3-db8c-44a4-a706-f1c31ac585db req-3e202d5c-a114-4213-926d-14e2d7dbf76a service nova] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Received event network-vif-deleted-96a9f838-e147-4f55-9ff0-08af4980cc03 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2231.787419] env[63348]: INFO nova.compute.manager [req-40f00cd3-db8c-44a4-a706-f1c31ac585db req-3e202d5c-a114-4213-926d-14e2d7dbf76a service nova] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Neutron deleted interface 96a9f838-e147-4f55-9ff0-08af4980cc03; detaching it from the instance and deleting it from the info cache [ 2231.787419] env[63348]: DEBUG nova.network.neutron [req-40f00cd3-db8c-44a4-a706-f1c31ac585db req-3e202d5c-a114-4213-926d-14e2d7dbf76a service nova] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.790084] env[63348]: INFO nova.compute.manager [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Took 15.37 seconds to build instance. [ 2231.839169] env[63348]: DEBUG nova.scheduler.client.report [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2231.917974] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b67d138f-f691-4c53-a0a3-8841c16f4e81 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "e45bed83-01db-43e5-8a07-86853b62a416" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.790s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.962475] env[63348]: DEBUG nova.network.neutron [-] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2232.148018] env[63348]: DEBUG nova.network.neutron [-] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2232.178836] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1716dc0-aa5e-4aa0-80e9-18af8df671c0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.193886] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8749bbce-225c-4bd3-9fd9-a0d8102b8728 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.228297] env[63348]: DEBUG nova.compute.manager [req-81180653-1c30-4f6a-b196-2bf69b4487b9 req-3fe68214-9452-4e30-8239-5e5fb712a6d8 service nova] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Detach interface failed, port_id=3465cbca-5a53-426a-a3b6-3d8e393ebd05, reason: Instance cc8883cd-c1da-42de-abd6-a68020c1edf8 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2232.291381] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4bfa9f0-719d-4d47-9dfe-82ec7f64ea2e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.293985] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3e626c1a-592c-47cd-99a4-4a3404dfa70d tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.876s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2232.302669] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7013a630-66dc-41f7-b32f-8365d705a483 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.348477] env[63348]: DEBUG nova.compute.manager [req-40f00cd3-db8c-44a4-a706-f1c31ac585db req-3e202d5c-a114-4213-926d-14e2d7dbf76a service nova] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Detach interface failed, port_id=96a9f838-e147-4f55-9ff0-08af4980cc03, reason: Instance 8a33aef5-5661-4e48-9c8e-ff366cb99757 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2232.467279] env[63348]: INFO nova.compute.manager [-] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Took 1.31 seconds to deallocate network for instance. [ 2232.650792] env[63348]: INFO nova.compute.manager [-] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Took 1.47 seconds to deallocate network for instance. [ 2232.849929] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.260s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2232.853997] env[63348]: DEBUG oslo_concurrency.lockutils [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.930s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2232.855693] env[63348]: INFO nova.compute.claims [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2232.972721] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.157940] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.294900] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "e45bed83-01db-43e5-8a07-86853b62a416" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.295215] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "e45bed83-01db-43e5-8a07-86853b62a416" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.406421] env[63348]: INFO nova.scheduler.client.report [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleted allocation for migration bbb68cd5-b384-44aa-a05e-d75f7392cf7f [ 2233.512125] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.512482] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.799356] env[63348]: DEBUG nova.compute.utils [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2233.831449] env[63348]: DEBUG nova.compute.manager [req-b03bf025-da8e-4b51-acf6-50f98a027a5f req-f4a94fb9-8eca-487a-bde2-f522c6c1dcda service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Received event network-changed-f5467b6f-1a2b-4145-816f-2612da05fd21 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2233.831618] env[63348]: DEBUG nova.compute.manager [req-b03bf025-da8e-4b51-acf6-50f98a027a5f req-f4a94fb9-8eca-487a-bde2-f522c6c1dcda service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Refreshing instance network info cache due to event network-changed-f5467b6f-1a2b-4145-816f-2612da05fd21. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2233.831960] env[63348]: DEBUG oslo_concurrency.lockutils [req-b03bf025-da8e-4b51-acf6-50f98a027a5f req-f4a94fb9-8eca-487a-bde2-f522c6c1dcda service nova] Acquiring lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2233.832219] env[63348]: DEBUG oslo_concurrency.lockutils [req-b03bf025-da8e-4b51-acf6-50f98a027a5f req-f4a94fb9-8eca-487a-bde2-f522c6c1dcda service nova] Acquired lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2233.832488] env[63348]: DEBUG nova.network.neutron [req-b03bf025-da8e-4b51-acf6-50f98a027a5f req-f4a94fb9-8eca-487a-bde2-f522c6c1dcda service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Refreshing network info cache for port f5467b6f-1a2b-4145-816f-2612da05fd21 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2233.854017] env[63348]: INFO nova.compute.manager [None req-6f54bef1-9e0b-4c57-8d5c-f19f2cb194bb tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Get console output [ 2233.854349] env[63348]: WARNING nova.virt.vmwareapi.driver [None req-6f54bef1-9e0b-4c57-8d5c-f19f2cb194bb tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] The console log is missing. Check your VSPC configuration [ 2233.912050] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a78bfabf-5864-4f41-a961-e1eb3d60e673 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "26487ba7-05c4-43e7-b118-4fb2e8b06981" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.831s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.004508] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a294879-62da-40c9-9835-b7b5ae5d61c6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.012619] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a241800-b68a-477d-8bc0-b5117a52636b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.016104] env[63348]: DEBUG nova.compute.manager [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2234.051196] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6fe9d7-fac4-4af4-a330-c847076616b3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.060298] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a405b958-3e3e-4c07-a40e-05abe16cda69 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.075228] env[63348]: DEBUG nova.compute.provider_tree [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2234.302555] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "e45bed83-01db-43e5-8a07-86853b62a416" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.534239] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.557942] env[63348]: DEBUG nova.network.neutron [req-b03bf025-da8e-4b51-acf6-50f98a027a5f req-f4a94fb9-8eca-487a-bde2-f522c6c1dcda service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Updated VIF entry in instance network info cache for port f5467b6f-1a2b-4145-816f-2612da05fd21. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2234.558383] env[63348]: DEBUG nova.network.neutron [req-b03bf025-da8e-4b51-acf6-50f98a027a5f req-f4a94fb9-8eca-487a-bde2-f522c6c1dcda service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Updating instance_info_cache with network_info: [{"id": "f5467b6f-1a2b-4145-816f-2612da05fd21", "address": "fa:16:3e:52:92:f2", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5467b6f-1a", "ovs_interfaceid": "f5467b6f-1a2b-4145-816f-2612da05fd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2234.578208] env[63348]: DEBUG nova.scheduler.client.report [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2235.061601] env[63348]: DEBUG oslo_concurrency.lockutils [req-b03bf025-da8e-4b51-acf6-50f98a027a5f req-f4a94fb9-8eca-487a-bde2-f522c6c1dcda service nova] Releasing lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2235.082735] env[63348]: DEBUG oslo_concurrency.lockutils [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2235.083429] env[63348]: DEBUG nova.compute.manager [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2235.086158] env[63348]: DEBUG oslo_concurrency.lockutils [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.734s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2235.087552] env[63348]: INFO nova.compute.claims [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2235.360748] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "e45bed83-01db-43e5-8a07-86853b62a416" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2235.361265] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "e45bed83-01db-43e5-8a07-86853b62a416" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2235.361350] env[63348]: INFO nova.compute.manager [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Attaching volume 69425a75-39aa-45ba-9647-92f5ed696b52 to /dev/sdc [ 2235.390411] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b29893-58ec-40d2-aed5-e624a34837d0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.399036] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c99f42-0b07-4c04-954c-efa271b84d8f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.413135] env[63348]: DEBUG nova.virt.block_device [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Updating existing volume attachment record: dc637234-430c-4b69-bd3c-13bafa230100 {{(pid=63348) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2235.591862] env[63348]: DEBUG nova.compute.utils [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2235.595884] env[63348]: DEBUG nova.compute.manager [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2235.596154] env[63348]: DEBUG nova.network.neutron [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2235.655716] env[63348]: DEBUG nova.policy [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98d197ba09084c8984c4ce40b90169f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c041c13707524bd281f97746f3ce3abf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2235.907463] env[63348]: DEBUG nova.network.neutron [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Successfully created port: af80c4da-33df-480b-812b-015b8e6a50d0 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2236.097946] env[63348]: DEBUG nova.compute.manager [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2236.253806] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729d5c45-2928-4454-a5d6-e4c060f4cf59 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.261589] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89caf3dc-a49d-42b8-83fc-71c1a2599df7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.292280] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ecf4a3-3bd6-40bc-98bd-51102c667d86 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.300173] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef031aa-db88-4dac-99a4-bb0a2f581d51 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.313336] env[63348]: DEBUG nova.compute.provider_tree [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2236.817105] env[63348]: DEBUG nova.scheduler.client.report [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2237.109438] env[63348]: DEBUG nova.compute.manager [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2237.138282] env[63348]: DEBUG nova.virt.hardware [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2237.138578] env[63348]: DEBUG nova.virt.hardware [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2237.138738] env[63348]: DEBUG nova.virt.hardware [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2237.138918] env[63348]: DEBUG nova.virt.hardware [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2237.139081] env[63348]: DEBUG nova.virt.hardware [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2237.139234] env[63348]: DEBUG nova.virt.hardware [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2237.139442] env[63348]: DEBUG nova.virt.hardware [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2237.139600] env[63348]: DEBUG nova.virt.hardware [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2237.139768] env[63348]: DEBUG nova.virt.hardware [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2237.139929] env[63348]: DEBUG nova.virt.hardware [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2237.140143] env[63348]: DEBUG nova.virt.hardware [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2237.141112] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe0ad9d-04c4-42d8-acb4-e69fc6dc2938 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.149489] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc9a423-7622-4fc2-a2fc-fb6b08a477df {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.322134] env[63348]: DEBUG oslo_concurrency.lockutils [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.322652] env[63348]: DEBUG nova.compute.manager [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2237.325510] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.353s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.325730] env[63348]: DEBUG nova.objects.instance [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Lazy-loading 'resources' on Instance uuid 8a33aef5-5661-4e48-9c8e-ff366cb99757 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2237.468341] env[63348]: DEBUG nova.compute.manager [req-d7b8cad4-e982-49f0-ac32-499f333a7ef6 req-e2cccebc-3afc-4566-b8ac-a7cbaaa3df11 service nova] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Received event network-vif-plugged-af80c4da-33df-480b-812b-015b8e6a50d0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2237.468558] env[63348]: DEBUG oslo_concurrency.lockutils [req-d7b8cad4-e982-49f0-ac32-499f333a7ef6 req-e2cccebc-3afc-4566-b8ac-a7cbaaa3df11 service nova] Acquiring lock "bec007b1-a7c0-4303-a018-dac1969e2b82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.468799] env[63348]: DEBUG oslo_concurrency.lockutils [req-d7b8cad4-e982-49f0-ac32-499f333a7ef6 req-e2cccebc-3afc-4566-b8ac-a7cbaaa3df11 service nova] Lock "bec007b1-a7c0-4303-a018-dac1969e2b82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.468915] env[63348]: DEBUG oslo_concurrency.lockutils [req-d7b8cad4-e982-49f0-ac32-499f333a7ef6 req-e2cccebc-3afc-4566-b8ac-a7cbaaa3df11 service nova] Lock "bec007b1-a7c0-4303-a018-dac1969e2b82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.469091] env[63348]: DEBUG nova.compute.manager [req-d7b8cad4-e982-49f0-ac32-499f333a7ef6 req-e2cccebc-3afc-4566-b8ac-a7cbaaa3df11 service nova] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] No waiting events found dispatching network-vif-plugged-af80c4da-33df-480b-812b-015b8e6a50d0 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2237.469388] env[63348]: WARNING nova.compute.manager [req-d7b8cad4-e982-49f0-ac32-499f333a7ef6 req-e2cccebc-3afc-4566-b8ac-a7cbaaa3df11 service nova] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Received unexpected event network-vif-plugged-af80c4da-33df-480b-812b-015b8e6a50d0 for instance with vm_state building and task_state spawning. [ 2237.563107] env[63348]: DEBUG nova.network.neutron [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Successfully updated port: af80c4da-33df-480b-812b-015b8e6a50d0 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2237.828567] env[63348]: DEBUG nova.compute.utils [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2237.833061] env[63348]: DEBUG nova.compute.manager [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2237.833249] env[63348]: DEBUG nova.network.neutron [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2237.873791] env[63348]: DEBUG nova.policy [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98d197ba09084c8984c4ce40b90169f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c041c13707524bd281f97746f3ce3abf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2237.955317] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efd8f82-767d-40f6-ae9c-26ef30c59eed {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.963702] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0627d3e-198e-4815-abf4-62afb92840e2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.994033] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3216ae9-ee0c-4358-bb39-db3e9ddc6fea {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.002163] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e2eb27-41be-499d-8b29-7c026be7edf7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.017574] env[63348]: DEBUG nova.compute.provider_tree [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2238.066279] env[63348]: DEBUG oslo_concurrency.lockutils [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "refresh_cache-bec007b1-a7c0-4303-a018-dac1969e2b82" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2238.066431] env[63348]: DEBUG oslo_concurrency.lockutils [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired lock "refresh_cache-bec007b1-a7c0-4303-a018-dac1969e2b82" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2238.066581] env[63348]: DEBUG nova.network.neutron [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2238.121989] env[63348]: DEBUG nova.network.neutron [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Successfully created port: 181f9779-ada0-4bac-9bd6-62312d897b3f {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2238.333487] env[63348]: DEBUG nova.compute.manager [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2238.521245] env[63348]: DEBUG nova.scheduler.client.report [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2238.596934] env[63348]: DEBUG nova.network.neutron [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2238.813191] env[63348]: DEBUG nova.network.neutron [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Updating instance_info_cache with network_info: [{"id": "af80c4da-33df-480b-812b-015b8e6a50d0", "address": "fa:16:3e:28:0b:59", "network": {"id": "8680ecd5-c801-4342-847b-1235d5794676", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1979859466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c041c13707524bd281f97746f3ce3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf80c4da-33", "ovs_interfaceid": "af80c4da-33df-480b-812b-015b8e6a50d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2239.025765] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.028095] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.870s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.028328] env[63348]: DEBUG nova.objects.instance [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lazy-loading 'resources' on Instance uuid cc8883cd-c1da-42de-abd6-a68020c1edf8 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2239.047157] env[63348]: INFO nova.scheduler.client.report [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Deleted allocations for instance 8a33aef5-5661-4e48-9c8e-ff366cb99757 [ 2239.316065] env[63348]: DEBUG oslo_concurrency.lockutils [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Releasing lock "refresh_cache-bec007b1-a7c0-4303-a018-dac1969e2b82" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.316427] env[63348]: DEBUG nova.compute.manager [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Instance network_info: |[{"id": "af80c4da-33df-480b-812b-015b8e6a50d0", "address": "fa:16:3e:28:0b:59", "network": {"id": "8680ecd5-c801-4342-847b-1235d5794676", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1979859466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c041c13707524bd281f97746f3ce3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf80c4da-33", "ovs_interfaceid": "af80c4da-33df-480b-812b-015b8e6a50d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2239.316852] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:0b:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af80c4da-33df-480b-812b-015b8e6a50d0', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2239.324533] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Creating folder: Project (c041c13707524bd281f97746f3ce3abf). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2239.324816] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8aeb2341-a82c-4621-a962-9192aa006c8a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.338166] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Created folder: Project (c041c13707524bd281f97746f3ce3abf) in parent group-v415427. [ 2239.338358] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Creating folder: Instances. Parent ref: group-v415747. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2239.338592] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d3b9c05-d71e-425e-a606-06a7e111a180 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.341065] env[63348]: DEBUG nova.compute.manager [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2239.351363] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Created folder: Instances in parent group-v415747. [ 2239.351465] env[63348]: DEBUG oslo.service.loopingcall [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2239.351597] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2239.351807] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7419adaa-17cc-4124-8d37-b48d92b8236a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.373594] env[63348]: DEBUG nova.virt.hardware [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2239.373821] env[63348]: DEBUG nova.virt.hardware [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2239.373978] env[63348]: DEBUG nova.virt.hardware [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2239.374172] env[63348]: DEBUG nova.virt.hardware [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2239.374316] env[63348]: DEBUG nova.virt.hardware [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2239.374457] env[63348]: DEBUG nova.virt.hardware [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2239.374659] env[63348]: DEBUG nova.virt.hardware [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2239.374814] env[63348]: DEBUG nova.virt.hardware [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2239.374975] env[63348]: DEBUG nova.virt.hardware [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2239.375151] env[63348]: DEBUG nova.virt.hardware [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2239.375328] env[63348]: DEBUG nova.virt.hardware [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2239.376157] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14caf9f-72ef-4321-b236-ae9bcf8e2607 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.379754] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2239.379754] env[63348]: value = "task-2023580" [ 2239.379754] env[63348]: _type = "Task" [ 2239.379754] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.385966] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0c37c1-01e3-4d0e-a89a-f2fd8747c420 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.392608] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023580, 'name': CreateVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.492568] env[63348]: DEBUG nova.compute.manager [req-d70884a2-d8c8-424b-ae6f-6808b016ca2c req-e941ffe4-0181-45f6-9252-570999ca7212 service nova] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Received event network-changed-af80c4da-33df-480b-812b-015b8e6a50d0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2239.492773] env[63348]: DEBUG nova.compute.manager [req-d70884a2-d8c8-424b-ae6f-6808b016ca2c req-e941ffe4-0181-45f6-9252-570999ca7212 service nova] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Refreshing instance network info cache due to event network-changed-af80c4da-33df-480b-812b-015b8e6a50d0. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2239.493176] env[63348]: DEBUG oslo_concurrency.lockutils [req-d70884a2-d8c8-424b-ae6f-6808b016ca2c req-e941ffe4-0181-45f6-9252-570999ca7212 service nova] Acquiring lock "refresh_cache-bec007b1-a7c0-4303-a018-dac1969e2b82" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2239.493342] env[63348]: DEBUG oslo_concurrency.lockutils [req-d70884a2-d8c8-424b-ae6f-6808b016ca2c req-e941ffe4-0181-45f6-9252-570999ca7212 service nova] Acquired lock "refresh_cache-bec007b1-a7c0-4303-a018-dac1969e2b82" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.493521] env[63348]: DEBUG nova.network.neutron [req-d70884a2-d8c8-424b-ae6f-6808b016ca2c req-e941ffe4-0181-45f6-9252-570999ca7212 service nova] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Refreshing network info cache for port af80c4da-33df-480b-812b-015b8e6a50d0 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2239.555903] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cebe48bd-ebcb-4f75-95d9-bed6dd7a1fdf tempest-ServerGroupTestJSON-842664102 tempest-ServerGroupTestJSON-842664102-project-member] Lock "8a33aef5-5661-4e48-9c8e-ff366cb99757" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.888s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.583788] env[63348]: DEBUG nova.network.neutron [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Successfully updated port: 181f9779-ada0-4bac-9bd6-62312d897b3f {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2239.663594] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d31781-b765-4d46-aa17-505758bb0c87 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.672479] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7b913d-b847-47e7-a09e-34b312c66c11 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.702615] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba1dd1f-f314-4e4d-be69-d444c48ddf3b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.711811] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff22923-355e-4976-836d-0805313a4168 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.725646] env[63348]: DEBUG nova.compute.provider_tree [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2239.891010] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023580, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.957722] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Volume attach. Driver type: vmdk {{(pid=63348) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2239.957722] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415746', 'volume_id': '69425a75-39aa-45ba-9647-92f5ed696b52', 'name': 'volume-69425a75-39aa-45ba-9647-92f5ed696b52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e45bed83-01db-43e5-8a07-86853b62a416', 'attached_at': '', 'detached_at': '', 'volume_id': '69425a75-39aa-45ba-9647-92f5ed696b52', 'serial': '69425a75-39aa-45ba-9647-92f5ed696b52'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2239.958569] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30394a05-f1f2-40d9-a081-323aa3280f93 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.975624] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5123746b-2bef-454a-ba3f-2fbe2148e18c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.008417] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-69425a75-39aa-45ba-9647-92f5ed696b52/volume-69425a75-39aa-45ba-9647-92f5ed696b52.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2240.008715] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1065837b-76c7-4835-85c7-83c3abeaf4da {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.028659] env[63348]: DEBUG oslo_vmware.api [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2240.028659] env[63348]: value = "task-2023581" [ 2240.028659] env[63348]: _type = "Task" [ 2240.028659] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.037443] env[63348]: DEBUG oslo_vmware.api [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.089701] env[63348]: DEBUG oslo_concurrency.lockutils [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "refresh_cache-c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.089701] env[63348]: DEBUG oslo_concurrency.lockutils [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired lock "refresh_cache-c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.089701] env[63348]: DEBUG nova.network.neutron [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2240.229510] env[63348]: DEBUG nova.scheduler.client.report [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2240.343818] env[63348]: DEBUG nova.network.neutron [req-d70884a2-d8c8-424b-ae6f-6808b016ca2c req-e941ffe4-0181-45f6-9252-570999ca7212 service nova] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Updated VIF entry in instance network info cache for port af80c4da-33df-480b-812b-015b8e6a50d0. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2240.344341] env[63348]: DEBUG nova.network.neutron [req-d70884a2-d8c8-424b-ae6f-6808b016ca2c req-e941ffe4-0181-45f6-9252-570999ca7212 service nova] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Updating instance_info_cache with network_info: [{"id": "af80c4da-33df-480b-812b-015b8e6a50d0", "address": "fa:16:3e:28:0b:59", "network": {"id": "8680ecd5-c801-4342-847b-1235d5794676", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1979859466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c041c13707524bd281f97746f3ce3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf80c4da-33", "ovs_interfaceid": "af80c4da-33df-480b-812b-015b8e6a50d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2240.391420] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023580, 'name': CreateVM_Task, 'duration_secs': 0.523549} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.391583] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2240.392393] env[63348]: DEBUG oslo_concurrency.lockutils [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.392568] env[63348]: DEBUG oslo_concurrency.lockutils [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.392951] env[63348]: DEBUG oslo_concurrency.lockutils [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2240.393255] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef01a76-7d64-402c-a6e9-38db0f1eca6a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.398334] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2240.398334] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ff0f02-db51-d6ef-5e58-0b49a14e3def" [ 2240.398334] env[63348]: _type = "Task" [ 2240.398334] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.406892] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ff0f02-db51-d6ef-5e58-0b49a14e3def, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.539804] env[63348]: DEBUG oslo_vmware.api [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023581, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.645239] env[63348]: DEBUG nova.network.neutron [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2240.736566] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.738865] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.205s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.740575] env[63348]: INFO nova.compute.claims [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2240.770703] env[63348]: INFO nova.scheduler.client.report [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Deleted allocations for instance cc8883cd-c1da-42de-abd6-a68020c1edf8 [ 2240.788032] env[63348]: DEBUG nova.network.neutron [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Updating instance_info_cache with network_info: [{"id": "181f9779-ada0-4bac-9bd6-62312d897b3f", "address": "fa:16:3e:73:88:05", "network": {"id": "8680ecd5-c801-4342-847b-1235d5794676", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1979859466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c041c13707524bd281f97746f3ce3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap181f9779-ad", "ovs_interfaceid": "181f9779-ada0-4bac-9bd6-62312d897b3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2240.847221] env[63348]: DEBUG oslo_concurrency.lockutils [req-d70884a2-d8c8-424b-ae6f-6808b016ca2c req-e941ffe4-0181-45f6-9252-570999ca7212 service nova] Releasing lock "refresh_cache-bec007b1-a7c0-4303-a018-dac1969e2b82" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.909193] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ff0f02-db51-d6ef-5e58-0b49a14e3def, 'name': SearchDatastore_Task, 'duration_secs': 0.012767} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.909511] env[63348]: DEBUG oslo_concurrency.lockutils [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.909744] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2240.909973] env[63348]: DEBUG oslo_concurrency.lockutils [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.910133] env[63348]: DEBUG oslo_concurrency.lockutils [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.910308] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2240.910577] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84acbd11-9e00-4495-9742-258eca0fff77 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.919948] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2240.920175] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2240.920910] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289085d0-9cb5-4319-9048-f225ca3c1c39 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.926571] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2240.926571] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52959582-0fab-3f26-d74d-0dad8718a1d6" [ 2240.926571] env[63348]: _type = "Task" [ 2240.926571] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.934668] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52959582-0fab-3f26-d74d-0dad8718a1d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.042645] env[63348]: DEBUG oslo_vmware.api [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023581, 'name': ReconfigVM_Task, 'duration_secs': 0.559602} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.042969] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-69425a75-39aa-45ba-9647-92f5ed696b52/volume-69425a75-39aa-45ba-9647-92f5ed696b52.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2241.049228] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ea3f1bd-ec59-4339-bcb9-4dba0065e754 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.065945] env[63348]: DEBUG oslo_vmware.api [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2241.065945] env[63348]: value = "task-2023582" [ 2241.065945] env[63348]: _type = "Task" [ 2241.065945] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.076308] env[63348]: DEBUG oslo_vmware.api [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.280076] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0ea72338-719a-4102-95b9-3ea57b72156a tempest-AttachVolumeShelveTestJSON-308379589 tempest-AttachVolumeShelveTestJSON-308379589-project-member] Lock "cc8883cd-c1da-42de-abd6-a68020c1edf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.300s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.292760] env[63348]: DEBUG oslo_concurrency.lockutils [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Releasing lock "refresh_cache-c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2241.293127] env[63348]: DEBUG nova.compute.manager [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Instance network_info: |[{"id": "181f9779-ada0-4bac-9bd6-62312d897b3f", "address": "fa:16:3e:73:88:05", "network": {"id": "8680ecd5-c801-4342-847b-1235d5794676", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1979859466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c041c13707524bd281f97746f3ce3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap181f9779-ad", "ovs_interfaceid": "181f9779-ada0-4bac-9bd6-62312d897b3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2241.293621] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:88:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '181f9779-ada0-4bac-9bd6-62312d897b3f', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2241.301956] env[63348]: DEBUG oslo.service.loopingcall [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2241.302762] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2241.303011] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e117f60f-9865-4ff0-9096-65755078fb95 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.325934] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2241.325934] env[63348]: value = "task-2023583" [ 2241.325934] env[63348]: _type = "Task" [ 2241.325934] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.335299] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023583, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.442533] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52959582-0fab-3f26-d74d-0dad8718a1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.008921} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.443460] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c705b077-9051-422a-8c25-b1208a7a0bfe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.450060] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2241.450060] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e329e7-785d-bd74-4f3d-85497ebfbc6d" [ 2241.450060] env[63348]: _type = "Task" [ 2241.450060] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.458529] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e329e7-785d-bd74-4f3d-85497ebfbc6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.530971] env[63348]: DEBUG nova.compute.manager [req-d4e0e6ac-d88d-461f-99aa-650f8ddb543b req-868d8fce-c0d7-434c-86c5-aa5594db44f9 service nova] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Received event network-vif-plugged-181f9779-ada0-4bac-9bd6-62312d897b3f {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2241.531201] env[63348]: DEBUG oslo_concurrency.lockutils [req-d4e0e6ac-d88d-461f-99aa-650f8ddb543b req-868d8fce-c0d7-434c-86c5-aa5594db44f9 service nova] Acquiring lock "c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.531462] env[63348]: DEBUG oslo_concurrency.lockutils [req-d4e0e6ac-d88d-461f-99aa-650f8ddb543b req-868d8fce-c0d7-434c-86c5-aa5594db44f9 service nova] Lock "c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.531675] env[63348]: DEBUG oslo_concurrency.lockutils [req-d4e0e6ac-d88d-461f-99aa-650f8ddb543b req-868d8fce-c0d7-434c-86c5-aa5594db44f9 service nova] Lock "c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.531857] env[63348]: DEBUG nova.compute.manager [req-d4e0e6ac-d88d-461f-99aa-650f8ddb543b req-868d8fce-c0d7-434c-86c5-aa5594db44f9 service nova] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] No waiting events found dispatching network-vif-plugged-181f9779-ada0-4bac-9bd6-62312d897b3f {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2241.532052] env[63348]: WARNING nova.compute.manager [req-d4e0e6ac-d88d-461f-99aa-650f8ddb543b req-868d8fce-c0d7-434c-86c5-aa5594db44f9 service nova] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Received unexpected event network-vif-plugged-181f9779-ada0-4bac-9bd6-62312d897b3f for instance with vm_state building and task_state spawning. [ 2241.532267] env[63348]: DEBUG nova.compute.manager [req-d4e0e6ac-d88d-461f-99aa-650f8ddb543b req-868d8fce-c0d7-434c-86c5-aa5594db44f9 service nova] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Received event network-changed-181f9779-ada0-4bac-9bd6-62312d897b3f {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2241.532472] env[63348]: DEBUG nova.compute.manager [req-d4e0e6ac-d88d-461f-99aa-650f8ddb543b req-868d8fce-c0d7-434c-86c5-aa5594db44f9 service nova] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Refreshing instance network info cache due to event network-changed-181f9779-ada0-4bac-9bd6-62312d897b3f. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2241.532670] env[63348]: DEBUG oslo_concurrency.lockutils [req-d4e0e6ac-d88d-461f-99aa-650f8ddb543b req-868d8fce-c0d7-434c-86c5-aa5594db44f9 service nova] Acquiring lock "refresh_cache-c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2241.532845] env[63348]: DEBUG oslo_concurrency.lockutils [req-d4e0e6ac-d88d-461f-99aa-650f8ddb543b req-868d8fce-c0d7-434c-86c5-aa5594db44f9 service nova] Acquired lock "refresh_cache-c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2241.533030] env[63348]: DEBUG nova.network.neutron [req-d4e0e6ac-d88d-461f-99aa-650f8ddb543b req-868d8fce-c0d7-434c-86c5-aa5594db44f9 service nova] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Refreshing network info cache for port 181f9779-ada0-4bac-9bd6-62312d897b3f {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2241.576789] env[63348]: DEBUG oslo_vmware.api [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023582, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.836632] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023583, 'name': CreateVM_Task, 'duration_secs': 0.379472} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.839230] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2241.840159] env[63348]: DEBUG oslo_concurrency.lockutils [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2241.840322] env[63348]: DEBUG oslo_concurrency.lockutils [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2241.840641] env[63348]: DEBUG oslo_concurrency.lockutils [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2241.840968] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0574fcc-5e77-4084-b4f3-e80432e2210e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.846539] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2241.846539] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ba5659-b5e1-a5cf-1317-b24c0abe8c66" [ 2241.846539] env[63348]: _type = "Task" [ 2241.846539] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.858484] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ba5659-b5e1-a5cf-1317-b24c0abe8c66, 'name': SearchDatastore_Task} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.858870] env[63348]: DEBUG oslo_concurrency.lockutils [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2241.859206] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2241.859489] env[63348]: DEBUG oslo_concurrency.lockutils [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2241.877341] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a91cbf2-68d5-4013-bfd3-2d5adcf18ac6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.885847] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2cbcd0-4989-4ed6-8887-9aa3457a900c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.920233] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274a2101-de6f-4cce-9a8b-cfa364652404 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.928568] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83738ad-9613-433a-8e19-1cbfaee65916 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.941880] env[63348]: DEBUG nova.compute.provider_tree [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2241.959817] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52e329e7-785d-bd74-4f3d-85497ebfbc6d, 'name': SearchDatastore_Task, 'duration_secs': 0.011106} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.960066] env[63348]: DEBUG oslo_concurrency.lockutils [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2241.960318] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] bec007b1-a7c0-4303-a018-dac1969e2b82/bec007b1-a7c0-4303-a018-dac1969e2b82.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2241.960573] env[63348]: DEBUG oslo_concurrency.lockutils [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2241.960753] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2241.960959] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3b3154c-d847-43fd-ac81-3fb82349aa7d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.962671] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7412617e-8e73-4388-b38a-4777be50f9d3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.969378] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2241.969378] env[63348]: value = "task-2023584" [ 2241.969378] env[63348]: _type = "Task" [ 2241.969378] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.973076] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2241.973258] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2241.974209] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-969bcc25-6673-429a-876a-82370f74aeea {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.979017] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.982340] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2241.982340] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52af7412-4154-4268-3413-9dec44b6d96e" [ 2241.982340] env[63348]: _type = "Task" [ 2241.982340] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.989586] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52af7412-4154-4268-3413-9dec44b6d96e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.076696] env[63348]: DEBUG oslo_vmware.api [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023582, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.262765] env[63348]: DEBUG nova.network.neutron [req-d4e0e6ac-d88d-461f-99aa-650f8ddb543b req-868d8fce-c0d7-434c-86c5-aa5594db44f9 service nova] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Updated VIF entry in instance network info cache for port 181f9779-ada0-4bac-9bd6-62312d897b3f. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2242.263603] env[63348]: DEBUG nova.network.neutron [req-d4e0e6ac-d88d-461f-99aa-650f8ddb543b req-868d8fce-c0d7-434c-86c5-aa5594db44f9 service nova] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Updating instance_info_cache with network_info: [{"id": "181f9779-ada0-4bac-9bd6-62312d897b3f", "address": "fa:16:3e:73:88:05", "network": {"id": "8680ecd5-c801-4342-847b-1235d5794676", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1979859466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c041c13707524bd281f97746f3ce3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap181f9779-ad", "ovs_interfaceid": "181f9779-ada0-4bac-9bd6-62312d897b3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2242.444993] env[63348]: DEBUG nova.scheduler.client.report [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2242.481055] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462196} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.481280] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] bec007b1-a7c0-4303-a018-dac1969e2b82/bec007b1-a7c0-4303-a018-dac1969e2b82.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2242.481496] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2242.481876] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de7d6d5a-25cc-4d7e-9bc6-e6dab1f87ca1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.493102] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52af7412-4154-4268-3413-9dec44b6d96e, 'name': SearchDatastore_Task, 'duration_secs': 0.009096} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.494859] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2242.494859] env[63348]: value = "task-2023585" [ 2242.494859] env[63348]: _type = "Task" [ 2242.494859] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.495057] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce01925b-87f7-4270-bf26-b4249041d790 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.509057] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2242.509057] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fc50b6-c57c-959a-192b-2b08f87fb44e" [ 2242.509057] env[63348]: _type = "Task" [ 2242.509057] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.509327] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.517372] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fc50b6-c57c-959a-192b-2b08f87fb44e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.578149] env[63348]: DEBUG oslo_vmware.api [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023582, 'name': ReconfigVM_Task, 'duration_secs': 1.155373} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.578475] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415746', 'volume_id': '69425a75-39aa-45ba-9647-92f5ed696b52', 'name': 'volume-69425a75-39aa-45ba-9647-92f5ed696b52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e45bed83-01db-43e5-8a07-86853b62a416', 'attached_at': '', 'detached_at': '', 'volume_id': '69425a75-39aa-45ba-9647-92f5ed696b52', 'serial': '69425a75-39aa-45ba-9647-92f5ed696b52'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2242.767628] env[63348]: DEBUG oslo_concurrency.lockutils [req-d4e0e6ac-d88d-461f-99aa-650f8ddb543b req-868d8fce-c0d7-434c-86c5-aa5594db44f9 service nova] Releasing lock "refresh_cache-c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2242.949447] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2242.949975] env[63348]: DEBUG nova.compute.manager [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2243.008549] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080219} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.008747] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2243.009523] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feef19f9-a245-48bb-8a9d-446e6c0648e3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.036483] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] bec007b1-a7c0-4303-a018-dac1969e2b82/bec007b1-a7c0-4303-a018-dac1969e2b82.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2243.039807] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18a30db1-d591-4737-9029-9129d07c346f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.053917] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52fc50b6-c57c-959a-192b-2b08f87fb44e, 'name': SearchDatastore_Task, 'duration_secs': 0.010538} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.054231] env[63348]: DEBUG oslo_concurrency.lockutils [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2243.054490] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350/c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2243.055179] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8f8d531-502c-48c2-a98e-83863d98354c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.062944] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2243.062944] env[63348]: value = "task-2023587" [ 2243.062944] env[63348]: _type = "Task" [ 2243.062944] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.067971] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2243.067971] env[63348]: value = "task-2023588" [ 2243.067971] env[63348]: _type = "Task" [ 2243.067971] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.078823] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.454984] env[63348]: DEBUG nova.compute.utils [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2243.457188] env[63348]: DEBUG nova.compute.manager [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2243.457507] env[63348]: DEBUG nova.network.neutron [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2243.512480] env[63348]: DEBUG nova.policy [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '243dc67e06c34758bb7b5a94da01adb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b905e7bbdee249858305654d91566002', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2243.576579] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023587, 'name': ReconfigVM_Task, 'duration_secs': 0.380334} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.577523] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Reconfigured VM instance instance-00000076 to attach disk [datastore1] bec007b1-a7c0-4303-a018-dac1969e2b82/bec007b1-a7c0-4303-a018-dac1969e2b82.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2243.578218] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3aa3a452-c4f4-4370-bc64-a4e54b953197 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.583926] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023588, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.589548] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2243.589548] env[63348]: value = "task-2023589" [ 2243.589548] env[63348]: _type = "Task" [ 2243.589548] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.598158] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023589, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.618435] env[63348]: DEBUG nova.objects.instance [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lazy-loading 'flavor' on Instance uuid e45bed83-01db-43e5-8a07-86853b62a416 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2243.797292] env[63348]: DEBUG nova.network.neutron [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Successfully created port: f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2243.960872] env[63348]: DEBUG nova.compute.manager [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2243.991916] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3189a38e-c8ca-4f3f-a3e8-822645e0f27b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "e45bed83-01db-43e5-8a07-86853b62a416" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2244.080500] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.924697} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.080843] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350/c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2244.080979] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2244.081269] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8db3715-8538-44ba-b927-368177d300ef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.089579] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2244.089579] env[63348]: value = "task-2023590" [ 2244.089579] env[63348]: _type = "Task" [ 2244.089579] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.101015] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.104348] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023589, 'name': Rename_Task, 'duration_secs': 0.47973} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.104607] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2244.104848] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d475e24-8a6c-40f5-849b-a3cc716dab8e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.115244] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2244.115244] env[63348]: value = "task-2023591" [ 2244.115244] env[63348]: _type = "Task" [ 2244.115244] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.123883] env[63348]: DEBUG oslo_concurrency.lockutils [None req-35327f62-1b5f-4281-b01f-31fbe51cd56d tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "e45bed83-01db-43e5-8a07-86853b62a416" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.763s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2244.125376] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3189a38e-c8ca-4f3f-a3e8-822645e0f27b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "e45bed83-01db-43e5-8a07-86853b62a416" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.134s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2244.138626] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023591, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.600369] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128702} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.600703] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2244.601640] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0603f7c-4669-41c3-ae4a-131e8f190578 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.627520] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350/c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2244.631671] env[63348]: INFO nova.compute.manager [None req-3189a38e-c8ca-4f3f-a3e8-822645e0f27b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Detaching volume cb03632e-21d5-473e-b816-0d10aa1ffe5a [ 2244.633435] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05a4b1c3-69d5-42bd-a385-212262b72bfa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.657677] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2244.657677] env[63348]: value = "task-2023592" [ 2244.657677] env[63348]: _type = "Task" [ 2244.657677] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.657931] env[63348]: DEBUG oslo_vmware.api [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023591, 'name': PowerOnVM_Task, 'duration_secs': 0.503955} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.658314] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2244.658524] env[63348]: INFO nova.compute.manager [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Took 7.55 seconds to spawn the instance on the hypervisor. [ 2244.658699] env[63348]: DEBUG nova.compute.manager [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2244.662193] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605035cf-f187-402a-bceb-fb5fb611ab7a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.670394] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.680488] env[63348]: INFO nova.virt.block_device [None req-3189a38e-c8ca-4f3f-a3e8-822645e0f27b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Attempting to driver detach volume cb03632e-21d5-473e-b816-0d10aa1ffe5a from mountpoint /dev/sdb [ 2244.680843] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3189a38e-c8ca-4f3f-a3e8-822645e0f27b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Volume detach. Driver type: vmdk {{(pid=63348) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2244.681164] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3189a38e-c8ca-4f3f-a3e8-822645e0f27b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415745', 'volume_id': 'cb03632e-21d5-473e-b816-0d10aa1ffe5a', 'name': 'volume-cb03632e-21d5-473e-b816-0d10aa1ffe5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e45bed83-01db-43e5-8a07-86853b62a416', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb03632e-21d5-473e-b816-0d10aa1ffe5a', 'serial': 'cb03632e-21d5-473e-b816-0d10aa1ffe5a'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2244.682440] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a150bae-db86-4b72-af96-4c932f130bca {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.709914] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2608ac3c-2041-4ec7-99d8-8e73c7761214 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.719287] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d277c051-59cd-4900-899a-3f500f5f2b9d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.747513] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc440eb-50b1-4176-bda4-278146585846 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.763687] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3189a38e-c8ca-4f3f-a3e8-822645e0f27b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] The volume has not been displaced from its original location: [datastore1] volume-cb03632e-21d5-473e-b816-0d10aa1ffe5a/volume-cb03632e-21d5-473e-b816-0d10aa1ffe5a.vmdk. No consolidation needed. {{(pid=63348) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2244.769041] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3189a38e-c8ca-4f3f-a3e8-822645e0f27b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2244.769339] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c44b5e2b-0416-4b74-a7d2-cc23e671deb9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.787888] env[63348]: DEBUG oslo_vmware.api [None req-3189a38e-c8ca-4f3f-a3e8-822645e0f27b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2244.787888] env[63348]: value = "task-2023593" [ 2244.787888] env[63348]: _type = "Task" [ 2244.787888] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.796988] env[63348]: DEBUG oslo_vmware.api [None req-3189a38e-c8ca-4f3f-a3e8-822645e0f27b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.971188] env[63348]: DEBUG nova.compute.manager [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2244.998474] env[63348]: DEBUG nova.virt.hardware [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2244.998745] env[63348]: DEBUG nova.virt.hardware [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2244.998905] env[63348]: DEBUG nova.virt.hardware [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2244.999099] env[63348]: DEBUG nova.virt.hardware [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2244.999249] env[63348]: DEBUG nova.virt.hardware [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2244.999396] env[63348]: DEBUG nova.virt.hardware [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2244.999599] env[63348]: DEBUG nova.virt.hardware [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2244.999756] env[63348]: DEBUG nova.virt.hardware [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2244.999921] env[63348]: DEBUG nova.virt.hardware [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2245.000142] env[63348]: DEBUG nova.virt.hardware [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2245.000268] env[63348]: DEBUG nova.virt.hardware [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2245.001204] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02054e75-068d-45dc-9f46-1955127740ca {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.010302] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53332e4b-3eac-4a87-a9be-767ec117d682 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.168652] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023592, 'name': ReconfigVM_Task, 'duration_secs': 0.287413} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.168938] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Reconfigured VM instance instance-00000077 to attach disk [datastore1] c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350/c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2245.169603] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40f91fc3-4264-4874-82ea-035a24f0b06c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.180449] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2245.180449] env[63348]: value = "task-2023594" [ 2245.180449] env[63348]: _type = "Task" [ 2245.180449] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.186440] env[63348]: INFO nova.compute.manager [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Took 14.28 seconds to build instance. [ 2245.193040] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023594, 'name': Rename_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.197690] env[63348]: DEBUG nova.compute.manager [req-006b32a2-7f59-469d-8bf6-690850c15866 req-6bd9a1e0-11b9-4b80-bc0b-4c9261ee6cce service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Received event network-vif-plugged-f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2245.197981] env[63348]: DEBUG oslo_concurrency.lockutils [req-006b32a2-7f59-469d-8bf6-690850c15866 req-6bd9a1e0-11b9-4b80-bc0b-4c9261ee6cce service nova] Acquiring lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2245.198248] env[63348]: DEBUG oslo_concurrency.lockutils [req-006b32a2-7f59-469d-8bf6-690850c15866 req-6bd9a1e0-11b9-4b80-bc0b-4c9261ee6cce service nova] Lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.198436] env[63348]: DEBUG oslo_concurrency.lockutils [req-006b32a2-7f59-469d-8bf6-690850c15866 req-6bd9a1e0-11b9-4b80-bc0b-4c9261ee6cce service nova] Lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.198605] env[63348]: DEBUG nova.compute.manager [req-006b32a2-7f59-469d-8bf6-690850c15866 req-6bd9a1e0-11b9-4b80-bc0b-4c9261ee6cce service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] No waiting events found dispatching network-vif-plugged-f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2245.198765] env[63348]: WARNING nova.compute.manager [req-006b32a2-7f59-469d-8bf6-690850c15866 req-6bd9a1e0-11b9-4b80-bc0b-4c9261ee6cce service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Received unexpected event network-vif-plugged-f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff for instance with vm_state building and task_state spawning. [ 2245.299310] env[63348]: DEBUG oslo_vmware.api [None req-3189a38e-c8ca-4f3f-a3e8-822645e0f27b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023593, 'name': ReconfigVM_Task, 'duration_secs': 0.506717} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.299594] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3189a38e-c8ca-4f3f-a3e8-822645e0f27b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2245.304888] env[63348]: DEBUG nova.network.neutron [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Successfully updated port: f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2245.306033] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d3e81b0-ffd8-42b1-ab6b-63589043eda0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.323942] env[63348]: DEBUG oslo_vmware.api [None req-3189a38e-c8ca-4f3f-a3e8-822645e0f27b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2245.323942] env[63348]: value = "task-2023595" [ 2245.323942] env[63348]: _type = "Task" [ 2245.323942] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.336674] env[63348]: DEBUG oslo_vmware.api [None req-3189a38e-c8ca-4f3f-a3e8-822645e0f27b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.690829] env[63348]: DEBUG oslo_concurrency.lockutils [None req-313bb956-a84b-4080-9b80-4c2ca83b5113 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "bec007b1-a7c0-4303-a018-dac1969e2b82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.796s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.691102] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023594, 'name': Rename_Task, 'duration_secs': 0.144491} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.691368] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2245.691610] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b0ff588-45f1-4819-b950-27a96346dca8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.698459] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2245.698459] env[63348]: value = "task-2023596" [ 2245.698459] env[63348]: _type = "Task" [ 2245.698459] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.706615] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.818016] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2245.818152] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2245.818295] env[63348]: DEBUG nova.network.neutron [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2245.833795] env[63348]: DEBUG oslo_vmware.api [None req-3189a38e-c8ca-4f3f-a3e8-822645e0f27b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023595, 'name': ReconfigVM_Task, 'duration_secs': 0.268721} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.834117] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3189a38e-c8ca-4f3f-a3e8-822645e0f27b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415745', 'volume_id': 'cb03632e-21d5-473e-b816-0d10aa1ffe5a', 'name': 'volume-cb03632e-21d5-473e-b816-0d10aa1ffe5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e45bed83-01db-43e5-8a07-86853b62a416', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb03632e-21d5-473e-b816-0d10aa1ffe5a', 'serial': 'cb03632e-21d5-473e-b816-0d10aa1ffe5a'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2246.208863] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023596, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.353045] env[63348]: DEBUG nova.network.neutron [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2246.385794] env[63348]: DEBUG nova.objects.instance [None req-3189a38e-c8ca-4f3f-a3e8-822645e0f27b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lazy-loading 'flavor' on Instance uuid e45bed83-01db-43e5-8a07-86853b62a416 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2246.494616] env[63348]: DEBUG nova.network.neutron [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Updating instance_info_cache with network_info: [{"id": "f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff", "address": "fa:16:3e:e6:ea:4d", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a7041d-7e", "ovs_interfaceid": "f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2246.710106] env[63348]: DEBUG oslo_vmware.api [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023596, 'name': PowerOnVM_Task, 'duration_secs': 0.807948} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.710372] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2246.710577] env[63348]: INFO nova.compute.manager [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Took 7.37 seconds to spawn the instance on the hypervisor. [ 2246.710751] env[63348]: DEBUG nova.compute.manager [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2246.712483] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25295fef-2030-4bf2-b009-bd62d33bc2b2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.000151] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2247.000521] env[63348]: DEBUG nova.compute.manager [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Instance network_info: |[{"id": "f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff", "address": "fa:16:3e:e6:ea:4d", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a7041d-7e", "ovs_interfaceid": "f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2247.001007] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:ea:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2247.008885] env[63348]: DEBUG oslo.service.loopingcall [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2247.009123] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2247.009353] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1575edd0-ea6c-4487-aea8-6ed544dc02ce {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.032742] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2247.032742] env[63348]: value = "task-2023597" [ 2247.032742] env[63348]: _type = "Task" [ 2247.032742] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.041755] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023597, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.231121] env[63348]: INFO nova.compute.manager [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Took 15.90 seconds to build instance. [ 2247.236226] env[63348]: DEBUG nova.compute.manager [req-9e6f0e26-21ed-44b3-9130-bde2fa05fa0f req-a3e30147-2555-4d55-84f4-9fb13e5166e3 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Received event network-changed-f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2247.236429] env[63348]: DEBUG nova.compute.manager [req-9e6f0e26-21ed-44b3-9130-bde2fa05fa0f req-a3e30147-2555-4d55-84f4-9fb13e5166e3 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Refreshing instance network info cache due to event network-changed-f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2247.236642] env[63348]: DEBUG oslo_concurrency.lockutils [req-9e6f0e26-21ed-44b3-9130-bde2fa05fa0f req-a3e30147-2555-4d55-84f4-9fb13e5166e3 service nova] Acquiring lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2247.236784] env[63348]: DEBUG oslo_concurrency.lockutils [req-9e6f0e26-21ed-44b3-9130-bde2fa05fa0f req-a3e30147-2555-4d55-84f4-9fb13e5166e3 service nova] Acquired lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2247.236946] env[63348]: DEBUG nova.network.neutron [req-9e6f0e26-21ed-44b3-9130-bde2fa05fa0f req-a3e30147-2555-4d55-84f4-9fb13e5166e3 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Refreshing network info cache for port f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2247.259770] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ccf5821f-3efb-459e-9da5-59b7ff8913d7 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "e45bed83-01db-43e5-8a07-86853b62a416" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2247.393197] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3189a38e-c8ca-4f3f-a3e8-822645e0f27b tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "e45bed83-01db-43e5-8a07-86853b62a416" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.268s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2247.394319] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ccf5821f-3efb-459e-9da5-59b7ff8913d7 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "e45bed83-01db-43e5-8a07-86853b62a416" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.135s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2247.544174] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023597, 'name': CreateVM_Task, 'duration_secs': 0.438625} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.544410] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2247.545227] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2247.545409] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2247.545738] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2247.545999] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e85805fc-041b-472f-9148-d1e4e6f8f6ee {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.551463] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2247.551463] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5249b6c8-3a35-7c88-c2c1-c8582148f3da" [ 2247.551463] env[63348]: _type = "Task" [ 2247.551463] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.560619] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5249b6c8-3a35-7c88-c2c1-c8582148f3da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.733170] env[63348]: DEBUG oslo_concurrency.lockutils [None req-886d551f-6661-4fe6-8d29-a4946ed73aef tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.414s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2247.899068] env[63348]: INFO nova.compute.manager [None req-ccf5821f-3efb-459e-9da5-59b7ff8913d7 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Detaching volume 69425a75-39aa-45ba-9647-92f5ed696b52 [ 2247.938183] env[63348]: INFO nova.virt.block_device [None req-ccf5821f-3efb-459e-9da5-59b7ff8913d7 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Attempting to driver detach volume 69425a75-39aa-45ba-9647-92f5ed696b52 from mountpoint /dev/sdc [ 2247.938422] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf5821f-3efb-459e-9da5-59b7ff8913d7 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Volume detach. Driver type: vmdk {{(pid=63348) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2247.938608] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf5821f-3efb-459e-9da5-59b7ff8913d7 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415746', 'volume_id': '69425a75-39aa-45ba-9647-92f5ed696b52', 'name': 'volume-69425a75-39aa-45ba-9647-92f5ed696b52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e45bed83-01db-43e5-8a07-86853b62a416', 'attached_at': '', 'detached_at': '', 'volume_id': '69425a75-39aa-45ba-9647-92f5ed696b52', 'serial': '69425a75-39aa-45ba-9647-92f5ed696b52'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2247.939980] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dc3c96-f3b8-49e6-9e43-16477dcb4504 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.964852] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1b827f-03ce-46c5-91a8-e4eb4d058a9c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.974470] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4bab4f-4716-4368-8dd3-c32c2fd6d040 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.999163] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed5439f-6a01-469c-ba1f-fe94e82a98ec {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.017947] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf5821f-3efb-459e-9da5-59b7ff8913d7 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] The volume has not been displaced from its original location: [datastore1] volume-69425a75-39aa-45ba-9647-92f5ed696b52/volume-69425a75-39aa-45ba-9647-92f5ed696b52.vmdk. No consolidation needed. {{(pid=63348) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2248.023408] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf5821f-3efb-459e-9da5-59b7ff8913d7 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Reconfiguring VM instance instance-00000072 to detach disk 2002 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2248.024468] env[63348]: DEBUG nova.network.neutron [req-9e6f0e26-21ed-44b3-9130-bde2fa05fa0f req-a3e30147-2555-4d55-84f4-9fb13e5166e3 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Updated VIF entry in instance network info cache for port f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2248.024800] env[63348]: DEBUG nova.network.neutron [req-9e6f0e26-21ed-44b3-9130-bde2fa05fa0f req-a3e30147-2555-4d55-84f4-9fb13e5166e3 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Updating instance_info_cache with network_info: [{"id": "f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff", "address": "fa:16:3e:e6:ea:4d", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a7041d-7e", "ovs_interfaceid": "f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2248.026057] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48addb75-2ec2-4b0b-bdde-7966e37e004c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.046825] env[63348]: DEBUG oslo_vmware.api [None req-ccf5821f-3efb-459e-9da5-59b7ff8913d7 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2248.046825] env[63348]: value = "task-2023598" [ 2248.046825] env[63348]: _type = "Task" [ 2248.046825] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.058573] env[63348]: DEBUG oslo_vmware.api [None req-ccf5821f-3efb-459e-9da5-59b7ff8913d7 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.064523] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5249b6c8-3a35-7c88-c2c1-c8582148f3da, 'name': SearchDatastore_Task, 'duration_secs': 0.012448} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.064847] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2248.065084] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2248.065387] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2248.065551] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2248.065733] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2248.066022] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-014bfde5-fa55-4d5d-b483-ea1a2dec6220 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.076207] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2248.076400] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2248.077199] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c30cb604-5807-4e2f-9e30-e14674c34cd2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.083479] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2248.083479] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ab66eb-b944-0b0e-a3e3-5a037871a465" [ 2248.083479] env[63348]: _type = "Task" [ 2248.083479] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.093062] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ab66eb-b944-0b0e-a3e3-5a037871a465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.377484] env[63348]: INFO nova.compute.manager [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Rescuing [ 2248.377872] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "refresh_cache-c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2248.377938] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired lock "refresh_cache-c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2248.378071] env[63348]: DEBUG nova.network.neutron [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2248.540668] env[63348]: DEBUG oslo_concurrency.lockutils [req-9e6f0e26-21ed-44b3-9130-bde2fa05fa0f req-a3e30147-2555-4d55-84f4-9fb13e5166e3 service nova] Releasing lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2248.556508] env[63348]: DEBUG oslo_vmware.api [None req-ccf5821f-3efb-459e-9da5-59b7ff8913d7 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023598, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.594382] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52ab66eb-b944-0b0e-a3e3-5a037871a465, 'name': SearchDatastore_Task, 'duration_secs': 0.010077} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.595373] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-077206a8-c25f-43e3-8f33-559a59eae823 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.602807] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2248.602807] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a3b73b-6985-f3c2-57fb-e0920e6f1efd" [ 2248.602807] env[63348]: _type = "Task" [ 2248.602807] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.611212] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a3b73b-6985-f3c2-57fb-e0920e6f1efd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.057933] env[63348]: DEBUG oslo_vmware.api [None req-ccf5821f-3efb-459e-9da5-59b7ff8913d7 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023598, 'name': ReconfigVM_Task, 'duration_secs': 0.516834} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.058378] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf5821f-3efb-459e-9da5-59b7ff8913d7 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Reconfigured VM instance instance-00000072 to detach disk 2002 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2249.063862] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64fb0418-84de-4fc1-b06e-dcc8f1b008a8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.077830] env[63348]: DEBUG nova.network.neutron [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Updating instance_info_cache with network_info: [{"id": "181f9779-ada0-4bac-9bd6-62312d897b3f", "address": "fa:16:3e:73:88:05", "network": {"id": "8680ecd5-c801-4342-847b-1235d5794676", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1979859466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c041c13707524bd281f97746f3ce3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap181f9779-ad", "ovs_interfaceid": "181f9779-ada0-4bac-9bd6-62312d897b3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2249.081386] env[63348]: DEBUG oslo_vmware.api [None req-ccf5821f-3efb-459e-9da5-59b7ff8913d7 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2249.081386] env[63348]: value = "task-2023599" [ 2249.081386] env[63348]: _type = "Task" [ 2249.081386] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.090098] env[63348]: DEBUG oslo_vmware.api [None req-ccf5821f-3efb-459e-9da5-59b7ff8913d7 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.113362] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52a3b73b-6985-f3c2-57fb-e0920e6f1efd, 'name': SearchDatastore_Task, 'duration_secs': 0.011123} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.113623] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2249.113886] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 3780d46e-c2b9-4a37-a5a8-692f3f821aa0/3780d46e-c2b9-4a37-a5a8-692f3f821aa0.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2249.114205] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfc44628-b9d3-4237-91f0-b217ac299529 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.123219] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2249.123219] env[63348]: value = "task-2023600" [ 2249.123219] env[63348]: _type = "Task" [ 2249.123219] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.132231] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.581092] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Releasing lock "refresh_cache-c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2249.593838] env[63348]: DEBUG oslo_vmware.api [None req-ccf5821f-3efb-459e-9da5-59b7ff8913d7 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023599, 'name': ReconfigVM_Task, 'duration_secs': 0.145714} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.594194] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf5821f-3efb-459e-9da5-59b7ff8913d7 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415746', 'volume_id': '69425a75-39aa-45ba-9647-92f5ed696b52', 'name': 'volume-69425a75-39aa-45ba-9647-92f5ed696b52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e45bed83-01db-43e5-8a07-86853b62a416', 'attached_at': '', 'detached_at': '', 'volume_id': '69425a75-39aa-45ba-9647-92f5ed696b52', 'serial': '69425a75-39aa-45ba-9647-92f5ed696b52'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2249.632467] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488451} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.632710] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] 3780d46e-c2b9-4a37-a5a8-692f3f821aa0/3780d46e-c2b9-4a37-a5a8-692f3f821aa0.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2249.632947] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2249.633190] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a97558bc-6795-4c99-b128-0727f363fc48 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.639087] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2249.639087] env[63348]: value = "task-2023601" [ 2249.639087] env[63348]: _type = "Task" [ 2249.639087] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.647121] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.134313] env[63348]: DEBUG nova.objects.instance [None req-ccf5821f-3efb-459e-9da5-59b7ff8913d7 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lazy-loading 'flavor' on Instance uuid e45bed83-01db-43e5-8a07-86853b62a416 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2250.148944] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066531} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.149809] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2250.150607] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef936c4d-0065-49c2-86ad-ebe975cb6280 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.173049] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 3780d46e-c2b9-4a37-a5a8-692f3f821aa0/3780d46e-c2b9-4a37-a5a8-692f3f821aa0.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2250.173505] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e9b62f8-e15b-4403-a400-328d5f2cb931 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.193116] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2250.193116] env[63348]: value = "task-2023602" [ 2250.193116] env[63348]: _type = "Task" [ 2250.193116] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.206461] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.702675] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.118118] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2251.118452] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d305716-91e6-406c-aa99-92803b4888c5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.126512] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2251.126512] env[63348]: value = "task-2023603" [ 2251.126512] env[63348]: _type = "Task" [ 2251.126512] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.134360] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.139912] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ccf5821f-3efb-459e-9da5-59b7ff8913d7 tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "e45bed83-01db-43e5-8a07-86853b62a416" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.746s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.205818] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.637049] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023603, 'name': PowerOffVM_Task, 'duration_secs': 0.201051} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.637049] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2251.638012] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a864f97b-05f2-4083-ab7f-e33c30261572 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.655970] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6040e67a-bde3-4c55-81a0-c0e889c59d0a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.658688] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "e45bed83-01db-43e5-8a07-86853b62a416" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.658909] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "e45bed83-01db-43e5-8a07-86853b62a416" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2251.659119] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "e45bed83-01db-43e5-8a07-86853b62a416-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.659307] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "e45bed83-01db-43e5-8a07-86853b62a416-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2251.659471] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "e45bed83-01db-43e5-8a07-86853b62a416-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.661881] env[63348]: INFO nova.compute.manager [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Terminating instance [ 2251.684910] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2251.685192] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78ac3322-a5c8-4628-b053-15fe7bd10186 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.692983] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2251.692983] env[63348]: value = "task-2023604" [ 2251.692983] env[63348]: _type = "Task" [ 2251.692983] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.706203] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] VM already powered off {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2251.706490] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2251.706635] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2251.706781] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2251.706954] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2251.707220] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023602, 'name': ReconfigVM_Task, 'duration_secs': 1.100302} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.707438] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8273eeb9-bd07-4d37-80d7-593f5021d97d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.709608] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 3780d46e-c2b9-4a37-a5a8-692f3f821aa0/3780d46e-c2b9-4a37-a5a8-692f3f821aa0.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2251.710178] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55817e3d-bd59-4fed-b1e8-da80763e7b05 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.716689] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2251.716689] env[63348]: value = "task-2023605" [ 2251.716689] env[63348]: _type = "Task" [ 2251.716689] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.720204] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2251.720375] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2251.721353] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e12ebd-cb7f-4e16-a451-0edf42144c71 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.726229] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023605, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.728850] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2251.728850] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bf9235-0895-d419-6e47-91f644abf37b" [ 2251.728850] env[63348]: _type = "Task" [ 2251.728850] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.735606] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bf9235-0895-d419-6e47-91f644abf37b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.168788] env[63348]: DEBUG nova.compute.manager [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2252.169137] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2252.170306] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6183d2ac-6c96-4b27-8f88-b2b20e22d0fb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.178552] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2252.178782] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-987d0760-ddf9-4ea5-aeb1-f85ee28f4b0c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.184927] env[63348]: DEBUG oslo_vmware.api [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2252.184927] env[63348]: value = "task-2023606" [ 2252.184927] env[63348]: _type = "Task" [ 2252.184927] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.193616] env[63348]: DEBUG oslo_vmware.api [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.226839] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023605, 'name': Rename_Task, 'duration_secs': 0.133708} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.227154] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2252.227422] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51b5f3cc-a216-4634-8d1c-3c0cd9f1b808 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.233637] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2252.233637] env[63348]: value = "task-2023607" [ 2252.233637] env[63348]: _type = "Task" [ 2252.233637] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.240214] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52bf9235-0895-d419-6e47-91f644abf37b, 'name': SearchDatastore_Task, 'duration_secs': 0.008354} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.241391] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a72f4737-1cda-41a5-93cd-f6b22aaa586f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.246409] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.249466] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2252.249466] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52223123-15a0-1420-a7a3-b011656df95a" [ 2252.249466] env[63348]: _type = "Task" [ 2252.249466] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.259114] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52223123-15a0-1420-a7a3-b011656df95a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.694296] env[63348]: DEBUG oslo_vmware.api [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023606, 'name': PowerOffVM_Task, 'duration_secs': 0.282744} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.694525] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2252.694692] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2252.694944] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b91c51a-6302-4d5b-bafa-d374fbdb7ace {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.742729] env[63348]: DEBUG oslo_vmware.api [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023607, 'name': PowerOnVM_Task, 'duration_secs': 0.428042} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.743150] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2252.743229] env[63348]: INFO nova.compute.manager [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Took 7.77 seconds to spawn the instance on the hypervisor. [ 2252.743397] env[63348]: DEBUG nova.compute.manager [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2252.744156] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613d2892-3110-4f44-b566-3ec4f6ab1ef5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.759939] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52223123-15a0-1420-a7a3-b011656df95a, 'name': SearchDatastore_Task, 'duration_secs': 0.012307} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.760187] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2252.760438] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk. {{(pid=63348) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2252.760672] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-315d85a3-85be-4047-be90-4eef97f83466 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.766306] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2252.766306] env[63348]: value = "task-2023609" [ 2252.766306] env[63348]: _type = "Task" [ 2252.766306] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.773568] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.265938] env[63348]: INFO nova.compute.manager [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Took 18.75 seconds to build instance. [ 2253.275677] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023609, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.770837] env[63348]: DEBUG oslo_concurrency.lockutils [None req-fb7ab9ed-9d23-4753-a27a-bde3b2cb11f8 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.258s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2253.776913] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023609, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.162352] env[63348]: DEBUG nova.compute.manager [req-2e7a42a6-cfca-44f5-ae9e-4f58cfef4d08 req-be001952-e1ef-4048-af50-0c9b2b88ad1c service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Received event network-changed-f5467b6f-1a2b-4145-816f-2612da05fd21 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2254.162554] env[63348]: DEBUG nova.compute.manager [req-2e7a42a6-cfca-44f5-ae9e-4f58cfef4d08 req-be001952-e1ef-4048-af50-0c9b2b88ad1c service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Refreshing instance network info cache due to event network-changed-f5467b6f-1a2b-4145-816f-2612da05fd21. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2254.162754] env[63348]: DEBUG oslo_concurrency.lockutils [req-2e7a42a6-cfca-44f5-ae9e-4f58cfef4d08 req-be001952-e1ef-4048-af50-0c9b2b88ad1c service nova] Acquiring lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2254.162972] env[63348]: DEBUG oslo_concurrency.lockutils [req-2e7a42a6-cfca-44f5-ae9e-4f58cfef4d08 req-be001952-e1ef-4048-af50-0c9b2b88ad1c service nova] Acquired lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2254.164827] env[63348]: DEBUG nova.network.neutron [req-2e7a42a6-cfca-44f5-ae9e-4f58cfef4d08 req-be001952-e1ef-4048-af50-0c9b2b88ad1c service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Refreshing network info cache for port f5467b6f-1a2b-4145-816f-2612da05fd21 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2254.277221] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023609, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.779534] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023609, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.522068} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.779843] env[63348]: INFO nova.virt.vmwareapi.ds_util [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk. [ 2254.780660] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0246b9ce-b2c0-43e1-b865-0e58abf497e6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.806830] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2254.809499] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4a45cb1-d4e4-4012-9b82-dbe925c5dc0e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.827392] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2254.827392] env[63348]: value = "task-2023610" [ 2254.827392] env[63348]: _type = "Task" [ 2254.827392] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.835206] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.889684] env[63348]: DEBUG nova.network.neutron [req-2e7a42a6-cfca-44f5-ae9e-4f58cfef4d08 req-be001952-e1ef-4048-af50-0c9b2b88ad1c service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Updated VIF entry in instance network info cache for port f5467b6f-1a2b-4145-816f-2612da05fd21. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2254.889684] env[63348]: DEBUG nova.network.neutron [req-2e7a42a6-cfca-44f5-ae9e-4f58cfef4d08 req-be001952-e1ef-4048-af50-0c9b2b88ad1c service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Updating instance_info_cache with network_info: [{"id": "f5467b6f-1a2b-4145-816f-2612da05fd21", "address": "fa:16:3e:52:92:f2", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5467b6f-1a", "ovs_interfaceid": "f5467b6f-1a2b-4145-816f-2612da05fd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2255.338435] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.392504] env[63348]: DEBUG oslo_concurrency.lockutils [req-2e7a42a6-cfca-44f5-ae9e-4f58cfef4d08 req-be001952-e1ef-4048-af50-0c9b2b88ad1c service nova] Releasing lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2255.838553] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023610, 'name': ReconfigVM_Task, 'duration_secs': 0.617952} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.838926] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Reconfigured VM instance instance-00000077 to attach disk [datastore1] c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2255.839575] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0c8cec-f768-4df2-9649-b3e338f12316 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.864665] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2269c0b-3d4a-4140-a6a2-f2a1e9c88cd7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.880339] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2255.880339] env[63348]: value = "task-2023611" [ 2255.880339] env[63348]: _type = "Task" [ 2255.880339] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.887864] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.190307] env[63348]: DEBUG nova.compute.manager [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Received event network-changed-f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2256.190494] env[63348]: DEBUG nova.compute.manager [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Refreshing instance network info cache due to event network-changed-f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2256.190706] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] Acquiring lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2256.190846] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] Acquired lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2256.191011] env[63348]: DEBUG nova.network.neutron [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Refreshing network info cache for port f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2256.390106] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023611, 'name': ReconfigVM_Task, 'duration_secs': 0.193742} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.390380] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2256.390622] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-595bea94-d03c-435d-8c45-e16ce70d3c3e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.396458] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2256.396458] env[63348]: value = "task-2023612" [ 2256.396458] env[63348]: _type = "Task" [ 2256.396458] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.403821] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.881151] env[63348]: DEBUG nova.network.neutron [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Updated VIF entry in instance network info cache for port f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2256.881516] env[63348]: DEBUG nova.network.neutron [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Updating instance_info_cache with network_info: [{"id": "f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff", "address": "fa:16:3e:e6:ea:4d", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a7041d-7e", "ovs_interfaceid": "f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2256.907708] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.384357] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] Releasing lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2257.384628] env[63348]: DEBUG nova.compute.manager [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Received event network-changed-f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2257.384795] env[63348]: DEBUG nova.compute.manager [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Refreshing instance network info cache due to event network-changed-f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2257.385024] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] Acquiring lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2257.385170] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] Acquired lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2257.385333] env[63348]: DEBUG nova.network.neutron [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Refreshing network info cache for port f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2257.409093] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.908969] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023612, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.071454] env[63348]: DEBUG nova.network.neutron [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Updated VIF entry in instance network info cache for port f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2258.071943] env[63348]: DEBUG nova.network.neutron [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Updating instance_info_cache with network_info: [{"id": "f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff", "address": "fa:16:3e:e6:ea:4d", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a7041d-7e", "ovs_interfaceid": "f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2258.408805] env[63348]: DEBUG oslo_vmware.api [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023612, 'name': PowerOnVM_Task, 'duration_secs': 1.62595} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.409064] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2258.411802] env[63348]: DEBUG nova.compute.manager [None req-0d77151c-1fcd-4d76-997b-e39639050645 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2258.412574] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3179f20a-efe2-49ac-8751-2b8a1a14cf45 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.574918] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] Releasing lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2258.575202] env[63348]: DEBUG nova.compute.manager [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Received event network-changed-f5467b6f-1a2b-4145-816f-2612da05fd21 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2258.575372] env[63348]: DEBUG nova.compute.manager [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Refreshing instance network info cache due to event network-changed-f5467b6f-1a2b-4145-816f-2612da05fd21. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2258.575573] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] Acquiring lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2258.575711] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] Acquired lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2258.575867] env[63348]: DEBUG nova.network.neutron [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Refreshing network info cache for port f5467b6f-1a2b-4145-816f-2612da05fd21 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2259.284749] env[63348]: DEBUG nova.network.neutron [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Updated VIF entry in instance network info cache for port f5467b6f-1a2b-4145-816f-2612da05fd21. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2259.285123] env[63348]: DEBUG nova.network.neutron [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Updating instance_info_cache with network_info: [{"id": "f5467b6f-1a2b-4145-816f-2612da05fd21", "address": "fa:16:3e:52:92:f2", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5467b6f-1a", "ovs_interfaceid": "f5467b6f-1a2b-4145-816f-2612da05fd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2259.787989] env[63348]: DEBUG oslo_concurrency.lockutils [req-9c611902-099d-4d88-870b-11302d27551d req-9a235ead-4b4a-4791-8094-f5f2d9892957 service nova] Releasing lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.413029] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2260.413029] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2260.413498] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Deleting the datastore file [datastore2] e45bed83-01db-43e5-8a07-86853b62a416 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2260.413593] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b52646f0-7a08-418a-a18d-a458858af8f1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.422053] env[63348]: DEBUG oslo_vmware.api [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for the task: (returnval){ [ 2260.422053] env[63348]: value = "task-2023613" [ 2260.422053] env[63348]: _type = "Task" [ 2260.422053] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.430300] env[63348]: DEBUG oslo_vmware.api [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.775870] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2260.776183] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2260.776311] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2260.776406] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Rebuilding the list of instances to heal {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2260.812239] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "26487ba7-05c4-43e7-b118-4fb2e8b06981" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2260.812497] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "26487ba7-05c4-43e7-b118-4fb2e8b06981" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2260.812703] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "26487ba7-05c4-43e7-b118-4fb2e8b06981-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2260.812890] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "26487ba7-05c4-43e7-b118-4fb2e8b06981-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2260.813069] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "26487ba7-05c4-43e7-b118-4fb2e8b06981-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2260.814964] env[63348]: INFO nova.compute.manager [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Terminating instance [ 2260.932668] env[63348]: DEBUG oslo_vmware.api [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Task: {'id': task-2023613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138954} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.932668] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2260.932668] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2260.932668] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2260.932668] env[63348]: INFO nova.compute.manager [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Took 8.76 seconds to destroy the instance on the hypervisor. [ 2260.932668] env[63348]: DEBUG oslo.service.loopingcall [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2260.932668] env[63348]: DEBUG nova.compute.manager [-] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2260.932668] env[63348]: DEBUG nova.network.neutron [-] [instance: e45bed83-01db-43e5-8a07-86853b62a416] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2261.280916] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Skipping network cache update for instance because it is being deleted. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 2261.281302] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Skipping network cache update for instance because it is being deleted. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 2261.283966] env[63348]: INFO nova.compute.manager [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Rescuing [ 2261.284257] env[63348]: DEBUG oslo_concurrency.lockutils [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "refresh_cache-bec007b1-a7c0-4303-a018-dac1969e2b82" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.284442] env[63348]: DEBUG oslo_concurrency.lockutils [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired lock "refresh_cache-bec007b1-a7c0-4303-a018-dac1969e2b82" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.284735] env[63348]: DEBUG nova.network.neutron [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2261.310367] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "refresh_cache-65d8bf44-2a81-4cca-924a-d00ab0cc2222" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.310517] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquired lock "refresh_cache-65d8bf44-2a81-4cca-924a-d00ab0cc2222" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.310663] env[63348]: DEBUG nova.network.neutron [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Forcefully refreshing network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2060}} [ 2261.310811] env[63348]: DEBUG nova.objects.instance [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lazy-loading 'info_cache' on Instance uuid 65d8bf44-2a81-4cca-924a-d00ab0cc2222 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2261.319846] env[63348]: DEBUG nova.compute.manager [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2261.319846] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2261.319846] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf1762c6-4206-45a3-99ec-411c31890cd7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.326404] env[63348]: DEBUG oslo_vmware.api [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2261.326404] env[63348]: value = "task-2023614" [ 2261.326404] env[63348]: _type = "Task" [ 2261.326404] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.335269] env[63348]: DEBUG oslo_vmware.api [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.385024] env[63348]: DEBUG nova.compute.manager [req-8a225591-3f5c-4dc8-8009-7544b98ead7d req-e354e42c-9a90-473f-b5a6-254ce7ac4bac service nova] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Received event network-vif-deleted-46f73d8e-fc1e-4fd8-9b35-68b354ada6aa {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2261.385024] env[63348]: INFO nova.compute.manager [req-8a225591-3f5c-4dc8-8009-7544b98ead7d req-e354e42c-9a90-473f-b5a6-254ce7ac4bac service nova] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Neutron deleted interface 46f73d8e-fc1e-4fd8-9b35-68b354ada6aa; detaching it from the instance and deleting it from the info cache [ 2261.385024] env[63348]: DEBUG nova.network.neutron [req-8a225591-3f5c-4dc8-8009-7544b98ead7d req-e354e42c-9a90-473f-b5a6-254ce7ac4bac service nova] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2261.837101] env[63348]: DEBUG oslo_vmware.api [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023614, 'name': PowerOffVM_Task, 'duration_secs': 0.191582} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.837420] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2261.837553] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Volume detach. Driver type: vmdk {{(pid=63348) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2261.837744] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415736', 'volume_id': 'c535211b-3046-4f45-8697-9a321617e363', 'name': 'volume-c535211b-3046-4f45-8697-9a321617e363', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '26487ba7-05c4-43e7-b118-4fb2e8b06981', 'attached_at': '2025-01-06T02:45:11.000000', 'detached_at': '', 'volume_id': 'c535211b-3046-4f45-8697-9a321617e363', 'serial': 'c535211b-3046-4f45-8697-9a321617e363'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2261.838539] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4242df0-2b7c-4fda-8890-bb19a5b32072 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.857425] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a343459-2c2d-46e2-a32c-e4ee3bc51aad {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.860222] env[63348]: DEBUG nova.network.neutron [-] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2261.866867] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6bee3a-f615-4ba5-8108-efb9c1805d74 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.900457] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee62c672-f060-4787-8779-a422579ac225 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.903927] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f71bb6-961a-4f8c-8439-194545863ab5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.923424] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] The volume has not been displaced from its original location: [datastore1] volume-c535211b-3046-4f45-8697-9a321617e363/volume-c535211b-3046-4f45-8697-9a321617e363.vmdk. No consolidation needed. {{(pid=63348) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2261.928772] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2261.932079] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bc374a1-5099-4b28-8c84-21cc04892b9c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.947631] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d68f8b-0260-4343-805b-325dc5d5d44d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.964066] env[63348]: DEBUG oslo_vmware.api [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2261.964066] env[63348]: value = "task-2023615" [ 2261.964066] env[63348]: _type = "Task" [ 2261.964066] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.978156] env[63348]: DEBUG nova.compute.manager [req-8a225591-3f5c-4dc8-8009-7544b98ead7d req-e354e42c-9a90-473f-b5a6-254ce7ac4bac service nova] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Detach interface failed, port_id=46f73d8e-fc1e-4fd8-9b35-68b354ada6aa, reason: Instance e45bed83-01db-43e5-8a07-86853b62a416 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2261.981476] env[63348]: DEBUG oslo_vmware.api [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.070029] env[63348]: DEBUG nova.network.neutron [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Updating instance_info_cache with network_info: [{"id": "af80c4da-33df-480b-812b-015b8e6a50d0", "address": "fa:16:3e:28:0b:59", "network": {"id": "8680ecd5-c801-4342-847b-1235d5794676", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1979859466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c041c13707524bd281f97746f3ce3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf80c4da-33", "ovs_interfaceid": "af80c4da-33df-480b-812b-015b8e6a50d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2262.363161] env[63348]: INFO nova.compute.manager [-] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Took 1.43 seconds to deallocate network for instance. [ 2262.474728] env[63348]: DEBUG oslo_vmware.api [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023615, 'name': ReconfigVM_Task, 'duration_secs': 0.160595} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.475118] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2262.480151] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb9ce9e6-ec99-4764-b838-346505dbbc3f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.496024] env[63348]: DEBUG oslo_vmware.api [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2262.496024] env[63348]: value = "task-2023616" [ 2262.496024] env[63348]: _type = "Task" [ 2262.496024] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.504300] env[63348]: DEBUG oslo_vmware.api [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.573207] env[63348]: DEBUG oslo_concurrency.lockutils [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Releasing lock "refresh_cache-bec007b1-a7c0-4303-a018-dac1969e2b82" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.869822] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2262.870229] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2262.870343] env[63348]: DEBUG nova.objects.instance [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lazy-loading 'resources' on Instance uuid e45bed83-01db-43e5-8a07-86853b62a416 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2263.005502] env[63348]: DEBUG oslo_vmware.api [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023616, 'name': ReconfigVM_Task, 'duration_secs': 0.133821} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.005790] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415736', 'volume_id': 'c535211b-3046-4f45-8697-9a321617e363', 'name': 'volume-c535211b-3046-4f45-8697-9a321617e363', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '26487ba7-05c4-43e7-b118-4fb2e8b06981', 'attached_at': '2025-01-06T02:45:11.000000', 'detached_at': '', 'volume_id': 'c535211b-3046-4f45-8697-9a321617e363', 'serial': 'c535211b-3046-4f45-8697-9a321617e363'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2263.006064] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2263.006785] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0171ef1a-b64b-47e8-a878-a034f99b0184 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.013412] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2263.013613] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f529b15-becd-4f66-a065-739ad9dd835b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.105106] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2263.105255] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2263.105504] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleting the datastore file [datastore1] 26487ba7-05c4-43e7-b118-4fb2e8b06981 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2263.107231] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a7e2d22-e045-419d-98c7-96396223e4ab {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.118331] env[63348]: DEBUG oslo_vmware.api [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2263.118331] env[63348]: value = "task-2023618" [ 2263.118331] env[63348]: _type = "Task" [ 2263.118331] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.127930] env[63348]: DEBUG oslo_vmware.api [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.205421] env[63348]: DEBUG nova.network.neutron [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Updating instance_info_cache with network_info: [{"id": "58a8051e-86a8-4495-af8e-26c86d785dee", "address": "fa:16:3e:e2:f3:eb", "network": {"id": "e79f23b5-ae85-4d00-82b5-d6de49c7a3a3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1058704546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc5889b2fcc4ecd810a1016eb845ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a8051e-86", "ovs_interfaceid": "58a8051e-86a8-4495-af8e-26c86d785dee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2263.467586] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e53e4bc-3420-490f-85ed-6f545dfaccba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.475548] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4309174-6866-48ad-9e0e-93da900d725b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.505039] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af652f87-a1d5-4db1-8a4f-1d59d620912a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.512248] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4af9e7d-c9f4-4d57-9cf6-c92d00f8028d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.525135] env[63348]: DEBUG nova.compute.provider_tree [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2263.627933] env[63348]: DEBUG oslo_vmware.api [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075928} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.628192] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2263.628445] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2263.628621] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2263.628789] env[63348]: INFO nova.compute.manager [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Took 2.31 seconds to destroy the instance on the hypervisor. [ 2263.629028] env[63348]: DEBUG oslo.service.loopingcall [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2263.629218] env[63348]: DEBUG nova.compute.manager [-] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2263.629478] env[63348]: DEBUG nova.network.neutron [-] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2263.708165] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Releasing lock "refresh_cache-65d8bf44-2a81-4cca-924a-d00ab0cc2222" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2263.708385] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Updated the network info_cache for instance {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2263.708580] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2263.708729] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2263.708871] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2263.709025] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2263.709399] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2263.709399] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2263.709514] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2263.709587] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2264.030424] env[63348]: DEBUG nova.scheduler.client.report [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2264.093120] env[63348]: DEBUG nova.compute.manager [req-695ec839-1d97-4437-8ff5-2dc1e9cd0b3a req-17749dda-eca8-4e04-8f08-77054c8fefa4 service nova] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Received event network-vif-deleted-1e500844-3086-4348-8b44-486db6755e96 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2264.093120] env[63348]: INFO nova.compute.manager [req-695ec839-1d97-4437-8ff5-2dc1e9cd0b3a req-17749dda-eca8-4e04-8f08-77054c8fefa4 service nova] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Neutron deleted interface 1e500844-3086-4348-8b44-486db6755e96; detaching it from the instance and deleting it from the info cache [ 2264.093227] env[63348]: DEBUG nova.network.neutron [req-695ec839-1d97-4437-8ff5-2dc1e9cd0b3a req-17749dda-eca8-4e04-8f08-77054c8fefa4 service nova] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2264.115511] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2264.115789] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7adca5d-a00c-4c1d-ad94-0cdb483147ba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.123701] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2264.123701] env[63348]: value = "task-2023619" [ 2264.123701] env[63348]: _type = "Task" [ 2264.123701] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.133189] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.218801] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2264.538797] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2264.541089] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.322s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2264.541308] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2264.541473] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2264.542339] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9849c48f-d358-4f01-9b7a-a0f304b67ecd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.550479] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2750b3d-a25b-4db4-88db-3e0ddab80a77 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.564992] env[63348]: INFO nova.scheduler.client.report [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Deleted allocations for instance e45bed83-01db-43e5-8a07-86853b62a416 [ 2264.566419] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e84c5bf-eaa1-45ac-bebb-bb7bbbbdd6c0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.570780] env[63348]: DEBUG nova.network.neutron [-] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2264.576589] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902fd554-47c5-4bea-a8ff-aee4229c3024 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.607360] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180370MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2264.607506] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2264.607712] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2264.609364] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0b9a46c-5b77-4e48-a62b-e4ce433d86f0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.618819] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6fb399-7282-422e-8d9e-26f243dc0ba9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.641838] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023619, 'name': PowerOffVM_Task, 'duration_secs': 0.197973} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.642111] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2264.642873] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e80882-3c81-4f33-b0b5-a9034677ace0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.653706] env[63348]: DEBUG nova.compute.manager [req-695ec839-1d97-4437-8ff5-2dc1e9cd0b3a req-17749dda-eca8-4e04-8f08-77054c8fefa4 service nova] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Detach interface failed, port_id=1e500844-3086-4348-8b44-486db6755e96, reason: Instance 26487ba7-05c4-43e7-b118-4fb2e8b06981 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2264.669646] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1493edf1-c684-4e3b-bab8-74ae2d239724 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.702602] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2264.702916] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c80df35a-5a3c-4d62-b9ac-64d2ce182a46 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.709834] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2264.709834] env[63348]: value = "task-2023620" [ 2264.709834] env[63348]: _type = "Task" [ 2264.709834] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.717457] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.075611] env[63348]: INFO nova.compute.manager [-] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Took 1.45 seconds to deallocate network for instance. [ 2265.076159] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ef21d5eb-b6b9-4d25-a5cc-18440e4ccdce tempest-AttachVolumeTestJSON-1853361699 tempest-AttachVolumeTestJSON-1853361699-project-member] Lock "e45bed83-01db-43e5-8a07-86853b62a416" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.417s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.220031] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] VM already powered off {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2265.220176] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2265.220317] env[63348]: DEBUG oslo_concurrency.lockutils [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2265.220469] env[63348]: DEBUG oslo_concurrency.lockutils [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2265.220645] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2265.220890] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c94bd43-e13c-4f62-958d-353d9965af20 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.229610] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2265.229838] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2265.230496] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e25dbb-7b92-404b-a21d-44f69416e1d6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.235541] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2265.235541] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522e30d9-5ed8-16a6-37fc-d8ec4e2b3783" [ 2265.235541] env[63348]: _type = "Task" [ 2265.235541] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.244039] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522e30d9-5ed8-16a6-37fc-d8ec4e2b3783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.624767] env[63348]: INFO nova.compute.manager [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Took 0.55 seconds to detach 1 volumes for instance. [ 2265.626968] env[63348]: DEBUG nova.compute.manager [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Deleting volume: c535211b-3046-4f45-8697-9a321617e363 {{(pid=63348) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2265.636036] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 65d8bf44-2a81-4cca-924a-d00ab0cc2222 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2265.636194] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance b9033cd2-a40d-4c21-a1df-8bb8a817043d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2265.636319] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 26487ba7-05c4-43e7-b118-4fb2e8b06981 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2265.636435] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 96b78c94-a0a1-42a7-9860-f25b4e1f670d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2265.636551] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance bec007b1-a7c0-4303-a018-dac1969e2b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2265.636664] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2265.636775] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 3780d46e-c2b9-4a37-a5a8-692f3f821aa0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2265.636954] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2265.637103] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2265.730611] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025d4fe2-12ae-404f-b849-49bbb97c2aee {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.740734] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4d91e5-2183-4700-8bb3-721bb7eadb8a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.749545] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]522e30d9-5ed8-16a6-37fc-d8ec4e2b3783, 'name': SearchDatastore_Task, 'duration_secs': 0.008919} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.774701] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca9503e1-826b-4d6b-ac9b-cbde774485d4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.777412] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443ca662-7ca9-4e1e-a79e-18a265e539b5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.782912] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2265.782912] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52213969-8b25-945b-82c4-4ad0bf376e0a" [ 2265.782912] env[63348]: _type = "Task" [ 2265.782912] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.788473] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fc52e1-6f92-4a78-bccb-973cf56ebe66 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.796538] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52213969-8b25-945b-82c4-4ad0bf376e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.804048] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2266.161632] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.295778] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52213969-8b25-945b-82c4-4ad0bf376e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.015246} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.296037] env[63348]: DEBUG oslo_concurrency.lockutils [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2266.296297] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] bec007b1-a7c0-4303-a018-dac1969e2b82/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk. {{(pid=63348) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2266.296600] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4fe186c-9439-4c79-aea9-dbb40ee38c42 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.302672] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2266.302672] env[63348]: value = "task-2023623" [ 2266.302672] env[63348]: _type = "Task" [ 2266.302672] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.307314] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2266.312754] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.813927] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2266.814134] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.206s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.814321] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023623, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.814569] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.653s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.814799] env[63348]: DEBUG nova.objects.instance [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lazy-loading 'resources' on Instance uuid 26487ba7-05c4-43e7-b118-4fb2e8b06981 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2267.314015] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645495} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.314403] env[63348]: INFO nova.virt.vmwareapi.ds_util [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore1] bec007b1-a7c0-4303-a018-dac1969e2b82/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk. [ 2267.315115] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebdec4b-31bb-4aa7-bf83-00b982b9eb8a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.341977] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] bec007b1-a7c0-4303-a018-dac1969e2b82/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2267.344490] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73436ca0-4f7a-4f95-98a4-90efeedce99a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.362975] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2267.362975] env[63348]: value = "task-2023624" [ 2267.362975] env[63348]: _type = "Task" [ 2267.362975] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.371646] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.435327] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78389fd3-bc81-4d2b-bb6b-6df2f22a3319 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.443659] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c85ba7-1f46-475d-8b5c-68dc6ac270da {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.477056] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df7c50c-8a0f-4ab9-9f5f-3870fa82ec9a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.484247] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244f1eda-05d5-406f-a4a8-1046c761e58a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.497758] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "interface-96b78c94-a0a1-42a7-9860-f25b4e1f670d-abab79c4-0dd3-492d-81a5-2bde6c179ae6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.497983] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-96b78c94-a0a1-42a7-9860-f25b4e1f670d-abab79c4-0dd3-492d-81a5-2bde6c179ae6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.498346] env[63348]: DEBUG nova.objects.instance [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lazy-loading 'flavor' on Instance uuid 96b78c94-a0a1-42a7-9860-f25b4e1f670d {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2267.500835] env[63348]: DEBUG nova.compute.provider_tree [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2267.873354] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.006617] env[63348]: DEBUG nova.scheduler.client.report [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2268.105452] env[63348]: DEBUG nova.objects.instance [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lazy-loading 'pci_requests' on Instance uuid 96b78c94-a0a1-42a7-9860-f25b4e1f670d {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2268.374385] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023624, 'name': ReconfigVM_Task, 'duration_secs': 0.516731} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.374776] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Reconfigured VM instance instance-00000076 to attach disk [datastore1] bec007b1-a7c0-4303-a018-dac1969e2b82/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2268.375585] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009dd97b-d2a0-42a2-9d04-8003531eca63 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.401409] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99d072dc-f51b-40fa-acdb-3fde28ea265f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.415654] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2268.415654] env[63348]: value = "task-2023626" [ 2268.415654] env[63348]: _type = "Task" [ 2268.415654] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.422965] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.511401] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2268.534988] env[63348]: INFO nova.scheduler.client.report [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleted allocations for instance 26487ba7-05c4-43e7-b118-4fb2e8b06981 [ 2268.608162] env[63348]: DEBUG nova.objects.base [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Object Instance<96b78c94-a0a1-42a7-9860-f25b4e1f670d> lazy-loaded attributes: flavor,pci_requests {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2268.608499] env[63348]: DEBUG nova.network.neutron [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2268.672105] env[63348]: DEBUG nova.policy [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '243dc67e06c34758bb7b5a94da01adb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b905e7bbdee249858305654d91566002', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2268.925485] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023626, 'name': ReconfigVM_Task, 'duration_secs': 0.162716} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.925764] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2268.926012] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1dbc805-aa9d-4fea-89da-416c0d8b2ffd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.931674] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2268.931674] env[63348]: value = "task-2023627" [ 2268.931674] env[63348]: _type = "Task" [ 2268.931674] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.938507] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.043408] env[63348]: DEBUG oslo_concurrency.lockutils [None req-d24fe71e-1a7b-4735-8e5d-bdd13efd493b tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "26487ba7-05c4-43e7-b118-4fb2e8b06981" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.231s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2269.441535] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023627, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.686034] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "b9033cd2-a40d-4c21-a1df-8bb8a817043d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2269.686193] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "b9033cd2-a40d-4c21-a1df-8bb8a817043d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2269.686442] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "b9033cd2-a40d-4c21-a1df-8bb8a817043d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2269.686634] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "b9033cd2-a40d-4c21-a1df-8bb8a817043d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2269.686823] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "b9033cd2-a40d-4c21-a1df-8bb8a817043d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2269.688969] env[63348]: INFO nova.compute.manager [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Terminating instance [ 2269.943139] env[63348]: DEBUG oslo_vmware.api [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023627, 'name': PowerOnVM_Task, 'duration_secs': 0.723626} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.943592] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2269.946417] env[63348]: DEBUG nova.compute.manager [None req-67d00f63-36ef-463f-950a-8b899f05fd9b tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2269.947281] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5648393b-e4ac-49ee-96f9-ff55f6d01a10 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.034380] env[63348]: DEBUG nova.compute.manager [req-d355c907-d552-403e-8483-b22a354d0f5b req-e4aadf52-4224-4213-9ee3-b39422a04c79 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Received event network-vif-plugged-abab79c4-0dd3-492d-81a5-2bde6c179ae6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2270.034954] env[63348]: DEBUG oslo_concurrency.lockutils [req-d355c907-d552-403e-8483-b22a354d0f5b req-e4aadf52-4224-4213-9ee3-b39422a04c79 service nova] Acquiring lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2270.035189] env[63348]: DEBUG oslo_concurrency.lockutils [req-d355c907-d552-403e-8483-b22a354d0f5b req-e4aadf52-4224-4213-9ee3-b39422a04c79 service nova] Lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2270.035411] env[63348]: DEBUG oslo_concurrency.lockutils [req-d355c907-d552-403e-8483-b22a354d0f5b req-e4aadf52-4224-4213-9ee3-b39422a04c79 service nova] Lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2270.035549] env[63348]: DEBUG nova.compute.manager [req-d355c907-d552-403e-8483-b22a354d0f5b req-e4aadf52-4224-4213-9ee3-b39422a04c79 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] No waiting events found dispatching network-vif-plugged-abab79c4-0dd3-492d-81a5-2bde6c179ae6 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2270.035731] env[63348]: WARNING nova.compute.manager [req-d355c907-d552-403e-8483-b22a354d0f5b req-e4aadf52-4224-4213-9ee3-b39422a04c79 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Received unexpected event network-vif-plugged-abab79c4-0dd3-492d-81a5-2bde6c179ae6 for instance with vm_state active and task_state None. [ 2270.122427] env[63348]: DEBUG nova.network.neutron [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Successfully updated port: abab79c4-0dd3-492d-81a5-2bde6c179ae6 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2270.193096] env[63348]: DEBUG nova.compute.manager [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2270.193357] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2270.194247] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96805145-4926-4ee7-8939-059bde5df313 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.202176] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2270.202402] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c48768d-0a80-4dfd-870e-77daffb1dfc4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.208983] env[63348]: DEBUG oslo_vmware.api [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2270.208983] env[63348]: value = "task-2023628" [ 2270.208983] env[63348]: _type = "Task" [ 2270.208983] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.216078] env[63348]: DEBUG oslo_vmware.api [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.625333] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2270.625708] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2270.625824] env[63348]: DEBUG nova.network.neutron [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2270.718448] env[63348]: DEBUG oslo_vmware.api [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023628, 'name': PowerOffVM_Task, 'duration_secs': 0.180199} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.718706] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2270.718872] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2270.719121] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e948bad5-fa53-4f9d-9348-0b164283f649 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.867589] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2270.867813] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2270.867996] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleting the datastore file [datastore2] b9033cd2-a40d-4c21-a1df-8bb8a817043d {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2270.868278] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1130a549-7373-4527-b9bb-b936e88e6238 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.874444] env[63348]: DEBUG oslo_vmware.api [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2270.874444] env[63348]: value = "task-2023630" [ 2270.874444] env[63348]: _type = "Task" [ 2270.874444] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.881810] env[63348]: DEBUG oslo_vmware.api [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.163834] env[63348]: WARNING nova.network.neutron [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] 7b5879ac-1ef4-4138-beed-770f1a72ff34 already exists in list: networks containing: ['7b5879ac-1ef4-4138-beed-770f1a72ff34']. ignoring it [ 2271.387581] env[63348]: DEBUG oslo_vmware.api [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133177} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.387812] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2271.387996] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2271.388190] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2271.388370] env[63348]: INFO nova.compute.manager [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2271.388649] env[63348]: DEBUG oslo.service.loopingcall [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2271.388845] env[63348]: DEBUG nova.compute.manager [-] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2271.388968] env[63348]: DEBUG nova.network.neutron [-] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2271.449374] env[63348]: INFO nova.compute.manager [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Unrescuing [ 2271.449700] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "refresh_cache-bec007b1-a7c0-4303-a018-dac1969e2b82" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2271.449887] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired lock "refresh_cache-bec007b1-a7c0-4303-a018-dac1969e2b82" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2271.450171] env[63348]: DEBUG nova.network.neutron [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2271.502747] env[63348]: DEBUG nova.network.neutron [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Updating instance_info_cache with network_info: [{"id": "f5467b6f-1a2b-4145-816f-2612da05fd21", "address": "fa:16:3e:52:92:f2", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5467b6f-1a", "ovs_interfaceid": "f5467b6f-1a2b-4145-816f-2612da05fd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "abab79c4-0dd3-492d-81a5-2bde6c179ae6", "address": "fa:16:3e:86:a7:27", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabab79c4-0d", "ovs_interfaceid": "abab79c4-0dd3-492d-81a5-2bde6c179ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2271.697026] env[63348]: DEBUG nova.compute.manager [req-88917b58-6ed1-4857-a31c-b597a587486b req-2669fbd7-2967-405b-81b2-c75921a22d22 service nova] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Received event network-vif-deleted-bff72d62-c103-49fb-9050-b3bb9df983c2 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2271.697026] env[63348]: INFO nova.compute.manager [req-88917b58-6ed1-4857-a31c-b597a587486b req-2669fbd7-2967-405b-81b2-c75921a22d22 service nova] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Neutron deleted interface bff72d62-c103-49fb-9050-b3bb9df983c2; detaching it from the instance and deleting it from the info cache [ 2271.697415] env[63348]: DEBUG nova.network.neutron [req-88917b58-6ed1-4857-a31c-b597a587486b req-2669fbd7-2967-405b-81b2-c75921a22d22 service nova] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2272.005299] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2272.006407] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2272.006407] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2272.007195] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267ca73a-f79c-4060-9c4f-0ced55709ec7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.024010] env[63348]: DEBUG nova.virt.hardware [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2272.024255] env[63348]: DEBUG nova.virt.hardware [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2272.024412] env[63348]: DEBUG nova.virt.hardware [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2272.024590] env[63348]: DEBUG nova.virt.hardware [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2272.024733] env[63348]: DEBUG nova.virt.hardware [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2272.024875] env[63348]: DEBUG nova.virt.hardware [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2272.025087] env[63348]: DEBUG nova.virt.hardware [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2272.025261] env[63348]: DEBUG nova.virt.hardware [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2272.025406] env[63348]: DEBUG nova.virt.hardware [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2272.025584] env[63348]: DEBUG nova.virt.hardware [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2272.025770] env[63348]: DEBUG nova.virt.hardware [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2272.031998] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Reconfiguring VM to attach interface {{(pid=63348) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2272.034407] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28d44a46-069e-4ba3-be02-bd42a8b44afb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.051170] env[63348]: DEBUG oslo_vmware.api [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2272.051170] env[63348]: value = "task-2023632" [ 2272.051170] env[63348]: _type = "Task" [ 2272.051170] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2272.058726] env[63348]: DEBUG oslo_vmware.api [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023632, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.061155] env[63348]: DEBUG nova.compute.manager [req-57d1eb26-cd59-4dfb-887b-29f3263823a7 req-4d5e3bd1-7349-4b77-89b2-eb7a40c467d1 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Received event network-changed-abab79c4-0dd3-492d-81a5-2bde6c179ae6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2272.061370] env[63348]: DEBUG nova.compute.manager [req-57d1eb26-cd59-4dfb-887b-29f3263823a7 req-4d5e3bd1-7349-4b77-89b2-eb7a40c467d1 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Refreshing instance network info cache due to event network-changed-abab79c4-0dd3-492d-81a5-2bde6c179ae6. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2272.061584] env[63348]: DEBUG oslo_concurrency.lockutils [req-57d1eb26-cd59-4dfb-887b-29f3263823a7 req-4d5e3bd1-7349-4b77-89b2-eb7a40c467d1 service nova] Acquiring lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2272.061756] env[63348]: DEBUG oslo_concurrency.lockutils [req-57d1eb26-cd59-4dfb-887b-29f3263823a7 req-4d5e3bd1-7349-4b77-89b2-eb7a40c467d1 service nova] Acquired lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2272.061877] env[63348]: DEBUG nova.network.neutron [req-57d1eb26-cd59-4dfb-887b-29f3263823a7 req-4d5e3bd1-7349-4b77-89b2-eb7a40c467d1 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Refreshing network info cache for port abab79c4-0dd3-492d-81a5-2bde6c179ae6 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2272.167315] env[63348]: DEBUG nova.network.neutron [-] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2272.199982] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca06db1c-bda4-4dac-9baf-465233649a9b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.210071] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850d8cb0-22a2-462a-9a29-f4da20605d4e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.222917] env[63348]: DEBUG nova.network.neutron [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Updating instance_info_cache with network_info: [{"id": "af80c4da-33df-480b-812b-015b8e6a50d0", "address": "fa:16:3e:28:0b:59", "network": {"id": "8680ecd5-c801-4342-847b-1235d5794676", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1979859466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c041c13707524bd281f97746f3ce3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf80c4da-33", "ovs_interfaceid": "af80c4da-33df-480b-812b-015b8e6a50d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2272.241858] env[63348]: DEBUG nova.compute.manager [req-88917b58-6ed1-4857-a31c-b597a587486b req-2669fbd7-2967-405b-81b2-c75921a22d22 service nova] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Detach interface failed, port_id=bff72d62-c103-49fb-9050-b3bb9df983c2, reason: Instance b9033cd2-a40d-4c21-a1df-8bb8a817043d could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2272.561451] env[63348]: DEBUG oslo_vmware.api [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.670852] env[63348]: INFO nova.compute.manager [-] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Took 1.28 seconds to deallocate network for instance. [ 2272.726009] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Releasing lock "refresh_cache-bec007b1-a7c0-4303-a018-dac1969e2b82" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2272.726648] env[63348]: DEBUG nova.objects.instance [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lazy-loading 'flavor' on Instance uuid bec007b1-a7c0-4303-a018-dac1969e2b82 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2272.766543] env[63348]: DEBUG nova.network.neutron [req-57d1eb26-cd59-4dfb-887b-29f3263823a7 req-4d5e3bd1-7349-4b77-89b2-eb7a40c467d1 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Updated VIF entry in instance network info cache for port abab79c4-0dd3-492d-81a5-2bde6c179ae6. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2272.766934] env[63348]: DEBUG nova.network.neutron [req-57d1eb26-cd59-4dfb-887b-29f3263823a7 req-4d5e3bd1-7349-4b77-89b2-eb7a40c467d1 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Updating instance_info_cache with network_info: [{"id": "f5467b6f-1a2b-4145-816f-2612da05fd21", "address": "fa:16:3e:52:92:f2", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5467b6f-1a", "ovs_interfaceid": "f5467b6f-1a2b-4145-816f-2612da05fd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "abab79c4-0dd3-492d-81a5-2bde6c179ae6", "address": "fa:16:3e:86:a7:27", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabab79c4-0d", "ovs_interfaceid": "abab79c4-0dd3-492d-81a5-2bde6c179ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2273.061939] env[63348]: DEBUG oslo_vmware.api [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023632, 'name': ReconfigVM_Task, 'duration_secs': 0.771579} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.062407] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2273.062622] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Reconfigured VM to attach interface {{(pid=63348) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2273.177523] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2273.177804] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2273.178029] env[63348]: DEBUG nova.objects.instance [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lazy-loading 'resources' on Instance uuid b9033cd2-a40d-4c21-a1df-8bb8a817043d {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2273.231937] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317bfd3f-66f0-4508-9595-1ce336c42b29 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.253675] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2273.253961] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b76c806-8318-44c6-a75d-b626c7eb5cc0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.262690] env[63348]: DEBUG oslo_vmware.api [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2273.262690] env[63348]: value = "task-2023633" [ 2273.262690] env[63348]: _type = "Task" [ 2273.262690] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.271035] env[63348]: DEBUG oslo_concurrency.lockutils [req-57d1eb26-cd59-4dfb-887b-29f3263823a7 req-4d5e3bd1-7349-4b77-89b2-eb7a40c467d1 service nova] Releasing lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2273.271419] env[63348]: DEBUG oslo_vmware.api [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.567608] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ae272bff-3a40-4e2e-b12f-1e6532dce852 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-96b78c94-a0a1-42a7-9860-f25b4e1f670d-abab79c4-0dd3-492d-81a5-2bde6c179ae6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.069s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2273.767621] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07775b0-085c-46d5-bb8d-fd93d339d4a6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.776818] env[63348]: DEBUG oslo_vmware.api [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023633, 'name': PowerOffVM_Task, 'duration_secs': 0.216325} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.777763] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9866ef-7e33-48b8-8565-4f8466eaf40f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.781623] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2273.790299] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2273.790555] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85f80d7b-0263-477d-8f8f-aff8754b400c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.843955] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af9a866-1a16-4b2b-a8ed-ca1139ee83ec {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.847419] env[63348]: DEBUG oslo_vmware.api [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2273.847419] env[63348]: value = "task-2023634" [ 2273.847419] env[63348]: _type = "Task" [ 2273.847419] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.854285] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3369008-9749-42f8-9935-f8944ae5b3eb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.860844] env[63348]: DEBUG oslo_vmware.api [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.870332] env[63348]: DEBUG nova.compute.provider_tree [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2274.358442] env[63348]: DEBUG oslo_vmware.api [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023634, 'name': ReconfigVM_Task, 'duration_secs': 0.226134} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.359149] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2274.359149] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2274.359149] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91af1948-1c42-4adf-bbec-c457374ed74d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.366596] env[63348]: DEBUG oslo_vmware.api [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2274.366596] env[63348]: value = "task-2023635" [ 2274.366596] env[63348]: _type = "Task" [ 2274.366596] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.374939] env[63348]: DEBUG nova.scheduler.client.report [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2274.377764] env[63348]: DEBUG oslo_vmware.api [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.878348] env[63348]: DEBUG oslo_vmware.api [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023635, 'name': PowerOnVM_Task, 'duration_secs': 0.343959} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.879178] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2274.881148] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2274.881321] env[63348]: DEBUG nova.compute.manager [None req-3ec03c66-2f7c-4ed0-a3fb-793181669a77 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2274.882420] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b9ecc9-446f-4f5f-a359-51debad81427 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.907356] env[63348]: INFO nova.scheduler.client.report [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleted allocations for instance b9033cd2-a40d-4c21-a1df-8bb8a817043d [ 2275.196854] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "interface-96b78c94-a0a1-42a7-9860-f25b4e1f670d-abab79c4-0dd3-492d-81a5-2bde6c179ae6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.197160] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-96b78c94-a0a1-42a7-9860-f25b4e1f670d-abab79c4-0dd3-492d-81a5-2bde6c179ae6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.415186] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c19e112d-f115-4d8c-a09a-c6adfcceddfe tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "b9033cd2-a40d-4c21-a1df-8bb8a817043d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.729s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.700340] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2275.701016] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2275.702144] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e76804-76ac-4348-b92d-904b657f0762 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.727912] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315487e0-0a54-4226-8ce9-8635a877a69d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.757961] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Reconfiguring VM to detach interface {{(pid=63348) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2275.758450] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc9316cd-c75f-4aac-a7dd-80988af4c2b2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.780337] env[63348]: DEBUG oslo_vmware.api [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2275.780337] env[63348]: value = "task-2023636" [ 2275.780337] env[63348]: _type = "Task" [ 2275.780337] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.788673] env[63348]: DEBUG oslo_vmware.api [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.290479] env[63348]: DEBUG oslo_vmware.api [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.791441] env[63348]: DEBUG oslo_vmware.api [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.292258] env[63348]: DEBUG oslo_vmware.api [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.794454] env[63348]: DEBUG oslo_vmware.api [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.293485] env[63348]: DEBUG oslo_vmware.api [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.554998] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "f9964326-b809-436f-be6f-c3e288d2f62e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2278.555248] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "f9964326-b809-436f-be6f-c3e288d2f62e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2278.795161] env[63348]: DEBUG oslo_vmware.api [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.057072] env[63348]: DEBUG nova.compute.manager [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2279.295676] env[63348]: DEBUG oslo_vmware.api [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.456069] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "65d8bf44-2a81-4cca-924a-d00ab0cc2222" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2279.456246] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "65d8bf44-2a81-4cca-924a-d00ab0cc2222" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2279.456506] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "65d8bf44-2a81-4cca-924a-d00ab0cc2222-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2279.456835] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "65d8bf44-2a81-4cca-924a-d00ab0cc2222-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2279.457045] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "65d8bf44-2a81-4cca-924a-d00ab0cc2222-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2279.459357] env[63348]: INFO nova.compute.manager [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Terminating instance [ 2279.579592] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2279.579861] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2279.581389] env[63348]: INFO nova.compute.claims [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2279.797378] env[63348]: DEBUG oslo_vmware.api [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.963016] env[63348]: DEBUG nova.compute.manager [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2279.963274] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2279.964214] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a4d4a4-4e40-4269-90e1-83c12946b4f6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.972139] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2279.972360] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5adfff8-0634-4fc5-a543-0b6cefb85cce {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.979370] env[63348]: DEBUG oslo_vmware.api [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2279.979370] env[63348]: value = "task-2023638" [ 2279.979370] env[63348]: _type = "Task" [ 2279.979370] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.986786] env[63348]: DEBUG oslo_vmware.api [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.298132] env[63348]: DEBUG oslo_vmware.api [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.489680] env[63348]: DEBUG oslo_vmware.api [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023638, 'name': PowerOffVM_Task, 'duration_secs': 0.208849} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.489882] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2280.490061] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2280.490320] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bdb6e4d-bb81-40ac-b8ec-45e4714aebbe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.662208] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1388d410-2c04-4756-8882-803c59601607 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.670260] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351588ba-e4e7-4aff-8664-0ab51f856d0e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.701926] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0425fcb6-90a3-4ed1-b4c1-ac4a4819c377 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.709865] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d7a101-0002-4154-8169-996be7ba6b38 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.723656] env[63348]: DEBUG nova.compute.provider_tree [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2280.797035] env[63348]: DEBUG oslo_vmware.api [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.832965] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2280.833237] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2280.833467] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleting the datastore file [datastore2] 65d8bf44-2a81-4cca-924a-d00ab0cc2222 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2280.833737] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c28696b-d6e5-4f66-91f1-c2b3514c3d74 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.840243] env[63348]: DEBUG oslo_vmware.api [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for the task: (returnval){ [ 2280.840243] env[63348]: value = "task-2023640" [ 2280.840243] env[63348]: _type = "Task" [ 2280.840243] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.847618] env[63348]: DEBUG oslo_vmware.api [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.227260] env[63348]: DEBUG nova.scheduler.client.report [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2281.299020] env[63348]: DEBUG oslo_vmware.api [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023636, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.349549] env[63348]: DEBUG oslo_vmware.api [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Task: {'id': task-2023640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128691} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.349780] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2281.349918] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2281.350098] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2281.350272] env[63348]: INFO nova.compute.manager [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Took 1.39 seconds to destroy the instance on the hypervisor. [ 2281.350504] env[63348]: DEBUG oslo.service.loopingcall [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2281.350687] env[63348]: DEBUG nova.compute.manager [-] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2281.350777] env[63348]: DEBUG nova.network.neutron [-] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2281.582432] env[63348]: DEBUG nova.compute.manager [req-4e6759dc-64fe-4ebb-a725-5f20f74c750f req-b8ba87f0-3eae-4770-a078-d73e4c3675eb service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Received event network-vif-deleted-58a8051e-86a8-4495-af8e-26c86d785dee {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2281.582688] env[63348]: INFO nova.compute.manager [req-4e6759dc-64fe-4ebb-a725-5f20f74c750f req-b8ba87f0-3eae-4770-a078-d73e4c3675eb service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Neutron deleted interface 58a8051e-86a8-4495-af8e-26c86d785dee; detaching it from the instance and deleting it from the info cache [ 2281.582808] env[63348]: DEBUG nova.network.neutron [req-4e6759dc-64fe-4ebb-a725-5f20f74c750f req-b8ba87f0-3eae-4770-a078-d73e4c3675eb service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2281.732101] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2281.732640] env[63348]: DEBUG nova.compute.manager [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2281.798331] env[63348]: DEBUG oslo_vmware.api [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023636, 'name': ReconfigVM_Task, 'duration_secs': 5.950468} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.798613] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2281.798843] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Reconfigured VM to detach interface {{(pid=63348) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2282.061645] env[63348]: DEBUG nova.network.neutron [-] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2282.085589] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a02352f-078e-4e20-afcb-c37b9694f8df {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.095621] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c03a4ec-3aa4-40bc-94dd-4468b05d33e9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.122398] env[63348]: DEBUG nova.compute.manager [req-4e6759dc-64fe-4ebb-a725-5f20f74c750f req-b8ba87f0-3eae-4770-a078-d73e4c3675eb service nova] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Detach interface failed, port_id=58a8051e-86a8-4495-af8e-26c86d785dee, reason: Instance 65d8bf44-2a81-4cca-924a-d00ab0cc2222 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2282.237938] env[63348]: DEBUG nova.compute.utils [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2282.239133] env[63348]: DEBUG nova.compute.manager [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2282.239306] env[63348]: DEBUG nova.network.neutron [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2282.279783] env[63348]: DEBUG nova.policy [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98d197ba09084c8984c4ce40b90169f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c041c13707524bd281f97746f3ce3abf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2282.561358] env[63348]: DEBUG nova.network.neutron [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Successfully created port: 1de1ed76-0e41-4e22-8a7c-2cf38d0546a1 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2282.563769] env[63348]: INFO nova.compute.manager [-] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Took 1.21 seconds to deallocate network for instance. [ 2282.742863] env[63348]: DEBUG nova.compute.manager [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2283.070047] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2283.070350] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2283.070575] env[63348]: DEBUG nova.objects.instance [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lazy-loading 'resources' on Instance uuid 65d8bf44-2a81-4cca-924a-d00ab0cc2222 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2283.149386] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2283.149386] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2283.149544] env[63348]: DEBUG nova.network.neutron [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2283.592088] env[63348]: DEBUG nova.scheduler.client.report [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Refreshing inventories for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2283.607471] env[63348]: DEBUG nova.scheduler.client.report [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Updating ProviderTree inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2283.607843] env[63348]: DEBUG nova.compute.provider_tree [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2283.619657] env[63348]: DEBUG nova.scheduler.client.report [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Refreshing aggregate associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, aggregates: None {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2283.638598] env[63348]: DEBUG nova.scheduler.client.report [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Refreshing trait associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2283.729713] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11a1e46-2e98-4735-b5d2-43c28b6c829f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.737529] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe8f104-8a58-4cbc-ab42-d7f2c860c9c7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.770953] env[63348]: DEBUG nova.compute.manager [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2283.776109] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352080b6-9922-49f8-9600-d3a07ba98f98 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.784869] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65af657f-3381-44e0-86ba-e750a72d4009 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.801012] env[63348]: DEBUG nova.compute.provider_tree [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2283.812015] env[63348]: DEBUG nova.virt.hardware [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2283.812274] env[63348]: DEBUG nova.virt.hardware [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2283.812444] env[63348]: DEBUG nova.virt.hardware [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2283.812622] env[63348]: DEBUG nova.virt.hardware [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2283.812763] env[63348]: DEBUG nova.virt.hardware [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2283.812912] env[63348]: DEBUG nova.virt.hardware [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2283.813123] env[63348]: DEBUG nova.virt.hardware [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2283.813280] env[63348]: DEBUG nova.virt.hardware [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2283.813523] env[63348]: DEBUG nova.virt.hardware [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2283.813691] env[63348]: DEBUG nova.virt.hardware [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2283.813862] env[63348]: DEBUG nova.virt.hardware [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2283.814726] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b411335-7164-46b6-8a49-07b540a7d91b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.825867] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac84d8f-a9d3-48b0-b363-63fcb15d8be1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.885940] env[63348]: INFO nova.network.neutron [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Port abab79c4-0dd3-492d-81a5-2bde6c179ae6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2283.886316] env[63348]: DEBUG nova.network.neutron [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Updating instance_info_cache with network_info: [{"id": "f5467b6f-1a2b-4145-816f-2612da05fd21", "address": "fa:16:3e:52:92:f2", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5467b6f-1a", "ovs_interfaceid": "f5467b6f-1a2b-4145-816f-2612da05fd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2283.935661] env[63348]: DEBUG nova.compute.manager [req-2ff48919-c3ef-4990-94ed-77a1860da351 req-a803b033-2549-424f-9c40-7bee4acbe086 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Received event network-changed-f5467b6f-1a2b-4145-816f-2612da05fd21 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2283.935875] env[63348]: DEBUG nova.compute.manager [req-2ff48919-c3ef-4990-94ed-77a1860da351 req-a803b033-2549-424f-9c40-7bee4acbe086 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Refreshing instance network info cache due to event network-changed-f5467b6f-1a2b-4145-816f-2612da05fd21. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2283.936073] env[63348]: DEBUG oslo_concurrency.lockutils [req-2ff48919-c3ef-4990-94ed-77a1860da351 req-a803b033-2549-424f-9c40-7bee4acbe086 service nova] Acquiring lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2284.334589] env[63348]: DEBUG nova.scheduler.client.report [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Updated inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2284.334858] env[63348]: DEBUG nova.compute.provider_tree [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Updating resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d generation from 173 to 174 during operation: update_inventory {{(pid=63348) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2284.335050] env[63348]: DEBUG nova.compute.provider_tree [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2284.391041] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2284.393044] env[63348]: DEBUG oslo_concurrency.lockutils [req-2ff48919-c3ef-4990-94ed-77a1860da351 req-a803b033-2549-424f-9c40-7bee4acbe086 service nova] Acquired lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2284.393236] env[63348]: DEBUG nova.network.neutron [req-2ff48919-c3ef-4990-94ed-77a1860da351 req-a803b033-2549-424f-9c40-7bee4acbe086 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Refreshing network info cache for port f5467b6f-1a2b-4145-816f-2612da05fd21 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2284.621410] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "interface-3780d46e-c2b9-4a37-a5a8-692f3f821aa0-abab79c4-0dd3-492d-81a5-2bde6c179ae6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2284.621804] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-3780d46e-c2b9-4a37-a5a8-692f3f821aa0-abab79c4-0dd3-492d-81a5-2bde6c179ae6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2284.622038] env[63348]: DEBUG nova.objects.instance [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lazy-loading 'flavor' on Instance uuid 3780d46e-c2b9-4a37-a5a8-692f3f821aa0 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2284.840093] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2284.861483] env[63348]: INFO nova.scheduler.client.report [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Deleted allocations for instance 65d8bf44-2a81-4cca-924a-d00ab0cc2222 [ 2284.895498] env[63348]: DEBUG oslo_concurrency.lockutils [None req-3ed150d7-e2b4-45e6-9e33-70c8f45a2ef5 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-96b78c94-a0a1-42a7-9860-f25b4e1f670d-abab79c4-0dd3-492d-81a5-2bde6c179ae6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.698s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.080136] env[63348]: DEBUG nova.network.neutron [req-2ff48919-c3ef-4990-94ed-77a1860da351 req-a803b033-2549-424f-9c40-7bee4acbe086 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Updated VIF entry in instance network info cache for port f5467b6f-1a2b-4145-816f-2612da05fd21. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2285.080542] env[63348]: DEBUG nova.network.neutron [req-2ff48919-c3ef-4990-94ed-77a1860da351 req-a803b033-2549-424f-9c40-7bee4acbe086 service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Updating instance_info_cache with network_info: [{"id": "f5467b6f-1a2b-4145-816f-2612da05fd21", "address": "fa:16:3e:52:92:f2", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5467b6f-1a", "ovs_interfaceid": "f5467b6f-1a2b-4145-816f-2612da05fd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2285.210663] env[63348]: DEBUG nova.objects.instance [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lazy-loading 'pci_requests' on Instance uuid 3780d46e-c2b9-4a37-a5a8-692f3f821aa0 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2285.369174] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cb7837a8-7253-4851-85da-01cd85138c93 tempest-ServerActionsTestOtherA-997796628 tempest-ServerActionsTestOtherA-997796628-project-member] Lock "65d8bf44-2a81-4cca-924a-d00ab0cc2222" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.913s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.583475] env[63348]: DEBUG oslo_concurrency.lockutils [req-2ff48919-c3ef-4990-94ed-77a1860da351 req-a803b033-2549-424f-9c40-7bee4acbe086 service nova] Releasing lock "refresh_cache-96b78c94-a0a1-42a7-9860-f25b4e1f670d" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2285.713141] env[63348]: DEBUG nova.objects.base [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Object Instance<3780d46e-c2b9-4a37-a5a8-692f3f821aa0> lazy-loaded attributes: flavor,pci_requests {{(pid=63348) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2285.713459] env[63348]: DEBUG nova.network.neutron [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2285.793387] env[63348]: DEBUG nova.policy [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '243dc67e06c34758bb7b5a94da01adb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b905e7bbdee249858305654d91566002', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2285.971041] env[63348]: DEBUG nova.compute.manager [req-3a17a8f8-f9ce-403f-8a8f-89d863207cfb req-03837cab-49a6-4e79-8cb7-25dfa66b880f service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Received event network-changed-f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2285.971251] env[63348]: DEBUG nova.compute.manager [req-3a17a8f8-f9ce-403f-8a8f-89d863207cfb req-03837cab-49a6-4e79-8cb7-25dfa66b880f service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Refreshing instance network info cache due to event network-changed-f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2285.971468] env[63348]: DEBUG oslo_concurrency.lockutils [req-3a17a8f8-f9ce-403f-8a8f-89d863207cfb req-03837cab-49a6-4e79-8cb7-25dfa66b880f service nova] Acquiring lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2285.971612] env[63348]: DEBUG oslo_concurrency.lockutils [req-3a17a8f8-f9ce-403f-8a8f-89d863207cfb req-03837cab-49a6-4e79-8cb7-25dfa66b880f service nova] Acquired lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2285.971773] env[63348]: DEBUG nova.network.neutron [req-3a17a8f8-f9ce-403f-8a8f-89d863207cfb req-03837cab-49a6-4e79-8cb7-25dfa66b880f service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Refreshing network info cache for port f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2286.787957] env[63348]: DEBUG nova.network.neutron [req-3a17a8f8-f9ce-403f-8a8f-89d863207cfb req-03837cab-49a6-4e79-8cb7-25dfa66b880f service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Updated VIF entry in instance network info cache for port f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2286.787957] env[63348]: DEBUG nova.network.neutron [req-3a17a8f8-f9ce-403f-8a8f-89d863207cfb req-03837cab-49a6-4e79-8cb7-25dfa66b880f service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Updating instance_info_cache with network_info: [{"id": "f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff", "address": "fa:16:3e:e6:ea:4d", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a7041d-7e", "ovs_interfaceid": "f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2287.289675] env[63348]: DEBUG oslo_concurrency.lockutils [req-3a17a8f8-f9ce-403f-8a8f-89d863207cfb req-03837cab-49a6-4e79-8cb7-25dfa66b880f service nova] Releasing lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2290.966224] env[63348]: DEBUG nova.compute.manager [req-cbfd9880-3451-485c-b44a-5e99c7ad3f4a req-0b74e571-5f4f-490a-a850-b56fd682a5aa service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Received event network-vif-plugged-1de1ed76-0e41-4e22-8a7c-2cf38d0546a1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2290.966527] env[63348]: DEBUG oslo_concurrency.lockutils [req-cbfd9880-3451-485c-b44a-5e99c7ad3f4a req-0b74e571-5f4f-490a-a850-b56fd682a5aa service nova] Acquiring lock "f9964326-b809-436f-be6f-c3e288d2f62e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2290.967476] env[63348]: DEBUG oslo_concurrency.lockutils [req-cbfd9880-3451-485c-b44a-5e99c7ad3f4a req-0b74e571-5f4f-490a-a850-b56fd682a5aa service nova] Lock "f9964326-b809-436f-be6f-c3e288d2f62e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2290.967476] env[63348]: DEBUG oslo_concurrency.lockutils [req-cbfd9880-3451-485c-b44a-5e99c7ad3f4a req-0b74e571-5f4f-490a-a850-b56fd682a5aa service nova] Lock "f9964326-b809-436f-be6f-c3e288d2f62e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2290.967476] env[63348]: DEBUG nova.compute.manager [req-cbfd9880-3451-485c-b44a-5e99c7ad3f4a req-0b74e571-5f4f-490a-a850-b56fd682a5aa service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] No waiting events found dispatching network-vif-plugged-1de1ed76-0e41-4e22-8a7c-2cf38d0546a1 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2290.967476] env[63348]: WARNING nova.compute.manager [req-cbfd9880-3451-485c-b44a-5e99c7ad3f4a req-0b74e571-5f4f-490a-a850-b56fd682a5aa service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Received unexpected event network-vif-plugged-1de1ed76-0e41-4e22-8a7c-2cf38d0546a1 for instance with vm_state building and task_state spawning. [ 2291.057121] env[63348]: DEBUG nova.network.neutron [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Successfully updated port: 1de1ed76-0e41-4e22-8a7c-2cf38d0546a1 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2291.559048] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.559218] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2291.559370] env[63348]: DEBUG nova.network.neutron [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2291.683249] env[63348]: DEBUG nova.compute.manager [req-e6f62c0c-629a-4371-880b-20a886ca7cee req-924aeca3-71b1-4bd1-9e15-62407a0d9c01 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Received event network-vif-plugged-abab79c4-0dd3-492d-81a5-2bde6c179ae6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2291.683474] env[63348]: DEBUG oslo_concurrency.lockutils [req-e6f62c0c-629a-4371-880b-20a886ca7cee req-924aeca3-71b1-4bd1-9e15-62407a0d9c01 service nova] Acquiring lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2291.683684] env[63348]: DEBUG oslo_concurrency.lockutils [req-e6f62c0c-629a-4371-880b-20a886ca7cee req-924aeca3-71b1-4bd1-9e15-62407a0d9c01 service nova] Lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2291.683852] env[63348]: DEBUG oslo_concurrency.lockutils [req-e6f62c0c-629a-4371-880b-20a886ca7cee req-924aeca3-71b1-4bd1-9e15-62407a0d9c01 service nova] Lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2291.684111] env[63348]: DEBUG nova.compute.manager [req-e6f62c0c-629a-4371-880b-20a886ca7cee req-924aeca3-71b1-4bd1-9e15-62407a0d9c01 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] No waiting events found dispatching network-vif-plugged-abab79c4-0dd3-492d-81a5-2bde6c179ae6 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2291.684326] env[63348]: WARNING nova.compute.manager [req-e6f62c0c-629a-4371-880b-20a886ca7cee req-924aeca3-71b1-4bd1-9e15-62407a0d9c01 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Received unexpected event network-vif-plugged-abab79c4-0dd3-492d-81a5-2bde6c179ae6 for instance with vm_state active and task_state None. [ 2291.766200] env[63348]: DEBUG nova.network.neutron [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Successfully updated port: abab79c4-0dd3-492d-81a5-2bde6c179ae6 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2292.090677] env[63348]: DEBUG nova.network.neutron [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2292.213472] env[63348]: DEBUG nova.network.neutron [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Updating instance_info_cache with network_info: [{"id": "1de1ed76-0e41-4e22-8a7c-2cf38d0546a1", "address": "fa:16:3e:6a:32:5d", "network": {"id": "8680ecd5-c801-4342-847b-1235d5794676", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1979859466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c041c13707524bd281f97746f3ce3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1de1ed76-0e", "ovs_interfaceid": "1de1ed76-0e41-4e22-8a7c-2cf38d0546a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.268992] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2292.269196] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2292.269374] env[63348]: DEBUG nova.network.neutron [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2292.715868] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Releasing lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2292.716188] env[63348]: DEBUG nova.compute.manager [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Instance network_info: |[{"id": "1de1ed76-0e41-4e22-8a7c-2cf38d0546a1", "address": "fa:16:3e:6a:32:5d", "network": {"id": "8680ecd5-c801-4342-847b-1235d5794676", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1979859466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c041c13707524bd281f97746f3ce3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1de1ed76-0e", "ovs_interfaceid": "1de1ed76-0e41-4e22-8a7c-2cf38d0546a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2292.716700] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:32:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1de1ed76-0e41-4e22-8a7c-2cf38d0546a1', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2292.724537] env[63348]: DEBUG oslo.service.loopingcall [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2292.724755] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2292.724995] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a88e51e-2ea8-4b1b-ba71-9bd3feb234e4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.744300] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2292.744300] env[63348]: value = "task-2023641" [ 2292.744300] env[63348]: _type = "Task" [ 2292.744300] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.751535] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023641, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.802395] env[63348]: WARNING nova.network.neutron [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] 7b5879ac-1ef4-4138-beed-770f1a72ff34 already exists in list: networks containing: ['7b5879ac-1ef4-4138-beed-770f1a72ff34']. ignoring it [ 2292.995626] env[63348]: DEBUG nova.compute.manager [req-62b90be6-2dfa-4f35-8d99-247269e92a8c req-19b6a6fa-5eed-4f34-b25b-6c45da8128d5 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Received event network-changed-1de1ed76-0e41-4e22-8a7c-2cf38d0546a1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2292.995626] env[63348]: DEBUG nova.compute.manager [req-62b90be6-2dfa-4f35-8d99-247269e92a8c req-19b6a6fa-5eed-4f34-b25b-6c45da8128d5 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Refreshing instance network info cache due to event network-changed-1de1ed76-0e41-4e22-8a7c-2cf38d0546a1. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2292.995626] env[63348]: DEBUG oslo_concurrency.lockutils [req-62b90be6-2dfa-4f35-8d99-247269e92a8c req-19b6a6fa-5eed-4f34-b25b-6c45da8128d5 service nova] Acquiring lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2292.995626] env[63348]: DEBUG oslo_concurrency.lockutils [req-62b90be6-2dfa-4f35-8d99-247269e92a8c req-19b6a6fa-5eed-4f34-b25b-6c45da8128d5 service nova] Acquired lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2292.995626] env[63348]: DEBUG nova.network.neutron [req-62b90be6-2dfa-4f35-8d99-247269e92a8c req-19b6a6fa-5eed-4f34-b25b-6c45da8128d5 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Refreshing network info cache for port 1de1ed76-0e41-4e22-8a7c-2cf38d0546a1 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2293.068709] env[63348]: DEBUG nova.network.neutron [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Updating instance_info_cache with network_info: [{"id": "f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff", "address": "fa:16:3e:e6:ea:4d", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a7041d-7e", "ovs_interfaceid": "f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "abab79c4-0dd3-492d-81a5-2bde6c179ae6", "address": "fa:16:3e:86:a7:27", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabab79c4-0d", "ovs_interfaceid": "abab79c4-0dd3-492d-81a5-2bde6c179ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2293.254775] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023641, 'name': CreateVM_Task, 'duration_secs': 0.332286} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.255212] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2293.255625] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2293.255798] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2293.256157] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2293.256403] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fa6ead4-622e-4ff7-84b6-42013762eb8f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.261075] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2293.261075] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b634a0-5421-b34d-4b31-d17fbb1f0176" [ 2293.261075] env[63348]: _type = "Task" [ 2293.261075] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.269723] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b634a0-5421-b34d-4b31-d17fbb1f0176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.572754] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2293.573447] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2293.573603] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2293.574444] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b92414b-69c3-44a1-a250-a29cf5d90d23 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.591745] env[63348]: DEBUG nova.virt.hardware [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2293.591957] env[63348]: DEBUG nova.virt.hardware [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2293.592101] env[63348]: DEBUG nova.virt.hardware [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2293.592292] env[63348]: DEBUG nova.virt.hardware [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2293.592435] env[63348]: DEBUG nova.virt.hardware [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2293.592582] env[63348]: DEBUG nova.virt.hardware [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2293.592782] env[63348]: DEBUG nova.virt.hardware [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2293.592936] env[63348]: DEBUG nova.virt.hardware [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2293.593115] env[63348]: DEBUG nova.virt.hardware [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2293.593280] env[63348]: DEBUG nova.virt.hardware [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2293.593470] env[63348]: DEBUG nova.virt.hardware [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2293.599762] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Reconfiguring VM to attach interface {{(pid=63348) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2293.602356] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a8e1294-f0e3-4840-bad9-37419519b682 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.619836] env[63348]: DEBUG oslo_vmware.api [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2293.619836] env[63348]: value = "task-2023642" [ 2293.619836] env[63348]: _type = "Task" [ 2293.619836] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.627535] env[63348]: DEBUG oslo_vmware.api [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023642, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.702559] env[63348]: DEBUG nova.network.neutron [req-62b90be6-2dfa-4f35-8d99-247269e92a8c req-19b6a6fa-5eed-4f34-b25b-6c45da8128d5 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Updated VIF entry in instance network info cache for port 1de1ed76-0e41-4e22-8a7c-2cf38d0546a1. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2293.702924] env[63348]: DEBUG nova.network.neutron [req-62b90be6-2dfa-4f35-8d99-247269e92a8c req-19b6a6fa-5eed-4f34-b25b-6c45da8128d5 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Updating instance_info_cache with network_info: [{"id": "1de1ed76-0e41-4e22-8a7c-2cf38d0546a1", "address": "fa:16:3e:6a:32:5d", "network": {"id": "8680ecd5-c801-4342-847b-1235d5794676", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1979859466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c041c13707524bd281f97746f3ce3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1de1ed76-0e", "ovs_interfaceid": "1de1ed76-0e41-4e22-8a7c-2cf38d0546a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2293.706769] env[63348]: DEBUG nova.compute.manager [req-7a7ff1fc-40ff-4037-9159-01438fc5cb71 req-90d51370-8460-4727-838f-f260d23f9acf service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Received event network-changed-abab79c4-0dd3-492d-81a5-2bde6c179ae6 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2293.706952] env[63348]: DEBUG nova.compute.manager [req-7a7ff1fc-40ff-4037-9159-01438fc5cb71 req-90d51370-8460-4727-838f-f260d23f9acf service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Refreshing instance network info cache due to event network-changed-abab79c4-0dd3-492d-81a5-2bde6c179ae6. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2293.707168] env[63348]: DEBUG oslo_concurrency.lockutils [req-7a7ff1fc-40ff-4037-9159-01438fc5cb71 req-90d51370-8460-4727-838f-f260d23f9acf service nova] Acquiring lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2293.707312] env[63348]: DEBUG oslo_concurrency.lockutils [req-7a7ff1fc-40ff-4037-9159-01438fc5cb71 req-90d51370-8460-4727-838f-f260d23f9acf service nova] Acquired lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2293.707470] env[63348]: DEBUG nova.network.neutron [req-7a7ff1fc-40ff-4037-9159-01438fc5cb71 req-90d51370-8460-4727-838f-f260d23f9acf service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Refreshing network info cache for port abab79c4-0dd3-492d-81a5-2bde6c179ae6 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2293.771292] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52b634a0-5421-b34d-4b31-d17fbb1f0176, 'name': SearchDatastore_Task, 'duration_secs': 0.010007} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.771596] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2293.771883] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2293.772095] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2293.772246] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2293.772431] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2293.772696] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e4b7752-4648-4a51-ba57-a49d2b34840d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.782154] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2293.782324] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2293.782963] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71010a59-e414-4624-b803-80af8884447a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.788629] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2293.788629] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52724172-5f03-21d9-8675-5be916bea4f8" [ 2293.788629] env[63348]: _type = "Task" [ 2293.788629] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.795995] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52724172-5f03-21d9-8675-5be916bea4f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.129876] env[63348]: DEBUG oslo_vmware.api [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.205873] env[63348]: DEBUG oslo_concurrency.lockutils [req-62b90be6-2dfa-4f35-8d99-247269e92a8c req-19b6a6fa-5eed-4f34-b25b-6c45da8128d5 service nova] Releasing lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2294.299517] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52724172-5f03-21d9-8675-5be916bea4f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009543} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.300711] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7926747-7369-4911-8f80-e8c4f2ba8550 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.307109] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2294.307109] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525e6a56-2345-150f-d2db-413496cd618a" [ 2294.307109] env[63348]: _type = "Task" [ 2294.307109] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.317178] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525e6a56-2345-150f-d2db-413496cd618a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.407823] env[63348]: DEBUG nova.network.neutron [req-7a7ff1fc-40ff-4037-9159-01438fc5cb71 req-90d51370-8460-4727-838f-f260d23f9acf service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Updated VIF entry in instance network info cache for port abab79c4-0dd3-492d-81a5-2bde6c179ae6. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2294.408275] env[63348]: DEBUG nova.network.neutron [req-7a7ff1fc-40ff-4037-9159-01438fc5cb71 req-90d51370-8460-4727-838f-f260d23f9acf service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Updating instance_info_cache with network_info: [{"id": "f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff", "address": "fa:16:3e:e6:ea:4d", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a7041d-7e", "ovs_interfaceid": "f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "abab79c4-0dd3-492d-81a5-2bde6c179ae6", "address": "fa:16:3e:86:a7:27", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabab79c4-0d", "ovs_interfaceid": "abab79c4-0dd3-492d-81a5-2bde6c179ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2294.630487] env[63348]: DEBUG oslo_vmware.api [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023642, 'name': ReconfigVM_Task, 'duration_secs': 0.625442} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.631041] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2294.631295] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Reconfigured VM to attach interface {{(pid=63348) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2294.818586] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]525e6a56-2345-150f-d2db-413496cd618a, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.818763] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2294.819036] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] f9964326-b809-436f-be6f-c3e288d2f62e/f9964326-b809-436f-be6f-c3e288d2f62e.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2294.819282] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35fa2eba-e763-41e5-8936-735519d1ea0e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.826531] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2294.826531] env[63348]: value = "task-2023643" [ 2294.826531] env[63348]: _type = "Task" [ 2294.826531] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.833921] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.911331] env[63348]: DEBUG oslo_concurrency.lockutils [req-7a7ff1fc-40ff-4037-9159-01438fc5cb71 req-90d51370-8460-4727-838f-f260d23f9acf service nova] Releasing lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2295.136471] env[63348]: DEBUG oslo_concurrency.lockutils [None req-7a54cb55-46d9-447a-a42f-f0c4f234c08f tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-3780d46e-c2b9-4a37-a5a8-692f3f821aa0-abab79c4-0dd3-492d-81a5-2bde6c179ae6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 10.515s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2295.336542] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436192} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.336962] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] f9964326-b809-436f-be6f-c3e288d2f62e/f9964326-b809-436f-be6f-c3e288d2f62e.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2295.336962] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2295.337220] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac54b781-d25b-47b2-b491-fcd763217b7f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.343279] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2295.343279] env[63348]: value = "task-2023644" [ 2295.343279] env[63348]: _type = "Task" [ 2295.343279] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.350571] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.853760] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062751} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.854064] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2295.854838] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36585e1-fc93-49e4-8e00-89ca2919c9ab {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.876236] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] f9964326-b809-436f-be6f-c3e288d2f62e/f9964326-b809-436f-be6f-c3e288d2f62e.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2295.876428] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-108c17af-5567-4c70-baa5-3b2e2384e7bb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.895457] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2295.895457] env[63348]: value = "task-2023645" [ 2295.895457] env[63348]: _type = "Task" [ 2295.895457] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.902744] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.406282] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023645, 'name': ReconfigVM_Task, 'duration_secs': 0.26696} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.406282] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Reconfigured VM instance instance-00000079 to attach disk [datastore2] f9964326-b809-436f-be6f-c3e288d2f62e/f9964326-b809-436f-be6f-c3e288d2f62e.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2296.406744] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8ab3e4c-8660-435e-b103-c3a824c11f41 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.413648] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2296.413648] env[63348]: value = "task-2023646" [ 2296.413648] env[63348]: _type = "Task" [ 2296.413648] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.421639] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023646, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.805645] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "interface-3780d46e-c2b9-4a37-a5a8-692f3f821aa0-abab79c4-0dd3-492d-81a5-2bde6c179ae6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.805945] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-3780d46e-c2b9-4a37-a5a8-692f3f821aa0-abab79c4-0dd3-492d-81a5-2bde6c179ae6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2296.922851] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023646, 'name': Rename_Task, 'duration_secs': 0.135524} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.923058] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2296.923303] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ca86a8f-0df9-4588-a551-ab5c22b08730 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.930272] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2296.930272] env[63348]: value = "task-2023647" [ 2296.930272] env[63348]: _type = "Task" [ 2296.930272] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.937874] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.309474] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2297.309735] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2297.310813] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e3b1a3-1aa0-4d94-9da4-e93e9ae39afa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.332075] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1b2e21-3848-4b0e-9c15-34b8452bc69c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.361699] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Reconfiguring VM to detach interface {{(pid=63348) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2297.362071] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f79a415-b11e-477c-be67-6c567f66b4d4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.382405] env[63348]: DEBUG oslo_vmware.api [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2297.382405] env[63348]: value = "task-2023648" [ 2297.382405] env[63348]: _type = "Task" [ 2297.382405] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.390235] env[63348]: DEBUG oslo_vmware.api [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.440933] env[63348]: DEBUG oslo_vmware.api [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023647, 'name': PowerOnVM_Task, 'duration_secs': 0.435802} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.441324] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2297.441560] env[63348]: INFO nova.compute.manager [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Took 13.67 seconds to spawn the instance on the hypervisor. [ 2297.441806] env[63348]: DEBUG nova.compute.manager [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2297.442635] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdeef96-54a8-4512-9bea-511b5bdc5ece {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.892413] env[63348]: DEBUG oslo_vmware.api [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.959090] env[63348]: INFO nova.compute.manager [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Took 18.40 seconds to build instance. [ 2298.276061] env[63348]: DEBUG nova.compute.manager [req-1f683c3a-6537-42d3-91ed-48686cf04174 req-aad759d1-83c9-4f8b-8c2f-5880556fa937 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Received event network-changed-1de1ed76-0e41-4e22-8a7c-2cf38d0546a1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2298.276326] env[63348]: DEBUG nova.compute.manager [req-1f683c3a-6537-42d3-91ed-48686cf04174 req-aad759d1-83c9-4f8b-8c2f-5880556fa937 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Refreshing instance network info cache due to event network-changed-1de1ed76-0e41-4e22-8a7c-2cf38d0546a1. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2298.276479] env[63348]: DEBUG oslo_concurrency.lockutils [req-1f683c3a-6537-42d3-91ed-48686cf04174 req-aad759d1-83c9-4f8b-8c2f-5880556fa937 service nova] Acquiring lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2298.276625] env[63348]: DEBUG oslo_concurrency.lockutils [req-1f683c3a-6537-42d3-91ed-48686cf04174 req-aad759d1-83c9-4f8b-8c2f-5880556fa937 service nova] Acquired lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2298.276788] env[63348]: DEBUG nova.network.neutron [req-1f683c3a-6537-42d3-91ed-48686cf04174 req-aad759d1-83c9-4f8b-8c2f-5880556fa937 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Refreshing network info cache for port 1de1ed76-0e41-4e22-8a7c-2cf38d0546a1 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2298.393649] env[63348]: DEBUG oslo_vmware.api [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.461200] env[63348]: DEBUG oslo_concurrency.lockutils [None req-0a6d1606-5e52-4ccf-acc5-6f78638378bc tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "f9964326-b809-436f-be6f-c3e288d2f62e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.906s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.892442] env[63348]: DEBUG oslo_vmware.api [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.978177] env[63348]: DEBUG nova.network.neutron [req-1f683c3a-6537-42d3-91ed-48686cf04174 req-aad759d1-83c9-4f8b-8c2f-5880556fa937 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Updated VIF entry in instance network info cache for port 1de1ed76-0e41-4e22-8a7c-2cf38d0546a1. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2298.978536] env[63348]: DEBUG nova.network.neutron [req-1f683c3a-6537-42d3-91ed-48686cf04174 req-aad759d1-83c9-4f8b-8c2f-5880556fa937 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Updating instance_info_cache with network_info: [{"id": "1de1ed76-0e41-4e22-8a7c-2cf38d0546a1", "address": "fa:16:3e:6a:32:5d", "network": {"id": "8680ecd5-c801-4342-847b-1235d5794676", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1979859466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c041c13707524bd281f97746f3ce3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1de1ed76-0e", "ovs_interfaceid": "1de1ed76-0e41-4e22-8a7c-2cf38d0546a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2299.393863] env[63348]: DEBUG oslo_vmware.api [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.480663] env[63348]: DEBUG oslo_concurrency.lockutils [req-1f683c3a-6537-42d3-91ed-48686cf04174 req-aad759d1-83c9-4f8b-8c2f-5880556fa937 service nova] Releasing lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2299.895492] env[63348]: DEBUG oslo_vmware.api [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.394778] env[63348]: DEBUG oslo_vmware.api [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.895240] env[63348]: DEBUG oslo_vmware.api [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.397016] env[63348]: DEBUG oslo_vmware.api [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.897131] env[63348]: DEBUG oslo_vmware.api [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.397587] env[63348]: DEBUG oslo_vmware.api [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.720722] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2302.720889] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2302.721059] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2302.721190] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Cleaning up deleted instances {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 2302.898358] env[63348]: DEBUG oslo_vmware.api [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023648, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.236078] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] There are 36 instances to clean {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 2303.236408] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 8a33aef5-5661-4e48-9c8e-ff366cb99757] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2303.400026] env[63348]: DEBUG oslo_vmware.api [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023648, 'name': ReconfigVM_Task, 'duration_secs': 5.897723} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.400284] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2303.400496] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Reconfigured VM to detach interface {{(pid=63348) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2303.740901] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 26487ba7-05c4-43e7-b118-4fb2e8b06981] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2304.244717] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: e45bed83-01db-43e5-8a07-86853b62a416] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2304.672028] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2304.672028] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquired lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2304.672028] env[63348]: DEBUG nova.network.neutron [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2304.749023] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: d77aa569-bb9e-432c-b061-3c527bb12a06] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2305.208154] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2305.208540] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.208852] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2305.209134] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.209392] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.211521] env[63348]: INFO nova.compute.manager [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Terminating instance [ 2305.251454] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: f698bf37-ff11-4eb7-96ad-4a8caa51294b] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2305.375577] env[63348]: INFO nova.network.neutron [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Port abab79c4-0dd3-492d-81a5-2bde6c179ae6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2305.375959] env[63348]: DEBUG nova.network.neutron [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Updating instance_info_cache with network_info: [{"id": "f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff", "address": "fa:16:3e:e6:ea:4d", "network": {"id": "7b5879ac-1ef4-4138-beed-770f1a72ff34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-546478214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b905e7bbdee249858305654d91566002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a7041d-7e", "ovs_interfaceid": "f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2305.715152] env[63348]: DEBUG nova.compute.manager [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2305.715399] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2305.716344] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d8fad6-b706-4f89-a7b6-8c39178e575d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.724396] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2305.724646] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fc6ab93-c92a-48db-81b0-ef7b99e463fa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.730871] env[63348]: DEBUG oslo_vmware.api [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2305.730871] env[63348]: value = "task-2023649" [ 2305.730871] env[63348]: _type = "Task" [ 2305.730871] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.738839] env[63348]: DEBUG oslo_vmware.api [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.754443] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: b9033cd2-a40d-4c21-a1df-8bb8a817043d] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2305.878423] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Releasing lock "refresh_cache-3780d46e-c2b9-4a37-a5a8-692f3f821aa0" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2306.240559] env[63348]: DEBUG oslo_vmware.api [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023649, 'name': PowerOffVM_Task, 'duration_secs': 0.243098} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.240870] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2306.240975] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2306.241235] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f719c4d6-594e-477e-8ebf-cb3803c05f17 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.257354] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 537e65d9-9793-462e-93c3-4895799cbf5c] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2306.382877] env[63348]: DEBUG oslo_concurrency.lockutils [None req-b4e623dd-6aa5-44b5-bb30-c9d4a411f4b9 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "interface-3780d46e-c2b9-4a37-a5a8-692f3f821aa0-abab79c4-0dd3-492d-81a5-2bde6c179ae6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.577s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2306.760692] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 7e48bdc4-8e4a-4ba8-adfe-c6adfdbbed47] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2307.200200] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2307.200460] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2307.200631] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Deleting the datastore file [datastore1] 3780d46e-c2b9-4a37-a5a8-692f3f821aa0 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2307.200955] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9de77033-830c-4b72-8eb5-bd151a98c883 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.207082] env[63348]: DEBUG oslo_vmware.api [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2307.207082] env[63348]: value = "task-2023651" [ 2307.207082] env[63348]: _type = "Task" [ 2307.207082] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.214642] env[63348]: DEBUG oslo_vmware.api [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.263589] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 464fe772-4b7f-41da-8e40-a2a40a994520] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2307.717262] env[63348]: DEBUG oslo_vmware.api [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205521} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.717550] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2307.717693] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2307.717870] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2307.718058] env[63348]: INFO nova.compute.manager [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Took 2.00 seconds to destroy the instance on the hypervisor. [ 2307.718305] env[63348]: DEBUG oslo.service.loopingcall [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2307.718491] env[63348]: DEBUG nova.compute.manager [-] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2307.718601] env[63348]: DEBUG nova.network.neutron [-] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2307.766907] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: f04a390e-ee9b-42ca-a300-415ee3feaa83] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2308.270324] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: d98c04c9-609d-42f7-8a93-d8436c1f4979] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2308.510419] env[63348]: DEBUG nova.compute.manager [req-3f4cc622-5fc3-4c2f-a865-54bfc36df6f7 req-1ce321b3-83ce-429e-97c1-e53cd2c29a96 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Received event network-vif-deleted-f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2308.510610] env[63348]: INFO nova.compute.manager [req-3f4cc622-5fc3-4c2f-a865-54bfc36df6f7 req-1ce321b3-83ce-429e-97c1-e53cd2c29a96 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Neutron deleted interface f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff; detaching it from the instance and deleting it from the info cache [ 2308.510792] env[63348]: DEBUG nova.network.neutron [req-3f4cc622-5fc3-4c2f-a865-54bfc36df6f7 req-1ce321b3-83ce-429e-97c1-e53cd2c29a96 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.773110] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: b9f5f368-5f8b-4725-b4ec-23d491d8a2d6] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2308.990961] env[63348]: DEBUG nova.network.neutron [-] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2309.012977] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad10ea1f-d302-41a7-bc95-7e6abe22b209 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.022855] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f7c183-9e3b-44b6-bcc1-c5885faf6ffa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.049609] env[63348]: DEBUG nova.compute.manager [req-3f4cc622-5fc3-4c2f-a865-54bfc36df6f7 req-1ce321b3-83ce-429e-97c1-e53cd2c29a96 service nova] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Detach interface failed, port_id=f6a7041d-7e0c-46bf-8c2f-c57db82fd9ff, reason: Instance 3780d46e-c2b9-4a37-a5a8-692f3f821aa0 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2309.276599] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 97a1354a-2710-44a0-a8b9-2a4ac8a038b7] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2309.493630] env[63348]: INFO nova.compute.manager [-] [instance: 3780d46e-c2b9-4a37-a5a8-692f3f821aa0] Took 1.77 seconds to deallocate network for instance. [ 2309.779990] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: cc8883cd-c1da-42de-abd6-a68020c1edf8] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2310.000088] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2310.000358] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2310.000604] env[63348]: DEBUG nova.objects.instance [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lazy-loading 'resources' on Instance uuid 3780d46e-c2b9-4a37-a5a8-692f3f821aa0 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2310.283401] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 03bcb903-8d2d-4a5f-8bfe-434a5027ca36] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2310.569999] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8783ad87-94cd-4be6-97c7-2023b38f9e0f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.578071] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1621480-3eda-4de6-9e14-f4975631b80d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.606641] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2699a702-2c85-4308-878e-2deaabc48f49 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.613531] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f774984-0f7a-49a8-8c02-c0bd625e3624 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.626293] env[63348]: DEBUG nova.compute.provider_tree [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2310.786710] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 30847c65-1ae4-4fa2-8285-afc21cc3ef6e] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2311.154384] env[63348]: DEBUG nova.scheduler.client.report [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Updated inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2311.154668] env[63348]: DEBUG nova.compute.provider_tree [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Updating resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d generation from 174 to 175 during operation: update_inventory {{(pid=63348) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2311.154873] env[63348]: DEBUG nova.compute.provider_tree [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2311.290432] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 904a098f-2d59-48d6-94d0-228c5676def4] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2311.660024] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2311.681064] env[63348]: INFO nova.scheduler.client.report [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Deleted allocations for instance 3780d46e-c2b9-4a37-a5a8-692f3f821aa0 [ 2311.796050] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 1a5a0ae0-c197-41ca-902e-cfe83d318e5b] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2312.188302] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4d0265da-17dc-4a7e-b4f1-af3d0e85470a tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "3780d46e-c2b9-4a37-a5a8-692f3f821aa0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.980s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2312.299560] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: b751a970-287b-4227-acb2-ad903b2e6224] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2312.802407] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 2e277851-614c-4888-a9c9-4cdd178044d4] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2312.887976] env[63348]: DEBUG oslo_concurrency.lockutils [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2312.888275] env[63348]: DEBUG oslo_concurrency.lockutils [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2312.888501] env[63348]: DEBUG oslo_concurrency.lockutils [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2312.888696] env[63348]: DEBUG oslo_concurrency.lockutils [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2312.888880] env[63348]: DEBUG oslo_concurrency.lockutils [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2312.890959] env[63348]: INFO nova.compute.manager [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Terminating instance [ 2313.305819] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: ee79a2b9-2d2d-405f-8ca6-b9c371ef7a10] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2313.394977] env[63348]: DEBUG nova.compute.manager [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2313.395222] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2313.396113] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1247f5f8-493d-4ff4-b07a-a7bbe529b84e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.403678] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2313.403890] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaa68cca-5e0f-41b2-8def-d5782b7b90ca {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.410320] env[63348]: DEBUG oslo_vmware.api [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2313.410320] env[63348]: value = "task-2023652" [ 2313.410320] env[63348]: _type = "Task" [ 2313.410320] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2313.418392] env[63348]: DEBUG oslo_vmware.api [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.809395] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 31337249-6ab3-40d9-82ff-13888d8bcf74] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2313.919674] env[63348]: DEBUG oslo_vmware.api [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023652, 'name': PowerOffVM_Task, 'duration_secs': 0.181395} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.919947] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2313.920202] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2313.920450] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bb83f1f-0b7c-48d3-b744-7c8a858d8b73 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.065868] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2314.066136] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2314.066334] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Deleting the datastore file [datastore1] 96b78c94-a0a1-42a7-9860-f25b4e1f670d {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2314.066594] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da87469b-9478-402d-9256-f92408d3674a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.073914] env[63348]: DEBUG oslo_vmware.api [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for the task: (returnval){ [ 2314.073914] env[63348]: value = "task-2023654" [ 2314.073914] env[63348]: _type = "Task" [ 2314.073914] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.081013] env[63348]: DEBUG oslo_vmware.api [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.312376] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: d373a3e4-ba5e-4e81-acda-9bef5b1edd5c] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2314.584087] env[63348]: DEBUG oslo_vmware.api [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Task: {'id': task-2023654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112668} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2314.584328] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2314.584484] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2314.584696] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2314.584878] env[63348]: INFO nova.compute.manager [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2314.585128] env[63348]: DEBUG oslo.service.loopingcall [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2314.585318] env[63348]: DEBUG nova.compute.manager [-] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2314.585407] env[63348]: DEBUG nova.network.neutron [-] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2314.815853] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: aa256bb4-28bf-42cd-88d0-dfd0fa77ab9c] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2314.847729] env[63348]: DEBUG nova.compute.manager [req-fdbe90d0-8b46-411c-b626-86993ca93b68 req-0fc305be-c6c6-46e0-8bde-17aafb76980d service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Received event network-vif-deleted-f5467b6f-1a2b-4145-816f-2612da05fd21 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2314.848335] env[63348]: INFO nova.compute.manager [req-fdbe90d0-8b46-411c-b626-86993ca93b68 req-0fc305be-c6c6-46e0-8bde-17aafb76980d service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Neutron deleted interface f5467b6f-1a2b-4145-816f-2612da05fd21; detaching it from the instance and deleting it from the info cache [ 2314.848528] env[63348]: DEBUG nova.network.neutron [req-fdbe90d0-8b46-411c-b626-86993ca93b68 req-0fc305be-c6c6-46e0-8bde-17aafb76980d service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2315.320825] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: df11ca0d-ee85-492f-b48e-e5219dd9405d] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2315.322457] env[63348]: DEBUG nova.network.neutron [-] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2315.351161] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84f7a68c-0bc3-489d-8d62-f5f80b8c6093 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.361674] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5371fd-eee0-4f64-8044-08db30c60022 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.386572] env[63348]: DEBUG nova.compute.manager [req-fdbe90d0-8b46-411c-b626-86993ca93b68 req-0fc305be-c6c6-46e0-8bde-17aafb76980d service nova] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Detach interface failed, port_id=f5467b6f-1a2b-4145-816f-2612da05fd21, reason: Instance 96b78c94-a0a1-42a7-9860-f25b4e1f670d could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2315.825130] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: ee62ce36-b980-48c3-bcb5-4286a006660c] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2315.827118] env[63348]: INFO nova.compute.manager [-] [instance: 96b78c94-a0a1-42a7-9860-f25b4e1f670d] Took 1.24 seconds to deallocate network for instance. [ 2316.328761] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: beda0967-a3a7-477f-945b-e8ff964d1350] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2316.333223] env[63348]: DEBUG oslo_concurrency.lockutils [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.333601] env[63348]: DEBUG oslo_concurrency.lockutils [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2316.333957] env[63348]: DEBUG nova.objects.instance [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lazy-loading 'resources' on Instance uuid 96b78c94-a0a1-42a7-9860-f25b4e1f670d {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2316.832516] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 99bc2f43-621c-4004-90e4-106bcd607b5a] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2316.895074] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e2bdec-33fd-4d3c-ad6c-297b449c1cab {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.902445] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57179cef-fafc-4bd1-b3f1-f200aab7c815 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.931615] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808f86dc-d6cb-411e-b99c-4fd8a4f67547 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.938451] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d0af0e-fea3-405e-a3ad-bb94dc3fa2d3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.951156] env[63348]: DEBUG nova.compute.provider_tree [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2317.335823] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 713936df-ad40-4728-a19f-ac1fe71e84ec] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2317.454332] env[63348]: DEBUG nova.scheduler.client.report [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2317.839298] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 6248c4a8-3234-4e2c-973c-b85b4e3b4e10] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2317.958736] env[63348]: DEBUG oslo_concurrency.lockutils [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2317.985156] env[63348]: INFO nova.scheduler.client.report [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Deleted allocations for instance 96b78c94-a0a1-42a7-9860-f25b4e1f670d [ 2318.342149] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 736cccd6-837d-4bf8-a4f5-c8e9c72c555f] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2318.492383] env[63348]: DEBUG oslo_concurrency.lockutils [None req-23cbddb5-1735-44d9-a859-c40364c26c11 tempest-AttachInterfacesTestJSON-523541970 tempest-AttachInterfacesTestJSON-523541970-project-member] Lock "96b78c94-a0a1-42a7-9860-f25b4e1f670d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.604s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2318.845455] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 0baa31db-09cd-4bd7-9805-95c713cb8a17] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2319.348715] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: cd182cf8-d4f1-4131-953f-4ae565888bb7] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2319.852207] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 65d8bf44-2a81-4cca-924a-d00ab0cc2222] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2320.355839] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: b29a50ef-eb4c-475f-a1a3-f5475093beb4] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2320.858477] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: 9cabacaf-16ed-4b57-8b1c-b90756c9be4c] Instance has had 0 of 5 cleanup attempts {{(pid=63348) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2321.720948] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.721218] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2322.225858] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2322.226122] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2323.764903] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "refresh_cache-bec007b1-a7c0-4303-a018-dac1969e2b82" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2323.765311] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquired lock "refresh_cache-bec007b1-a7c0-4303-a018-dac1969e2b82" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2323.765516] env[63348]: DEBUG nova.network.neutron [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Forcefully refreshing network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2060}} [ 2324.421861] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Acquiring lock "6fe367e3-64cc-4cd2-8ca7-38a58911dc54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.422106] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Lock "6fe367e3-64cc-4cd2-8ca7-38a58911dc54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.925496] env[63348]: DEBUG nova.compute.manager [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2324.963628] env[63348]: DEBUG nova.network.neutron [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Updating instance_info_cache with network_info: [{"id": "af80c4da-33df-480b-812b-015b8e6a50d0", "address": "fa:16:3e:28:0b:59", "network": {"id": "8680ecd5-c801-4342-847b-1235d5794676", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1979859466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c041c13707524bd281f97746f3ce3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf80c4da-33", "ovs_interfaceid": "af80c4da-33df-480b-812b-015b8e6a50d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2325.449824] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2325.450086] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2325.451605] env[63348]: INFO nova.compute.claims [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2325.464847] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Releasing lock "refresh_cache-bec007b1-a7c0-4303-a018-dac1969e2b82" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2325.465035] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Updated the network info_cache for instance {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2325.465224] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2325.465373] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2325.465515] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2325.465661] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2325.465799] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2325.465954] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2325.968879] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2326.518728] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6202ae5d-3a8b-4a11-9a33-50180294cd09 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.526641] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e09e1b0-396d-4678-8026-ea2969dd8948 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.556663] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222bc6ab-1deb-4382-a052-b809525a7c14 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.564108] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fc962b-5118-46a5-83de-0db5b0209a99 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.576820] env[63348]: DEBUG nova.compute.provider_tree [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2327.079681] env[63348]: DEBUG nova.scheduler.client.report [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2327.585743] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.135s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.586292] env[63348]: DEBUG nova.compute.manager [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2327.589571] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.621s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2327.591720] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.591720] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2327.591720] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af0ad83-69bb-480d-8aef-f301655e6631 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.599059] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e61e65a-b785-4ead-898d-bf1381e68dea {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.612863] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fabb27b-ea4f-4219-9f16-0d8b08d6d9d7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.620367] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162c0c6f-1c6e-4d43-b060-18e58a970b99 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.649217] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180498MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2327.649345] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2327.649569] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2328.091824] env[63348]: DEBUG nova.compute.utils [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2328.093841] env[63348]: DEBUG nova.compute.manager [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2328.093971] env[63348]: DEBUG nova.network.neutron [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2328.133187] env[63348]: DEBUG nova.policy [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '053b756c2cb942b8925b572061129cdb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5170e13ac4d54143b265a9324e72dd5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2328.552359] env[63348]: DEBUG nova.network.neutron [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Successfully created port: 2898473f-4bcf-4ae2-9f09-6d79d11ccb26 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2328.597229] env[63348]: DEBUG nova.compute.manager [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2328.672057] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance bec007b1-a7c0-4303-a018-dac1969e2b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.672225] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.672351] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance f9964326-b809-436f-be6f-c3e288d2f62e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.672469] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 6fe367e3-64cc-4cd2-8ca7-38a58911dc54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.672638] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2328.672772] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2328.729013] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd1cd79-05b4-4cb4-ad96-6618967089a1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.737774] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0467d4f3-3388-42a4-9479-c127d7cb5f98 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.768076] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38188e87-855f-4f3e-8991-f3ff383d2994 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.775298] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d51a364-40fe-412c-8164-84c8dc523e3e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.788260] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2329.290967] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2329.606957] env[63348]: DEBUG nova.compute.manager [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2329.633864] env[63348]: DEBUG nova.virt.hardware [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2329.634160] env[63348]: DEBUG nova.virt.hardware [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2329.634332] env[63348]: DEBUG nova.virt.hardware [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2329.634515] env[63348]: DEBUG nova.virt.hardware [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2329.634658] env[63348]: DEBUG nova.virt.hardware [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2329.634820] env[63348]: DEBUG nova.virt.hardware [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2329.635069] env[63348]: DEBUG nova.virt.hardware [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2329.635234] env[63348]: DEBUG nova.virt.hardware [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2329.635400] env[63348]: DEBUG nova.virt.hardware [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2329.635559] env[63348]: DEBUG nova.virt.hardware [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2329.635729] env[63348]: DEBUG nova.virt.hardware [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2329.636669] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db704a39-f178-4b1b-87da-ffb9b9a2ee67 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.644615] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f56cd15-62c5-40d2-8a89-252281616b2c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.795741] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2329.795981] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.146s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2329.796215] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2329.796648] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Getting list of instances from cluster (obj){ [ 2329.796648] env[63348]: value = "domain-c8" [ 2329.796648] env[63348]: _type = "ClusterComputeResource" [ 2329.796648] env[63348]: } {{(pid=63348) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2329.797647] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1d5d7d-7c5d-4c2b-ab00-b158f110dd3f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.497718] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Got total of 3 instances {{(pid=63348) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2330.500158] env[63348]: DEBUG nova.network.neutron [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Successfully updated port: 2898473f-4bcf-4ae2-9f09-6d79d11ccb26 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2330.503621] env[63348]: DEBUG nova.compute.manager [req-ae2bff59-95ee-4025-a92f-82854537d7a7 req-61187aae-e6e9-48e0-93ef-24f54e7fa42a service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Received event network-vif-plugged-2898473f-4bcf-4ae2-9f09-6d79d11ccb26 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2330.503621] env[63348]: DEBUG oslo_concurrency.lockutils [req-ae2bff59-95ee-4025-a92f-82854537d7a7 req-61187aae-e6e9-48e0-93ef-24f54e7fa42a service nova] Acquiring lock "6fe367e3-64cc-4cd2-8ca7-38a58911dc54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.503621] env[63348]: DEBUG oslo_concurrency.lockutils [req-ae2bff59-95ee-4025-a92f-82854537d7a7 req-61187aae-e6e9-48e0-93ef-24f54e7fa42a service nova] Lock "6fe367e3-64cc-4cd2-8ca7-38a58911dc54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.503621] env[63348]: DEBUG oslo_concurrency.lockutils [req-ae2bff59-95ee-4025-a92f-82854537d7a7 req-61187aae-e6e9-48e0-93ef-24f54e7fa42a service nova] Lock "6fe367e3-64cc-4cd2-8ca7-38a58911dc54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.503621] env[63348]: DEBUG nova.compute.manager [req-ae2bff59-95ee-4025-a92f-82854537d7a7 req-61187aae-e6e9-48e0-93ef-24f54e7fa42a service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] No waiting events found dispatching network-vif-plugged-2898473f-4bcf-4ae2-9f09-6d79d11ccb26 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2330.503621] env[63348]: WARNING nova.compute.manager [req-ae2bff59-95ee-4025-a92f-82854537d7a7 req-61187aae-e6e9-48e0-93ef-24f54e7fa42a service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Received unexpected event network-vif-plugged-2898473f-4bcf-4ae2-9f09-6d79d11ccb26 for instance with vm_state building and task_state spawning. [ 2331.005076] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Acquiring lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.005076] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Acquired lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.005076] env[63348]: DEBUG nova.network.neutron [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2331.006127] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2331.006286] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Cleaning up deleted instances with incomplete migration {{(pid=63348) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 2331.510017] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2331.537388] env[63348]: DEBUG nova.network.neutron [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2331.661778] env[63348]: DEBUG nova.network.neutron [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Updating instance_info_cache with network_info: [{"id": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "address": "fa:16:3e:6d:9f:0b", "network": {"id": "5b065000-d516-4a7b-968b-333f32c80147", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192864710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5170e13ac4d54143b265a9324e72dd5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2898473f-4b", "ovs_interfaceid": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2331.997320] env[63348]: DEBUG nova.compute.manager [req-be844793-89f2-4723-b5eb-8267d058830d req-1da90df8-eb20-4214-b973-b728f098294c service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Received event network-changed-2898473f-4bcf-4ae2-9f09-6d79d11ccb26 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2331.997525] env[63348]: DEBUG nova.compute.manager [req-be844793-89f2-4723-b5eb-8267d058830d req-1da90df8-eb20-4214-b973-b728f098294c service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Refreshing instance network info cache due to event network-changed-2898473f-4bcf-4ae2-9f09-6d79d11ccb26. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2331.997719] env[63348]: DEBUG oslo_concurrency.lockutils [req-be844793-89f2-4723-b5eb-8267d058830d req-1da90df8-eb20-4214-b973-b728f098294c service nova] Acquiring lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2332.164209] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Releasing lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2332.164545] env[63348]: DEBUG nova.compute.manager [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Instance network_info: |[{"id": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "address": "fa:16:3e:6d:9f:0b", "network": {"id": "5b065000-d516-4a7b-968b-333f32c80147", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192864710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5170e13ac4d54143b265a9324e72dd5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2898473f-4b", "ovs_interfaceid": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2332.164851] env[63348]: DEBUG oslo_concurrency.lockutils [req-be844793-89f2-4723-b5eb-8267d058830d req-1da90df8-eb20-4214-b973-b728f098294c service nova] Acquired lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2332.165084] env[63348]: DEBUG nova.network.neutron [req-be844793-89f2-4723-b5eb-8267d058830d req-1da90df8-eb20-4214-b973-b728f098294c service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Refreshing network info cache for port 2898473f-4bcf-4ae2-9f09-6d79d11ccb26 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2332.166330] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:9f:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2898473f-4bcf-4ae2-9f09-6d79d11ccb26', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2332.174752] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Creating folder: Project (5170e13ac4d54143b265a9324e72dd5a). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2332.177602] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52616789-9536-4ce8-9ac2-ff11f5b4a345 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.190558] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Created folder: Project (5170e13ac4d54143b265a9324e72dd5a) in parent group-v415427. [ 2332.190666] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Creating folder: Instances. Parent ref: group-v415753. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2332.190876] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e318f40f-fe7b-4696-815b-330faebb6657 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.200979] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Created folder: Instances in parent group-v415753. [ 2332.201221] env[63348]: DEBUG oslo.service.loopingcall [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2332.201393] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2332.201577] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fbb28d7-2958-4484-92b6-d4367cb337a0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.222680] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2332.222680] env[63348]: value = "task-2023657" [ 2332.222680] env[63348]: _type = "Task" [ 2332.222680] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.229874] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023657, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.373960] env[63348]: DEBUG nova.network.neutron [req-be844793-89f2-4723-b5eb-8267d058830d req-1da90df8-eb20-4214-b973-b728f098294c service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Updated VIF entry in instance network info cache for port 2898473f-4bcf-4ae2-9f09-6d79d11ccb26. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2332.374370] env[63348]: DEBUG nova.network.neutron [req-be844793-89f2-4723-b5eb-8267d058830d req-1da90df8-eb20-4214-b973-b728f098294c service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Updating instance_info_cache with network_info: [{"id": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "address": "fa:16:3e:6d:9f:0b", "network": {"id": "5b065000-d516-4a7b-968b-333f32c80147", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192864710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5170e13ac4d54143b265a9324e72dd5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2898473f-4b", "ovs_interfaceid": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2332.732189] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023657, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.877101] env[63348]: DEBUG oslo_concurrency.lockutils [req-be844793-89f2-4723-b5eb-8267d058830d req-1da90df8-eb20-4214-b973-b728f098294c service nova] Releasing lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2333.233963] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023657, 'name': CreateVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.733138] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023657, 'name': CreateVM_Task, 'duration_secs': 1.372763} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.733478] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2333.733996] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2333.734182] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2333.734500] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2333.734743] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74dddcae-a684-459c-9849-5a9d918b5077 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.739733] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Waiting for the task: (returnval){ [ 2333.739733] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5215039a-cee3-16f2-968a-bfe1cfc1ea1a" [ 2333.739733] env[63348]: _type = "Task" [ 2333.739733] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.747164] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5215039a-cee3-16f2-968a-bfe1cfc1ea1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.250118] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5215039a-cee3-16f2-968a-bfe1cfc1ea1a, 'name': SearchDatastore_Task, 'duration_secs': 0.01024} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.250426] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2334.250656] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2334.250880] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2334.251037] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2334.251218] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2334.251469] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03db10a1-93bd-40c3-837b-ea52f9408e76 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.259523] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2334.259725] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2334.260376] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1124f84b-df9f-44e0-b9ed-6b7a96ffbabd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.265265] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Waiting for the task: (returnval){ [ 2334.265265] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5279a56d-f5e1-7bd9-508c-494482ced730" [ 2334.265265] env[63348]: _type = "Task" [ 2334.265265] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.272450] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5279a56d-f5e1-7bd9-508c-494482ced730, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.775812] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5279a56d-f5e1-7bd9-508c-494482ced730, 'name': SearchDatastore_Task, 'duration_secs': 0.008777} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.776573] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9a301a4-4b32-47ea-a4a9-a631fcfb3f04 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.781845] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Waiting for the task: (returnval){ [ 2334.781845] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527eda79-8abe-ac06-06fa-aa6c72848c67" [ 2334.781845] env[63348]: _type = "Task" [ 2334.781845] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.788928] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527eda79-8abe-ac06-06fa-aa6c72848c67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.292367] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]527eda79-8abe-ac06-06fa-aa6c72848c67, 'name': SearchDatastore_Task, 'duration_secs': 0.010027} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.292570] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2335.292817] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 6fe367e3-64cc-4cd2-8ca7-38a58911dc54/6fe367e3-64cc-4cd2-8ca7-38a58911dc54.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2335.293075] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db9ba151-1915-4b25-b6e2-06db38b490c3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.299174] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Waiting for the task: (returnval){ [ 2335.299174] env[63348]: value = "task-2023658" [ 2335.299174] env[63348]: _type = "Task" [ 2335.299174] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.305980] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.809224] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432197} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.809491] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 6fe367e3-64cc-4cd2-8ca7-38a58911dc54/6fe367e3-64cc-4cd2-8ca7-38a58911dc54.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2335.809797] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2335.809918] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03c635cf-1eed-4ec5-96e9-e4d3065e9da7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.816213] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Waiting for the task: (returnval){ [ 2335.816213] env[63348]: value = "task-2023659" [ 2335.816213] env[63348]: _type = "Task" [ 2335.816213] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.824123] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.045710] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "f9964326-b809-436f-be6f-c3e288d2f62e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2336.045939] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "f9964326-b809-436f-be6f-c3e288d2f62e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2336.325553] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055429} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.325832] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2336.326614] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d53ce1c-39d5-42f8-9bc3-1a128fa3917c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.349537] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 6fe367e3-64cc-4cd2-8ca7-38a58911dc54/6fe367e3-64cc-4cd2-8ca7-38a58911dc54.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2336.349770] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86aad2f9-aca1-42fc-8962-2169763c5fcc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.369753] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Waiting for the task: (returnval){ [ 2336.369753] env[63348]: value = "task-2023660" [ 2336.369753] env[63348]: _type = "Task" [ 2336.369753] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.377712] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.549205] env[63348]: DEBUG nova.compute.utils [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2336.880070] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023660, 'name': ReconfigVM_Task, 'duration_secs': 0.292789} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.880501] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 6fe367e3-64cc-4cd2-8ca7-38a58911dc54/6fe367e3-64cc-4cd2-8ca7-38a58911dc54.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2336.880943] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aeec944a-0c50-4ac3-a72a-a2df3cc1f1fb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.887539] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Waiting for the task: (returnval){ [ 2336.887539] env[63348]: value = "task-2023661" [ 2336.887539] env[63348]: _type = "Task" [ 2336.887539] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.899627] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023661, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.052708] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "f9964326-b809-436f-be6f-c3e288d2f62e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2337.398839] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023661, 'name': Rename_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.899519] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023661, 'name': Rename_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.122746] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "f9964326-b809-436f-be6f-c3e288d2f62e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2338.123061] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "f9964326-b809-436f-be6f-c3e288d2f62e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2338.123284] env[63348]: INFO nova.compute.manager [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Attaching volume 56f32e28-4f89-48f1-b357-9695d4ca03ec to /dev/sdb [ 2338.153274] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2cd775-3e1f-47d1-9459-a7a69d372f79 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.160613] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48aba7c6-e901-4bb9-88e7-96de3d977ae0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.174328] env[63348]: DEBUG nova.virt.block_device [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Updating existing volume attachment record: 782689fd-75c1-492e-82cb-388739a7135d {{(pid=63348) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2338.399246] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023661, 'name': Rename_Task, 'duration_secs': 1.147311} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2338.399608] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2338.399902] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-921b9677-e2da-4f77-9b44-6ca52324c36b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.405322] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Waiting for the task: (returnval){ [ 2338.405322] env[63348]: value = "task-2023665" [ 2338.405322] env[63348]: _type = "Task" [ 2338.405322] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.412461] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.915612] env[63348]: DEBUG oslo_vmware.api [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023665, 'name': PowerOnVM_Task, 'duration_secs': 0.421767} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2338.915979] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2338.916053] env[63348]: INFO nova.compute.manager [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Took 9.31 seconds to spawn the instance on the hypervisor. [ 2338.916209] env[63348]: DEBUG nova.compute.manager [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2338.916996] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008553f5-3d88-42b6-bde9-62fb57c3e723 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.438103] env[63348]: INFO nova.compute.manager [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Took 14.01 seconds to build instance. [ 2339.782928] env[63348]: DEBUG nova.compute.manager [req-78a02774-34b5-415b-8226-d4bae74ff2cd req-052b2af3-f211-4fdf-98a9-8e9f01ff68b3 service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Received event network-changed-2898473f-4bcf-4ae2-9f09-6d79d11ccb26 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2339.783156] env[63348]: DEBUG nova.compute.manager [req-78a02774-34b5-415b-8226-d4bae74ff2cd req-052b2af3-f211-4fdf-98a9-8e9f01ff68b3 service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Refreshing instance network info cache due to event network-changed-2898473f-4bcf-4ae2-9f09-6d79d11ccb26. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2339.783315] env[63348]: DEBUG oslo_concurrency.lockutils [req-78a02774-34b5-415b-8226-d4bae74ff2cd req-052b2af3-f211-4fdf-98a9-8e9f01ff68b3 service nova] Acquiring lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2339.783459] env[63348]: DEBUG oslo_concurrency.lockutils [req-78a02774-34b5-415b-8226-d4bae74ff2cd req-052b2af3-f211-4fdf-98a9-8e9f01ff68b3 service nova] Acquired lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2339.783620] env[63348]: DEBUG nova.network.neutron [req-78a02774-34b5-415b-8226-d4bae74ff2cd req-052b2af3-f211-4fdf-98a9-8e9f01ff68b3 service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Refreshing network info cache for port 2898473f-4bcf-4ae2-9f09-6d79d11ccb26 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2339.940142] env[63348]: DEBUG oslo_concurrency.lockutils [None req-53954fa9-9d50-472a-be31-6019797100ef tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Lock "6fe367e3-64cc-4cd2-8ca7-38a58911dc54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.518s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.491243] env[63348]: DEBUG nova.network.neutron [req-78a02774-34b5-415b-8226-d4bae74ff2cd req-052b2af3-f211-4fdf-98a9-8e9f01ff68b3 service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Updated VIF entry in instance network info cache for port 2898473f-4bcf-4ae2-9f09-6d79d11ccb26. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2340.491616] env[63348]: DEBUG nova.network.neutron [req-78a02774-34b5-415b-8226-d4bae74ff2cd req-052b2af3-f211-4fdf-98a9-8e9f01ff68b3 service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Updating instance_info_cache with network_info: [{"id": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "address": "fa:16:3e:6d:9f:0b", "network": {"id": "5b065000-d516-4a7b-968b-333f32c80147", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192864710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5170e13ac4d54143b265a9324e72dd5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2898473f-4b", "ovs_interfaceid": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2340.993967] env[63348]: DEBUG oslo_concurrency.lockutils [req-78a02774-34b5-415b-8226-d4bae74ff2cd req-052b2af3-f211-4fdf-98a9-8e9f01ff68b3 service nova] Releasing lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2342.717958] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Volume attach. Driver type: vmdk {{(pid=63348) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2342.718234] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415757', 'volume_id': '56f32e28-4f89-48f1-b357-9695d4ca03ec', 'name': 'volume-56f32e28-4f89-48f1-b357-9695d4ca03ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9964326-b809-436f-be6f-c3e288d2f62e', 'attached_at': '', 'detached_at': '', 'volume_id': '56f32e28-4f89-48f1-b357-9695d4ca03ec', 'serial': '56f32e28-4f89-48f1-b357-9695d4ca03ec'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2342.719112] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc0cb27-38e6-45ae-a2ad-b5a7f1239241 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.735289] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80230cb-a852-413f-92a3-70de4148d084 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.759362] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-56f32e28-4f89-48f1-b357-9695d4ca03ec/volume-56f32e28-4f89-48f1-b357-9695d4ca03ec.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2342.759588] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-962e7271-50b3-4f29-b78f-86eb5bf74514 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.777273] env[63348]: DEBUG oslo_vmware.api [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2342.777273] env[63348]: value = "task-2023667" [ 2342.777273] env[63348]: _type = "Task" [ 2342.777273] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.784660] env[63348]: DEBUG oslo_vmware.api [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.286491] env[63348]: DEBUG oslo_vmware.api [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023667, 'name': ReconfigVM_Task, 'duration_secs': 0.32988} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.286715] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-56f32e28-4f89-48f1-b357-9695d4ca03ec/volume-56f32e28-4f89-48f1-b357-9695d4ca03ec.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2343.291319] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-603a9ba1-05b8-4271-838d-ae24be1c6b08 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.305514] env[63348]: DEBUG oslo_vmware.api [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2343.305514] env[63348]: value = "task-2023668" [ 2343.305514] env[63348]: _type = "Task" [ 2343.305514] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.313174] env[63348]: DEBUG oslo_vmware.api [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.814723] env[63348]: DEBUG oslo_vmware.api [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023668, 'name': ReconfigVM_Task, 'duration_secs': 0.136225} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.815140] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415757', 'volume_id': '56f32e28-4f89-48f1-b357-9695d4ca03ec', 'name': 'volume-56f32e28-4f89-48f1-b357-9695d4ca03ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9964326-b809-436f-be6f-c3e288d2f62e', 'attached_at': '', 'detached_at': '', 'volume_id': '56f32e28-4f89-48f1-b357-9695d4ca03ec', 'serial': '56f32e28-4f89-48f1-b357-9695d4ca03ec'} {{(pid=63348) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2344.849874] env[63348]: DEBUG nova.objects.instance [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lazy-loading 'flavor' on Instance uuid f9964326-b809-436f-be6f-c3e288d2f62e {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2345.354574] env[63348]: DEBUG oslo_concurrency.lockutils [None req-ab5cb694-aa70-427c-bc97-40d3ffc69997 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "f9964326-b809-436f-be6f-c3e288d2f62e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.231s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2345.506598] env[63348]: INFO nova.compute.manager [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Rescuing [ 2345.506867] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2345.507061] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2345.507265] env[63348]: DEBUG nova.network.neutron [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2346.066490] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2346.222895] env[63348]: DEBUG nova.network.neutron [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Updating instance_info_cache with network_info: [{"id": "1de1ed76-0e41-4e22-8a7c-2cf38d0546a1", "address": "fa:16:3e:6a:32:5d", "network": {"id": "8680ecd5-c801-4342-847b-1235d5794676", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1979859466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c041c13707524bd281f97746f3ce3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1de1ed76-0e", "ovs_interfaceid": "1de1ed76-0e41-4e22-8a7c-2cf38d0546a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2346.571118] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Getting list of instances from cluster (obj){ [ 2346.571118] env[63348]: value = "domain-c8" [ 2346.571118] env[63348]: _type = "ClusterComputeResource" [ 2346.571118] env[63348]: } {{(pid=63348) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2346.572286] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fb9ae8-0c8c-435e-9f3a-f00d3fd4d558 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.584692] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Got total of 4 instances {{(pid=63348) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2346.584863] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid bec007b1-a7c0-4303-a018-dac1969e2b82 {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2346.585097] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350 {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2346.585255] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid f9964326-b809-436f-be6f-c3e288d2f62e {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2346.585406] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Triggering sync for uuid 6fe367e3-64cc-4cd2-8ca7-38a58911dc54 {{(pid=63348) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2346.585700] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "bec007b1-a7c0-4303-a018-dac1969e2b82" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.585909] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "bec007b1-a7c0-4303-a018-dac1969e2b82" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.586180] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.586409] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.586648] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "f9964326-b809-436f-be6f-c3e288d2f62e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.586827] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "f9964326-b809-436f-be6f-c3e288d2f62e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.586987] env[63348]: INFO nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] During sync_power_state the instance has a pending task (rescuing). Skip. [ 2346.587163] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "f9964326-b809-436f-be6f-c3e288d2f62e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2346.587344] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "6fe367e3-64cc-4cd2-8ca7-38a58911dc54" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.587514] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "6fe367e3-64cc-4cd2-8ca7-38a58911dc54" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.588321] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546d2c2e-f497-40d4-b926-37a7fd4c4b8b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.591068] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c705a760-43a3-49be-85a4-fef66cca6f42 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.593847] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c034b2-e755-47a3-a18a-f237735aa082 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.726248] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Releasing lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2347.105921] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "6fe367e3-64cc-4cd2-8ca7-38a58911dc54" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.518s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2347.106373] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "bec007b1-a7c0-4303-a018-dac1969e2b82" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2347.109795] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.523s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.264173] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2348.264581] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f74b6331-9fb2-40c9-bc20-762bb76fe0bc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.271639] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2348.271639] env[63348]: value = "task-2023669" [ 2348.271639] env[63348]: _type = "Task" [ 2348.271639] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2348.279169] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.782045] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023669, 'name': PowerOffVM_Task, 'duration_secs': 0.215296} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.782332] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2348.783100] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbee76c-deee-4aba-a20f-a47e44393a43 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.803432] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577b51b4-9d10-4646-a92a-03b921a812cd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.828773] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2348.829032] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93de1ed2-021d-44bd-a287-65b74890f1e1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.834763] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2348.834763] env[63348]: value = "task-2023670" [ 2348.834763] env[63348]: _type = "Task" [ 2348.834763] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2348.844763] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] VM already powered off {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2348.844957] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2348.845231] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2348.845386] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2348.845562] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2348.845776] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a76c4037-eafb-48cd-a4d7-915988e39536 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.852995] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2348.853182] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2348.853832] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12e8af34-59c0-4cb2-99b2-fccb925b0b82 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.858396] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2348.858396] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f5ecce-1a31-e5b9-19ff-ae17552a48c6" [ 2348.858396] env[63348]: _type = "Task" [ 2348.858396] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2348.865840] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f5ecce-1a31-e5b9-19ff-ae17552a48c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.369318] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52f5ecce-1a31-e5b9-19ff-ae17552a48c6, 'name': SearchDatastore_Task, 'duration_secs': 0.007889} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2349.370134] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54452ac1-d233-4eca-a4e9-718764697928 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.375030] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2349.375030] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d39048-5c99-9c3f-d812-ef1808db0a0f" [ 2349.375030] env[63348]: _type = "Task" [ 2349.375030] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.382465] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d39048-5c99-9c3f-d812-ef1808db0a0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.884876] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52d39048-5c99-9c3f-d812-ef1808db0a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2349.885178] env[63348]: DEBUG oslo_concurrency.lockutils [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2349.885439] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] f9964326-b809-436f-be6f-c3e288d2f62e/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk. {{(pid=63348) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2349.885695] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a86b3c10-3e46-44a5-8b62-a685ab1639d5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.892077] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2349.892077] env[63348]: value = "task-2023671" [ 2349.892077] env[63348]: _type = "Task" [ 2349.892077] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.899642] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.402758] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455162} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2350.403190] env[63348]: INFO nova.virt.vmwareapi.ds_util [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] f9964326-b809-436f-be6f-c3e288d2f62e/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk. [ 2350.403869] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3023a89-0aa5-4a19-8398-253683388ece {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.432794] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] f9964326-b809-436f-be6f-c3e288d2f62e/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2350.433067] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47feb4d1-baef-4d81-9e6c-117892e0c5cc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.450727] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2350.450727] env[63348]: value = "task-2023672" [ 2350.450727] env[63348]: _type = "Task" [ 2350.450727] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.459359] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.960598] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.461638] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.961654] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023672, 'name': ReconfigVM_Task, 'duration_secs': 1.185545} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2351.961884] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Reconfigured VM instance instance-00000079 to attach disk [datastore2] f9964326-b809-436f-be6f-c3e288d2f62e/c7aee889-e84a-4155-853a-36d081051059-rescue.vmdk or device None with type thin {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2351.962865] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0302d81c-d5eb-4bce-bf5e-47d93cc11a2b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.989715] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cf6f890-78f6-4d4f-9319-026518319201 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.004037] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2352.004037] env[63348]: value = "task-2023673" [ 2352.004037] env[63348]: _type = "Task" [ 2352.004037] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.011218] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023673, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.513729] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023673, 'name': ReconfigVM_Task, 'duration_secs': 0.159123} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2352.514128] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2352.514270] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51baf7af-3279-4e7d-a3c2-af17678dd75a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.520755] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2352.520755] env[63348]: value = "task-2023674" [ 2352.520755] env[63348]: _type = "Task" [ 2352.520755] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.527652] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.031363] env[63348]: DEBUG oslo_vmware.api [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023674, 'name': PowerOnVM_Task, 'duration_secs': 0.408345} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2353.031652] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2353.034533] env[63348]: DEBUG nova.compute.manager [None req-cb28e003-1406-41ef-9945-522bfea1724e tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2353.035295] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941b7b44-83f5-44a5-afa2-9db2e46b2670 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.592780] env[63348]: INFO nova.compute.manager [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Unrescuing [ 2354.593212] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2354.593263] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquired lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2354.593435] env[63348]: DEBUG nova.network.neutron [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2355.310194] env[63348]: DEBUG nova.network.neutron [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Updating instance_info_cache with network_info: [{"id": "1de1ed76-0e41-4e22-8a7c-2cf38d0546a1", "address": "fa:16:3e:6a:32:5d", "network": {"id": "8680ecd5-c801-4342-847b-1235d5794676", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1979859466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c041c13707524bd281f97746f3ce3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1de1ed76-0e", "ovs_interfaceid": "1de1ed76-0e41-4e22-8a7c-2cf38d0546a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2355.813348] env[63348]: DEBUG oslo_concurrency.lockutils [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Releasing lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2355.814018] env[63348]: DEBUG nova.objects.instance [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lazy-loading 'flavor' on Instance uuid f9964326-b809-436f-be6f-c3e288d2f62e {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2356.319250] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e680f23c-134e-4139-bef1-ad906de9c69d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.343205] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2356.343515] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad7b0cae-697c-4902-a81d-f15bf5b9a159 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.351175] env[63348]: DEBUG oslo_vmware.api [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2356.351175] env[63348]: value = "task-2023675" [ 2356.351175] env[63348]: _type = "Task" [ 2356.351175] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.358494] env[63348]: DEBUG oslo_vmware.api [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.861598] env[63348]: DEBUG oslo_vmware.api [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023675, 'name': PowerOffVM_Task, 'duration_secs': 0.228334} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.861936] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2356.867273] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Reconfiguring VM instance instance-00000079 to detach disk 2002 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2356.867534] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e67c8268-03f0-47b4-b5d8-c5945611ff55 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.885673] env[63348]: DEBUG oslo_vmware.api [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2356.885673] env[63348]: value = "task-2023676" [ 2356.885673] env[63348]: _type = "Task" [ 2356.885673] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.893077] env[63348]: DEBUG oslo_vmware.api [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.397237] env[63348]: DEBUG oslo_vmware.api [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023676, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.896379] env[63348]: DEBUG oslo_vmware.api [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023676, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.397107] env[63348]: DEBUG oslo_vmware.api [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023676, 'name': ReconfigVM_Task, 'duration_secs': 1.222011} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.397402] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Reconfigured VM instance instance-00000079 to detach disk 2002 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2358.397611] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2358.397836] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-531081dc-fe5e-478e-b035-94d9974c87d6 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.405368] env[63348]: DEBUG oslo_vmware.api [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2358.405368] env[63348]: value = "task-2023677" [ 2358.405368] env[63348]: _type = "Task" [ 2358.405368] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.412498] env[63348]: DEBUG oslo_vmware.api [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.914941] env[63348]: DEBUG oslo_vmware.api [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023677, 'name': PowerOnVM_Task, 'duration_secs': 0.342593} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.915370] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2358.915511] env[63348]: DEBUG nova.compute.manager [None req-5058d78e-105d-42d1-99b6-18cb461ed6f4 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2358.916270] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdb6d8f-e518-47d6-b589-9ed486ba609e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.154806] env[63348]: DEBUG nova.compute.manager [req-f312f486-df41-4102-b160-dc0828bd95f0 req-7fe5d997-c09f-48d4-9466-c6ac6d7d7541 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Received event network-changed-1de1ed76-0e41-4e22-8a7c-2cf38d0546a1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2360.155141] env[63348]: DEBUG nova.compute.manager [req-f312f486-df41-4102-b160-dc0828bd95f0 req-7fe5d997-c09f-48d4-9466-c6ac6d7d7541 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Refreshing instance network info cache due to event network-changed-1de1ed76-0e41-4e22-8a7c-2cf38d0546a1. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2360.155207] env[63348]: DEBUG oslo_concurrency.lockutils [req-f312f486-df41-4102-b160-dc0828bd95f0 req-7fe5d997-c09f-48d4-9466-c6ac6d7d7541 service nova] Acquiring lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2360.155351] env[63348]: DEBUG oslo_concurrency.lockutils [req-f312f486-df41-4102-b160-dc0828bd95f0 req-7fe5d997-c09f-48d4-9466-c6ac6d7d7541 service nova] Acquired lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2360.155511] env[63348]: DEBUG nova.network.neutron [req-f312f486-df41-4102-b160-dc0828bd95f0 req-7fe5d997-c09f-48d4-9466-c6ac6d7d7541 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Refreshing network info cache for port 1de1ed76-0e41-4e22-8a7c-2cf38d0546a1 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2360.857642] env[63348]: DEBUG nova.network.neutron [req-f312f486-df41-4102-b160-dc0828bd95f0 req-7fe5d997-c09f-48d4-9466-c6ac6d7d7541 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Updated VIF entry in instance network info cache for port 1de1ed76-0e41-4e22-8a7c-2cf38d0546a1. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2360.858030] env[63348]: DEBUG nova.network.neutron [req-f312f486-df41-4102-b160-dc0828bd95f0 req-7fe5d997-c09f-48d4-9466-c6ac6d7d7541 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Updating instance_info_cache with network_info: [{"id": "1de1ed76-0e41-4e22-8a7c-2cf38d0546a1", "address": "fa:16:3e:6a:32:5d", "network": {"id": "8680ecd5-c801-4342-847b-1235d5794676", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1979859466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c041c13707524bd281f97746f3ce3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1de1ed76-0e", "ovs_interfaceid": "1de1ed76-0e41-4e22-8a7c-2cf38d0546a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2361.360997] env[63348]: DEBUG oslo_concurrency.lockutils [req-f312f486-df41-4102-b160-dc0828bd95f0 req-7fe5d997-c09f-48d4-9466-c6ac6d7d7541 service nova] Releasing lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2362.178549] env[63348]: DEBUG nova.compute.manager [req-eb95dd67-93ea-4e8e-b7da-b6a02da90e3d req-58078393-ed64-47f2-be27-648ee6e0a997 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Received event network-changed-1de1ed76-0e41-4e22-8a7c-2cf38d0546a1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2362.178749] env[63348]: DEBUG nova.compute.manager [req-eb95dd67-93ea-4e8e-b7da-b6a02da90e3d req-58078393-ed64-47f2-be27-648ee6e0a997 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Refreshing instance network info cache due to event network-changed-1de1ed76-0e41-4e22-8a7c-2cf38d0546a1. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2362.178956] env[63348]: DEBUG oslo_concurrency.lockutils [req-eb95dd67-93ea-4e8e-b7da-b6a02da90e3d req-58078393-ed64-47f2-be27-648ee6e0a997 service nova] Acquiring lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2362.179113] env[63348]: DEBUG oslo_concurrency.lockutils [req-eb95dd67-93ea-4e8e-b7da-b6a02da90e3d req-58078393-ed64-47f2-be27-648ee6e0a997 service nova] Acquired lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2362.179276] env[63348]: DEBUG nova.network.neutron [req-eb95dd67-93ea-4e8e-b7da-b6a02da90e3d req-58078393-ed64-47f2-be27-648ee6e0a997 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Refreshing network info cache for port 1de1ed76-0e41-4e22-8a7c-2cf38d0546a1 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2362.719683] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2362.720110] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2362.877811] env[63348]: DEBUG nova.network.neutron [req-eb95dd67-93ea-4e8e-b7da-b6a02da90e3d req-58078393-ed64-47f2-be27-648ee6e0a997 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Updated VIF entry in instance network info cache for port 1de1ed76-0e41-4e22-8a7c-2cf38d0546a1. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2362.878191] env[63348]: DEBUG nova.network.neutron [req-eb95dd67-93ea-4e8e-b7da-b6a02da90e3d req-58078393-ed64-47f2-be27-648ee6e0a997 service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Updating instance_info_cache with network_info: [{"id": "1de1ed76-0e41-4e22-8a7c-2cf38d0546a1", "address": "fa:16:3e:6a:32:5d", "network": {"id": "8680ecd5-c801-4342-847b-1235d5794676", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1979859466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c041c13707524bd281f97746f3ce3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1de1ed76-0e", "ovs_interfaceid": "1de1ed76-0e41-4e22-8a7c-2cf38d0546a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2363.381354] env[63348]: DEBUG oslo_concurrency.lockutils [req-eb95dd67-93ea-4e8e-b7da-b6a02da90e3d req-58078393-ed64-47f2-be27-648ee6e0a997 service nova] Releasing lock "refresh_cache-f9964326-b809-436f-be6f-c3e288d2f62e" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2365.715411] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2365.720069] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2366.223684] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2366.223926] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2366.224112] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2366.224317] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2366.225312] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edc35b7-c607-4259-a31a-cb7a78ee57bc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.234698] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fde925-da0f-42ed-9417-2afe16e10e21 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.248295] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8352fcb-8471-4ead-9eac-64de127e866e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.254397] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e168162-0364-48c3-9433-fbe3309d1071 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.282112] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180498MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2366.282254] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2366.282450] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2367.397537] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance bec007b1-a7c0-4303-a018-dac1969e2b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2367.397855] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2367.398042] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance f9964326-b809-436f-be6f-c3e288d2f62e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2367.398255] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance 6fe367e3-64cc-4cd2-8ca7-38a58911dc54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2367.398593] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2367.398800] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2367.458279] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525fe3ac-bc93-41d7-a195-3c6e8cdfcfe2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.465868] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bdd80f-8096-4c46-85d7-3cab3e8d3aa3 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.496862] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640336dd-2baa-4814-9d01-bec26481644d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.504397] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eca5c4e-88ba-4b8e-9a1c-7ed6374769c9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.517744] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2368.020895] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2368.525784] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2368.526182] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.244s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2370.526724] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2370.527182] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2371.061444] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "refresh_cache-c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2371.061618] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquired lock "refresh_cache-c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2371.061765] env[63348]: DEBUG nova.network.neutron [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Forcefully refreshing network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2060}} [ 2372.269522] env[63348]: DEBUG nova.network.neutron [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Updating instance_info_cache with network_info: [{"id": "181f9779-ada0-4bac-9bd6-62312d897b3f", "address": "fa:16:3e:73:88:05", "network": {"id": "8680ecd5-c801-4342-847b-1235d5794676", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1979859466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c041c13707524bd281f97746f3ce3abf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap181f9779-ad", "ovs_interfaceid": "181f9779-ada0-4bac-9bd6-62312d897b3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2372.772735] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Releasing lock "refresh_cache-c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2372.772961] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Updated the network info_cache for instance {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2372.773205] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2372.773370] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2372.773552] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2372.773719] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2373.721065] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2377.757935] env[63348]: DEBUG nova.objects.instance [None req-808b75e9-6203-41ba-82a9-b318e8a7056b tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Lazy-loading 'flavor' on Instance uuid 6fe367e3-64cc-4cd2-8ca7-38a58911dc54 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2378.264713] env[63348]: DEBUG oslo_concurrency.lockutils [None req-808b75e9-6203-41ba-82a9-b318e8a7056b tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Acquiring lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2378.264896] env[63348]: DEBUG oslo_concurrency.lockutils [None req-808b75e9-6203-41ba-82a9-b318e8a7056b tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Acquired lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2378.613734] env[63348]: DEBUG nova.network.neutron [None req-808b75e9-6203-41ba-82a9-b318e8a7056b tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2378.636453] env[63348]: DEBUG nova.compute.manager [req-76b73c3a-7c67-46dd-b072-9ac856d7c327 req-b3e55e29-ed17-4e8a-98fe-1ce54997c3f7 service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Received event network-changed-2898473f-4bcf-4ae2-9f09-6d79d11ccb26 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2378.636646] env[63348]: DEBUG nova.compute.manager [req-76b73c3a-7c67-46dd-b072-9ac856d7c327 req-b3e55e29-ed17-4e8a-98fe-1ce54997c3f7 service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Refreshing instance network info cache due to event network-changed-2898473f-4bcf-4ae2-9f09-6d79d11ccb26. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2378.636832] env[63348]: DEBUG oslo_concurrency.lockutils [req-76b73c3a-7c67-46dd-b072-9ac856d7c327 req-b3e55e29-ed17-4e8a-98fe-1ce54997c3f7 service nova] Acquiring lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2379.328321] env[63348]: DEBUG nova.network.neutron [None req-808b75e9-6203-41ba-82a9-b318e8a7056b tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Updating instance_info_cache with network_info: [{"id": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "address": "fa:16:3e:6d:9f:0b", "network": {"id": "5b065000-d516-4a7b-968b-333f32c80147", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192864710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5170e13ac4d54143b265a9324e72dd5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2898473f-4b", "ovs_interfaceid": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2379.832790] env[63348]: DEBUG oslo_concurrency.lockutils [None req-808b75e9-6203-41ba-82a9-b318e8a7056b tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Releasing lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2379.833103] env[63348]: DEBUG nova.compute.manager [None req-808b75e9-6203-41ba-82a9-b318e8a7056b tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Inject network info {{(pid=63348) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 2379.833374] env[63348]: DEBUG nova.compute.manager [None req-808b75e9-6203-41ba-82a9-b318e8a7056b tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] network_info to inject: |[{"id": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "address": "fa:16:3e:6d:9f:0b", "network": {"id": "5b065000-d516-4a7b-968b-333f32c80147", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192864710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5170e13ac4d54143b265a9324e72dd5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2898473f-4b", "ovs_interfaceid": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 2379.838264] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-808b75e9-6203-41ba-82a9-b318e8a7056b tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Reconfiguring VM instance to set the machine id {{(pid=63348) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2379.838579] env[63348]: DEBUG oslo_concurrency.lockutils [req-76b73c3a-7c67-46dd-b072-9ac856d7c327 req-b3e55e29-ed17-4e8a-98fe-1ce54997c3f7 service nova] Acquired lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2379.838845] env[63348]: DEBUG nova.network.neutron [req-76b73c3a-7c67-46dd-b072-9ac856d7c327 req-b3e55e29-ed17-4e8a-98fe-1ce54997c3f7 service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Refreshing network info cache for port 2898473f-4bcf-4ae2-9f09-6d79d11ccb26 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2379.839924] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1df822d-4cf8-47ea-a2ff-80f50e4aecef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.856382] env[63348]: DEBUG oslo_vmware.api [None req-808b75e9-6203-41ba-82a9-b318e8a7056b tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Waiting for the task: (returnval){ [ 2379.856382] env[63348]: value = "task-2023678" [ 2379.856382] env[63348]: _type = "Task" [ 2379.856382] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.864634] env[63348]: DEBUG oslo_vmware.api [None req-808b75e9-6203-41ba-82a9-b318e8a7056b tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.965632] env[63348]: DEBUG nova.objects.instance [None req-a16de72d-370b-4d81-a20c-96b81e8218f0 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Lazy-loading 'flavor' on Instance uuid 6fe367e3-64cc-4cd2-8ca7-38a58911dc54 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2380.366671] env[63348]: DEBUG oslo_vmware.api [None req-808b75e9-6203-41ba-82a9-b318e8a7056b tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023678, 'name': ReconfigVM_Task, 'duration_secs': 0.161198} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.366671] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-808b75e9-6203-41ba-82a9-b318e8a7056b tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Reconfigured VM instance to set the machine id {{(pid=63348) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2380.473637] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a16de72d-370b-4d81-a20c-96b81e8218f0 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Acquiring lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2380.562652] env[63348]: DEBUG nova.network.neutron [req-76b73c3a-7c67-46dd-b072-9ac856d7c327 req-b3e55e29-ed17-4e8a-98fe-1ce54997c3f7 service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Updated VIF entry in instance network info cache for port 2898473f-4bcf-4ae2-9f09-6d79d11ccb26. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2380.563058] env[63348]: DEBUG nova.network.neutron [req-76b73c3a-7c67-46dd-b072-9ac856d7c327 req-b3e55e29-ed17-4e8a-98fe-1ce54997c3f7 service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Updating instance_info_cache with network_info: [{"id": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "address": "fa:16:3e:6d:9f:0b", "network": {"id": "5b065000-d516-4a7b-968b-333f32c80147", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192864710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5170e13ac4d54143b265a9324e72dd5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2898473f-4b", "ovs_interfaceid": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2381.065500] env[63348]: DEBUG oslo_concurrency.lockutils [req-76b73c3a-7c67-46dd-b072-9ac856d7c327 req-b3e55e29-ed17-4e8a-98fe-1ce54997c3f7 service nova] Releasing lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2381.065939] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a16de72d-370b-4d81-a20c-96b81e8218f0 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Acquired lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2381.347701] env[63348]: DEBUG nova.network.neutron [None req-a16de72d-370b-4d81-a20c-96b81e8218f0 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2381.373103] env[63348]: DEBUG nova.compute.manager [req-4198a377-1b9b-4889-9214-753637ddedd6 req-df389ce5-e947-43d5-829d-c1258ae0c4fc service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Received event network-changed-2898473f-4bcf-4ae2-9f09-6d79d11ccb26 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2381.373357] env[63348]: DEBUG nova.compute.manager [req-4198a377-1b9b-4889-9214-753637ddedd6 req-df389ce5-e947-43d5-829d-c1258ae0c4fc service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Refreshing instance network info cache due to event network-changed-2898473f-4bcf-4ae2-9f09-6d79d11ccb26. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2381.373547] env[63348]: DEBUG oslo_concurrency.lockutils [req-4198a377-1b9b-4889-9214-753637ddedd6 req-df389ce5-e947-43d5-829d-c1258ae0c4fc service nova] Acquiring lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2382.050052] env[63348]: DEBUG nova.network.neutron [None req-a16de72d-370b-4d81-a20c-96b81e8218f0 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Updating instance_info_cache with network_info: [{"id": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "address": "fa:16:3e:6d:9f:0b", "network": {"id": "5b065000-d516-4a7b-968b-333f32c80147", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192864710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5170e13ac4d54143b265a9324e72dd5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2898473f-4b", "ovs_interfaceid": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2382.552908] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a16de72d-370b-4d81-a20c-96b81e8218f0 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Releasing lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2382.553335] env[63348]: DEBUG nova.compute.manager [None req-a16de72d-370b-4d81-a20c-96b81e8218f0 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Inject network info {{(pid=63348) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 2382.553432] env[63348]: DEBUG nova.compute.manager [None req-a16de72d-370b-4d81-a20c-96b81e8218f0 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] network_info to inject: |[{"id": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "address": "fa:16:3e:6d:9f:0b", "network": {"id": "5b065000-d516-4a7b-968b-333f32c80147", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192864710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5170e13ac4d54143b265a9324e72dd5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2898473f-4b", "ovs_interfaceid": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 2382.558213] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a16de72d-370b-4d81-a20c-96b81e8218f0 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Reconfiguring VM instance to set the machine id {{(pid=63348) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2382.558517] env[63348]: DEBUG oslo_concurrency.lockutils [req-4198a377-1b9b-4889-9214-753637ddedd6 req-df389ce5-e947-43d5-829d-c1258ae0c4fc service nova] Acquired lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2382.558694] env[63348]: DEBUG nova.network.neutron [req-4198a377-1b9b-4889-9214-753637ddedd6 req-df389ce5-e947-43d5-829d-c1258ae0c4fc service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Refreshing network info cache for port 2898473f-4bcf-4ae2-9f09-6d79d11ccb26 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2382.559908] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f70077f8-f1f7-4463-9753-0cf712f99cfe {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.576125] env[63348]: DEBUG oslo_vmware.api [None req-a16de72d-370b-4d81-a20c-96b81e8218f0 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Waiting for the task: (returnval){ [ 2382.576125] env[63348]: value = "task-2023679" [ 2382.576125] env[63348]: _type = "Task" [ 2382.576125] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2382.584282] env[63348]: DEBUG oslo_vmware.api [None req-a16de72d-370b-4d81-a20c-96b81e8218f0 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.085686] env[63348]: DEBUG oslo_vmware.api [None req-a16de72d-370b-4d81-a20c-96b81e8218f0 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023679, 'name': ReconfigVM_Task, 'duration_secs': 0.145518} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2383.086265] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a16de72d-370b-4d81-a20c-96b81e8218f0 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Reconfigured VM instance to set the machine id {{(pid=63348) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2383.275637] env[63348]: DEBUG nova.network.neutron [req-4198a377-1b9b-4889-9214-753637ddedd6 req-df389ce5-e947-43d5-829d-c1258ae0c4fc service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Updated VIF entry in instance network info cache for port 2898473f-4bcf-4ae2-9f09-6d79d11ccb26. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2383.276009] env[63348]: DEBUG nova.network.neutron [req-4198a377-1b9b-4889-9214-753637ddedd6 req-df389ce5-e947-43d5-829d-c1258ae0c4fc service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Updating instance_info_cache with network_info: [{"id": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "address": "fa:16:3e:6d:9f:0b", "network": {"id": "5b065000-d516-4a7b-968b-333f32c80147", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192864710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5170e13ac4d54143b265a9324e72dd5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2898473f-4b", "ovs_interfaceid": "2898473f-4bcf-4ae2-9f09-6d79d11ccb26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2383.644197] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Acquiring lock "6fe367e3-64cc-4cd2-8ca7-38a58911dc54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2383.644611] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Lock "6fe367e3-64cc-4cd2-8ca7-38a58911dc54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2383.644748] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Acquiring lock "6fe367e3-64cc-4cd2-8ca7-38a58911dc54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2383.644867] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Lock "6fe367e3-64cc-4cd2-8ca7-38a58911dc54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2383.645045] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Lock "6fe367e3-64cc-4cd2-8ca7-38a58911dc54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2383.646803] env[63348]: INFO nova.compute.manager [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Terminating instance [ 2383.778715] env[63348]: DEBUG oslo_concurrency.lockutils [req-4198a377-1b9b-4889-9214-753637ddedd6 req-df389ce5-e947-43d5-829d-c1258ae0c4fc service nova] Releasing lock "refresh_cache-6fe367e3-64cc-4cd2-8ca7-38a58911dc54" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2384.150510] env[63348]: DEBUG nova.compute.manager [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2384.150758] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2384.151671] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37860c7a-b11f-4737-88cd-16557fb2534c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.159605] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2384.159829] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-951cc3c1-df0d-4026-a961-7d2b015a789e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.168685] env[63348]: DEBUG oslo_vmware.api [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Waiting for the task: (returnval){ [ 2384.168685] env[63348]: value = "task-2023680" [ 2384.168685] env[63348]: _type = "Task" [ 2384.168685] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2384.176102] env[63348]: DEBUG oslo_vmware.api [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.679105] env[63348]: DEBUG oslo_vmware.api [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023680, 'name': PowerOffVM_Task, 'duration_secs': 0.213859} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2384.679496] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2384.679554] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2384.679770] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04be90bd-dca9-419d-9d6e-c9a28f0f3a78 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.418806] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2385.418806] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2385.419027] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Deleting the datastore file [datastore2] 6fe367e3-64cc-4cd2-8ca7-38a58911dc54 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2385.420268] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0490885-98d5-482b-8e69-5715ca90d586 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.425273] env[63348]: DEBUG oslo_vmware.api [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Waiting for the task: (returnval){ [ 2385.425273] env[63348]: value = "task-2023682" [ 2385.425273] env[63348]: _type = "Task" [ 2385.425273] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2385.432713] env[63348]: DEBUG oslo_vmware.api [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2385.935927] env[63348]: DEBUG oslo_vmware.api [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Task: {'id': task-2023682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134519} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2385.935927] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2385.935927] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2385.935927] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2385.935927] env[63348]: INFO nova.compute.manager [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Took 1.79 seconds to destroy the instance on the hypervisor. [ 2385.936668] env[63348]: DEBUG oslo.service.loopingcall [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2385.936668] env[63348]: DEBUG nova.compute.manager [-] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2385.936668] env[63348]: DEBUG nova.network.neutron [-] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2386.365067] env[63348]: DEBUG nova.compute.manager [req-a3e998e2-9ca0-4afb-897e-e85a36eb3283 req-cf52fe7a-2d06-42c3-99a1-30f2cce7e15a service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Received event network-vif-deleted-2898473f-4bcf-4ae2-9f09-6d79d11ccb26 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2386.365669] env[63348]: INFO nova.compute.manager [req-a3e998e2-9ca0-4afb-897e-e85a36eb3283 req-cf52fe7a-2d06-42c3-99a1-30f2cce7e15a service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Neutron deleted interface 2898473f-4bcf-4ae2-9f09-6d79d11ccb26; detaching it from the instance and deleting it from the info cache [ 2386.365669] env[63348]: DEBUG nova.network.neutron [req-a3e998e2-9ca0-4afb-897e-e85a36eb3283 req-cf52fe7a-2d06-42c3-99a1-30f2cce7e15a service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2386.842267] env[63348]: DEBUG nova.network.neutron [-] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2386.870350] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b790cbe-34c7-44a4-a449-aaaea364a518 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.879989] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e13aa4-2f4a-4a8c-a9f2-0e093799209d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.905373] env[63348]: DEBUG nova.compute.manager [req-a3e998e2-9ca0-4afb-897e-e85a36eb3283 req-cf52fe7a-2d06-42c3-99a1-30f2cce7e15a service nova] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Detach interface failed, port_id=2898473f-4bcf-4ae2-9f09-6d79d11ccb26, reason: Instance 6fe367e3-64cc-4cd2-8ca7-38a58911dc54 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2387.345325] env[63348]: INFO nova.compute.manager [-] [instance: 6fe367e3-64cc-4cd2-8ca7-38a58911dc54] Took 1.41 seconds to deallocate network for instance. [ 2387.852092] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2387.852447] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2387.852638] env[63348]: DEBUG nova.objects.instance [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Lazy-loading 'resources' on Instance uuid 6fe367e3-64cc-4cd2-8ca7-38a58911dc54 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2388.414035] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfa6693-3062-43ff-8632-5f39f993bc28 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.421530] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba87f9d0-bed1-4c26-9231-6249b8fd7021 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.452848] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3cc1e4-266a-43a5-b4a8-828f5aa8c0da {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.460113] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26835143-a8bb-4125-b712-1906fb3b3275 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.473844] env[63348]: DEBUG nova.compute.provider_tree [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2388.977537] env[63348]: DEBUG nova.scheduler.client.report [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2389.482309] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.502650] env[63348]: INFO nova.scheduler.client.report [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Deleted allocations for instance 6fe367e3-64cc-4cd2-8ca7-38a58911dc54 [ 2390.011208] env[63348]: DEBUG oslo_concurrency.lockutils [None req-a916b951-1993-4718-8543-f01738a53910 tempest-AttachInterfacesUnderV243Test-1630422701 tempest-AttachInterfacesUnderV243Test-1630422701-project-member] Lock "6fe367e3-64cc-4cd2-8ca7-38a58911dc54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.367s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2394.412872] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Acquiring lock "93a7d1dc-1151-4051-92e8-900adc492be3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2394.413131] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Lock "93a7d1dc-1151-4051-92e8-900adc492be3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2394.916218] env[63348]: DEBUG nova.compute.manager [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2395.440776] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.441065] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.442557] env[63348]: INFO nova.compute.claims [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2396.144622] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c9c79bda-ecb9-4c8d-a0d7-9ef4614734c0 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "f9964326-b809-436f-be6f-c3e288d2f62e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2396.144922] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c9c79bda-ecb9-4c8d-a0d7-9ef4614734c0 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "f9964326-b809-436f-be6f-c3e288d2f62e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2396.504300] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d8aa27-40c7-40a7-a541-33c68dbf22ba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.511775] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40637b6c-dbf0-43ee-b92d-56b4a07d8ae5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.540727] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e483c1f0-52f9-4d3b-999d-3dc2e85f6102 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.547497] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93822ae-e3c9-4cf0-97e2-a3d420d791af {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.559945] env[63348]: DEBUG nova.compute.provider_tree [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2396.647966] env[63348]: INFO nova.compute.manager [None req-c9c79bda-ecb9-4c8d-a0d7-9ef4614734c0 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Detaching volume 56f32e28-4f89-48f1-b357-9695d4ca03ec [ 2396.677868] env[63348]: INFO nova.virt.block_device [None req-c9c79bda-ecb9-4c8d-a0d7-9ef4614734c0 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Attempting to driver detach volume 56f32e28-4f89-48f1-b357-9695d4ca03ec from mountpoint /dev/sdb [ 2396.678117] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c79bda-ecb9-4c8d-a0d7-9ef4614734c0 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Volume detach. Driver type: vmdk {{(pid=63348) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2396.678303] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c79bda-ecb9-4c8d-a0d7-9ef4614734c0 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415757', 'volume_id': '56f32e28-4f89-48f1-b357-9695d4ca03ec', 'name': 'volume-56f32e28-4f89-48f1-b357-9695d4ca03ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9964326-b809-436f-be6f-c3e288d2f62e', 'attached_at': '', 'detached_at': '', 'volume_id': '56f32e28-4f89-48f1-b357-9695d4ca03ec', 'serial': '56f32e28-4f89-48f1-b357-9695d4ca03ec'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2396.679128] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d307f08d-9d10-40c6-b857-4a79d9b9c59d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.701135] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e1bd68-1a7a-4de2-a714-eeb9969236c5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.707913] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91df6cd9-6f42-4db5-ad8c-78d30e9407f2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.727438] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d5432c-81c9-4f3d-a179-45510f768092 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.741300] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c79bda-ecb9-4c8d-a0d7-9ef4614734c0 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] The volume has not been displaced from its original location: [datastore2] volume-56f32e28-4f89-48f1-b357-9695d4ca03ec/volume-56f32e28-4f89-48f1-b357-9695d4ca03ec.vmdk. No consolidation needed. {{(pid=63348) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2396.746483] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c79bda-ecb9-4c8d-a0d7-9ef4614734c0 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2396.746726] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84b4c0ae-50a9-4e80-827b-97d349da10ba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.764279] env[63348]: DEBUG oslo_vmware.api [None req-c9c79bda-ecb9-4c8d-a0d7-9ef4614734c0 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2396.764279] env[63348]: value = "task-2023683" [ 2396.764279] env[63348]: _type = "Task" [ 2396.764279] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.771660] env[63348]: DEBUG oslo_vmware.api [None req-c9c79bda-ecb9-4c8d-a0d7-9ef4614734c0 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.062696] env[63348]: DEBUG nova.scheduler.client.report [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2397.274663] env[63348]: DEBUG oslo_vmware.api [None req-c9c79bda-ecb9-4c8d-a0d7-9ef4614734c0 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023683, 'name': ReconfigVM_Task, 'duration_secs': 0.209592} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.275701] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c79bda-ecb9-4c8d-a0d7-9ef4614734c0 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=63348) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2397.279842] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08fe0b8d-09ab-4639-b439-a3f5c6da6748 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.294233] env[63348]: DEBUG oslo_vmware.api [None req-c9c79bda-ecb9-4c8d-a0d7-9ef4614734c0 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2397.294233] env[63348]: value = "task-2023684" [ 2397.294233] env[63348]: _type = "Task" [ 2397.294233] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2397.301740] env[63348]: DEBUG oslo_vmware.api [None req-c9c79bda-ecb9-4c8d-a0d7-9ef4614734c0 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.567545] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2397.568105] env[63348]: DEBUG nova.compute.manager [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2397.806412] env[63348]: DEBUG oslo_vmware.api [None req-c9c79bda-ecb9-4c8d-a0d7-9ef4614734c0 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023684, 'name': ReconfigVM_Task, 'duration_secs': 0.134727} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.806796] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c79bda-ecb9-4c8d-a0d7-9ef4614734c0 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-415757', 'volume_id': '56f32e28-4f89-48f1-b357-9695d4ca03ec', 'name': 'volume-56f32e28-4f89-48f1-b357-9695d4ca03ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9964326-b809-436f-be6f-c3e288d2f62e', 'attached_at': '', 'detached_at': '', 'volume_id': '56f32e28-4f89-48f1-b357-9695d4ca03ec', 'serial': '56f32e28-4f89-48f1-b357-9695d4ca03ec'} {{(pid=63348) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2398.073016] env[63348]: DEBUG nova.compute.utils [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2398.074483] env[63348]: DEBUG nova.compute.manager [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2398.074679] env[63348]: DEBUG nova.network.neutron [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2398.121862] env[63348]: DEBUG nova.policy [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa5360f88a074b689a9a3c6d6675d4f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce0f59a4e0a8440e81ef6021f8830459', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2398.350835] env[63348]: DEBUG nova.objects.instance [None req-c9c79bda-ecb9-4c8d-a0d7-9ef4614734c0 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lazy-loading 'flavor' on Instance uuid f9964326-b809-436f-be6f-c3e288d2f62e {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2398.358849] env[63348]: DEBUG nova.network.neutron [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Successfully created port: 6e78113b-f113-4ecf-9716-9f73a06b6d0b {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2398.579361] env[63348]: DEBUG nova.compute.manager [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2399.359027] env[63348]: DEBUG oslo_concurrency.lockutils [None req-c9c79bda-ecb9-4c8d-a0d7-9ef4614734c0 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "f9964326-b809-436f-be6f-c3e288d2f62e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2399.588300] env[63348]: DEBUG nova.compute.manager [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2399.613979] env[63348]: DEBUG nova.virt.hardware [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2399.614284] env[63348]: DEBUG nova.virt.hardware [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2399.614442] env[63348]: DEBUG nova.virt.hardware [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2399.614641] env[63348]: DEBUG nova.virt.hardware [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2399.614788] env[63348]: DEBUG nova.virt.hardware [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2399.614935] env[63348]: DEBUG nova.virt.hardware [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2399.615160] env[63348]: DEBUG nova.virt.hardware [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2399.615321] env[63348]: DEBUG nova.virt.hardware [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2399.615504] env[63348]: DEBUG nova.virt.hardware [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2399.615702] env[63348]: DEBUG nova.virt.hardware [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2399.615862] env[63348]: DEBUG nova.virt.hardware [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2399.616738] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85e481b-56ab-42e3-a109-5ff6e906f0fb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.624716] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361d3dbf-aabe-444c-a13d-5bcd95152a0e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.724144] env[63348]: DEBUG nova.compute.manager [req-70314b67-18f2-4a7f-9d8b-a9c2029c06ae req-cda2448a-442a-4571-8a00-437e26c4706e service nova] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Received event network-vif-plugged-6e78113b-f113-4ecf-9716-9f73a06b6d0b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2399.724425] env[63348]: DEBUG oslo_concurrency.lockutils [req-70314b67-18f2-4a7f-9d8b-a9c2029c06ae req-cda2448a-442a-4571-8a00-437e26c4706e service nova] Acquiring lock "93a7d1dc-1151-4051-92e8-900adc492be3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2399.724625] env[63348]: DEBUG oslo_concurrency.lockutils [req-70314b67-18f2-4a7f-9d8b-a9c2029c06ae req-cda2448a-442a-4571-8a00-437e26c4706e service nova] Lock "93a7d1dc-1151-4051-92e8-900adc492be3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2399.724854] env[63348]: DEBUG oslo_concurrency.lockutils [req-70314b67-18f2-4a7f-9d8b-a9c2029c06ae req-cda2448a-442a-4571-8a00-437e26c4706e service nova] Lock "93a7d1dc-1151-4051-92e8-900adc492be3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2399.725224] env[63348]: DEBUG nova.compute.manager [req-70314b67-18f2-4a7f-9d8b-a9c2029c06ae req-cda2448a-442a-4571-8a00-437e26c4706e service nova] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] No waiting events found dispatching network-vif-plugged-6e78113b-f113-4ecf-9716-9f73a06b6d0b {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2399.725224] env[63348]: WARNING nova.compute.manager [req-70314b67-18f2-4a7f-9d8b-a9c2029c06ae req-cda2448a-442a-4571-8a00-437e26c4706e service nova] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Received unexpected event network-vif-plugged-6e78113b-f113-4ecf-9716-9f73a06b6d0b for instance with vm_state building and task_state spawning. [ 2399.802401] env[63348]: DEBUG nova.network.neutron [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Successfully updated port: 6e78113b-f113-4ecf-9716-9f73a06b6d0b {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2400.304775] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Acquiring lock "refresh_cache-93a7d1dc-1151-4051-92e8-900adc492be3" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2400.304937] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Acquired lock "refresh_cache-93a7d1dc-1151-4051-92e8-900adc492be3" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2400.305112] env[63348]: DEBUG nova.network.neutron [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2400.455798] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "f9964326-b809-436f-be6f-c3e288d2f62e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2400.456092] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "f9964326-b809-436f-be6f-c3e288d2f62e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2400.456332] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "f9964326-b809-436f-be6f-c3e288d2f62e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2400.456516] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "f9964326-b809-436f-be6f-c3e288d2f62e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2400.456687] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "f9964326-b809-436f-be6f-c3e288d2f62e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2400.459126] env[63348]: INFO nova.compute.manager [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Terminating instance [ 2400.840506] env[63348]: DEBUG nova.network.neutron [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2400.962301] env[63348]: DEBUG nova.compute.manager [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2400.962516] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2400.963412] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57467b5-3714-462e-9500-a04856e1bbfd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.966692] env[63348]: DEBUG nova.network.neutron [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Updating instance_info_cache with network_info: [{"id": "6e78113b-f113-4ecf-9716-9f73a06b6d0b", "address": "fa:16:3e:be:7c:38", "network": {"id": "91c21d93-7bcc-4d08-8412-e9625b53fc36", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1203085499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0f59a4e0a8440e81ef6021f8830459", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e78113b-f1", "ovs_interfaceid": "6e78113b-f113-4ecf-9716-9f73a06b6d0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2400.972712] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2400.972944] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76b33133-4c38-4eff-8b1c-0095fd5c28a7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.979568] env[63348]: DEBUG oslo_vmware.api [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2400.979568] env[63348]: value = "task-2023685" [ 2400.979568] env[63348]: _type = "Task" [ 2400.979568] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2400.988602] env[63348]: DEBUG oslo_vmware.api [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2401.469681] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Releasing lock "refresh_cache-93a7d1dc-1151-4051-92e8-900adc492be3" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2401.470121] env[63348]: DEBUG nova.compute.manager [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Instance network_info: |[{"id": "6e78113b-f113-4ecf-9716-9f73a06b6d0b", "address": "fa:16:3e:be:7c:38", "network": {"id": "91c21d93-7bcc-4d08-8412-e9625b53fc36", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1203085499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0f59a4e0a8440e81ef6021f8830459", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e78113b-f1", "ovs_interfaceid": "6e78113b-f113-4ecf-9716-9f73a06b6d0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2401.470619] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:7c:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e78113b-f113-4ecf-9716-9f73a06b6d0b', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2401.479083] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Creating folder: Project (ce0f59a4e0a8440e81ef6021f8830459). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2401.479401] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f15e13b-cf8d-49a8-b0d4-51094dd34f53 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.490886] env[63348]: DEBUG oslo_vmware.api [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023685, 'name': PowerOffVM_Task, 'duration_secs': 0.189726} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2401.490886] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2401.491444] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2401.491444] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c5bdd22-1149-4d07-bd54-6d5254a5cf57 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.493776] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Created folder: Project (ce0f59a4e0a8440e81ef6021f8830459) in parent group-v415427. [ 2401.493984] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Creating folder: Instances. Parent ref: group-v415758. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2401.494525] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-331c955b-d53d-44d4-97ba-f4ec92a89077 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.503335] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Created folder: Instances in parent group-v415758. [ 2401.503584] env[63348]: DEBUG oslo.service.loopingcall [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2401.503794] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2401.503991] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-613f8802-f56c-43e1-a4ec-345f7b79f48e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.524075] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2401.524075] env[63348]: value = "task-2023689" [ 2401.524075] env[63348]: _type = "Task" [ 2401.524075] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2401.531888] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023689, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2401.590967] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2401.591186] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2401.591401] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Deleting the datastore file [datastore2] f9964326-b809-436f-be6f-c3e288d2f62e {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2401.591709] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab1dc90a-a634-4d4b-a6b3-7f57146a2473 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.598488] env[63348]: DEBUG oslo_vmware.api [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2401.598488] env[63348]: value = "task-2023690" [ 2401.598488] env[63348]: _type = "Task" [ 2401.598488] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2401.606420] env[63348]: DEBUG oslo_vmware.api [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2401.751137] env[63348]: DEBUG nova.compute.manager [req-b6db73c7-2327-4adb-88ae-a5cc936b2a69 req-617230e2-27c7-4d55-aeb6-b71b90f1e6e1 service nova] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Received event network-changed-6e78113b-f113-4ecf-9716-9f73a06b6d0b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2401.751351] env[63348]: DEBUG nova.compute.manager [req-b6db73c7-2327-4adb-88ae-a5cc936b2a69 req-617230e2-27c7-4d55-aeb6-b71b90f1e6e1 service nova] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Refreshing instance network info cache due to event network-changed-6e78113b-f113-4ecf-9716-9f73a06b6d0b. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2401.751563] env[63348]: DEBUG oslo_concurrency.lockutils [req-b6db73c7-2327-4adb-88ae-a5cc936b2a69 req-617230e2-27c7-4d55-aeb6-b71b90f1e6e1 service nova] Acquiring lock "refresh_cache-93a7d1dc-1151-4051-92e8-900adc492be3" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2401.751717] env[63348]: DEBUG oslo_concurrency.lockutils [req-b6db73c7-2327-4adb-88ae-a5cc936b2a69 req-617230e2-27c7-4d55-aeb6-b71b90f1e6e1 service nova] Acquired lock "refresh_cache-93a7d1dc-1151-4051-92e8-900adc492be3" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2401.751870] env[63348]: DEBUG nova.network.neutron [req-b6db73c7-2327-4adb-88ae-a5cc936b2a69 req-617230e2-27c7-4d55-aeb6-b71b90f1e6e1 service nova] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Refreshing network info cache for port 6e78113b-f113-4ecf-9716-9f73a06b6d0b {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2402.033395] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023689, 'name': CreateVM_Task, 'duration_secs': 0.47764} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2402.033744] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2402.034231] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2402.034400] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2402.034758] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2402.034999] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-654b9c00-3747-4af1-bcea-f64c3f20f029 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.039480] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Waiting for the task: (returnval){ [ 2402.039480] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52da88e1-b43c-15ca-4387-e57d94398e98" [ 2402.039480] env[63348]: _type = "Task" [ 2402.039480] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2402.046872] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52da88e1-b43c-15ca-4387-e57d94398e98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2402.107682] env[63348]: DEBUG oslo_vmware.api [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140129} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2402.107928] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2402.108127] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2402.108309] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2402.108483] env[63348]: INFO nova.compute.manager [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2402.108746] env[63348]: DEBUG oslo.service.loopingcall [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2402.108947] env[63348]: DEBUG nova.compute.manager [-] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2402.109054] env[63348]: DEBUG nova.network.neutron [-] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2402.478177] env[63348]: DEBUG nova.network.neutron [req-b6db73c7-2327-4adb-88ae-a5cc936b2a69 req-617230e2-27c7-4d55-aeb6-b71b90f1e6e1 service nova] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Updated VIF entry in instance network info cache for port 6e78113b-f113-4ecf-9716-9f73a06b6d0b. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2402.478572] env[63348]: DEBUG nova.network.neutron [req-b6db73c7-2327-4adb-88ae-a5cc936b2a69 req-617230e2-27c7-4d55-aeb6-b71b90f1e6e1 service nova] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Updating instance_info_cache with network_info: [{"id": "6e78113b-f113-4ecf-9716-9f73a06b6d0b", "address": "fa:16:3e:be:7c:38", "network": {"id": "91c21d93-7bcc-4d08-8412-e9625b53fc36", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1203085499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0f59a4e0a8440e81ef6021f8830459", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e78113b-f1", "ovs_interfaceid": "6e78113b-f113-4ecf-9716-9f73a06b6d0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2402.550834] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52da88e1-b43c-15ca-4387-e57d94398e98, 'name': SearchDatastore_Task, 'duration_secs': 0.009346} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2402.550953] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2402.551206] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2402.551439] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2402.551666] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2402.551761] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2402.552187] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8a116a7-ffd0-484b-b67c-ce7094b5ebdd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.573447] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2402.573593] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2402.574323] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0212268e-ee15-4d6e-a2b2-2820a15935ed {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.579149] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Waiting for the task: (returnval){ [ 2402.579149] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5246d6ad-86ba-fa50-88c8-c44666c17f90" [ 2402.579149] env[63348]: _type = "Task" [ 2402.579149] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2402.587512] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5246d6ad-86ba-fa50-88c8-c44666c17f90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2402.981015] env[63348]: DEBUG oslo_concurrency.lockutils [req-b6db73c7-2327-4adb-88ae-a5cc936b2a69 req-617230e2-27c7-4d55-aeb6-b71b90f1e6e1 service nova] Releasing lock "refresh_cache-93a7d1dc-1151-4051-92e8-900adc492be3" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2403.055762] env[63348]: DEBUG nova.network.neutron [-] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2403.088996] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5246d6ad-86ba-fa50-88c8-c44666c17f90, 'name': SearchDatastore_Task, 'duration_secs': 0.010526} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2403.089786] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10b41146-c222-4c29-a328-5e721ea9ca17 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.094619] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Waiting for the task: (returnval){ [ 2403.094619] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528dc246-6406-b83c-da67-2a15c336999c" [ 2403.094619] env[63348]: _type = "Task" [ 2403.094619] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2403.102017] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528dc246-6406-b83c-da67-2a15c336999c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.559433] env[63348]: INFO nova.compute.manager [-] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Took 1.45 seconds to deallocate network for instance. [ 2403.604706] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]528dc246-6406-b83c-da67-2a15c336999c, 'name': SearchDatastore_Task, 'duration_secs': 0.013851} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2403.604974] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2403.605243] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 93a7d1dc-1151-4051-92e8-900adc492be3/93a7d1dc-1151-4051-92e8-900adc492be3.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2403.605486] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29e39915-c1c4-41d7-b5a0-f6498fc793fa {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.613143] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Waiting for the task: (returnval){ [ 2403.613143] env[63348]: value = "task-2023691" [ 2403.613143] env[63348]: _type = "Task" [ 2403.613143] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2403.621051] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': task-2023691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.778829] env[63348]: DEBUG nova.compute.manager [req-b18e1d7e-73d3-4451-a8d3-31fbdd2cb3f1 req-4dc83482-eae3-47af-95e9-432a07e8bbdc service nova] [instance: f9964326-b809-436f-be6f-c3e288d2f62e] Received event network-vif-deleted-1de1ed76-0e41-4e22-8a7c-2cf38d0546a1 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2404.067725] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2404.068111] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2404.068341] env[63348]: DEBUG nova.objects.instance [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lazy-loading 'resources' on Instance uuid f9964326-b809-436f-be6f-c3e288d2f62e {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2404.123285] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': task-2023691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452738} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2404.123520] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 93a7d1dc-1151-4051-92e8-900adc492be3/93a7d1dc-1151-4051-92e8-900adc492be3.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2404.123765] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2404.124027] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce6cd962-35b8-4ba0-a660-56a4a7f7aa1e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.130454] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Waiting for the task: (returnval){ [ 2404.130454] env[63348]: value = "task-2023692" [ 2404.130454] env[63348]: _type = "Task" [ 2404.130454] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2404.137743] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': task-2023692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2404.629355] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56991a6-3668-4f11-9c37-ff99a657b6f5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.639580] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': task-2023692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065794} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2404.641378] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2404.642172] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fec574-3217-466e-8cbf-722209a5799b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.645089] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775425fa-c1f3-4ee9-a478-2682a0ae739c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.667416] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 93a7d1dc-1151-4051-92e8-900adc492be3/93a7d1dc-1151-4051-92e8-900adc492be3.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2404.691610] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ced39fca-1a51-429f-8449-15ae9bf479a0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.705926] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af96b466-4804-43f8-854e-43fb36218418 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.714629] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e66749-7a4a-4943-b878-b6127c0d6235 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.718457] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Waiting for the task: (returnval){ [ 2404.718457] env[63348]: value = "task-2023693" [ 2404.718457] env[63348]: _type = "Task" [ 2404.718457] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2404.728712] env[63348]: DEBUG nova.compute.provider_tree [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2404.734550] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': task-2023693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.228710] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': task-2023693, 'name': ReconfigVM_Task, 'duration_secs': 0.261326} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2405.229101] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 93a7d1dc-1151-4051-92e8-900adc492be3/93a7d1dc-1151-4051-92e8-900adc492be3.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2405.229613] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4793e3d-4924-4d3a-8629-416bfba1697b {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.231615] env[63348]: DEBUG nova.scheduler.client.report [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2405.240054] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Waiting for the task: (returnval){ [ 2405.240054] env[63348]: value = "task-2023694" [ 2405.240054] env[63348]: _type = "Task" [ 2405.240054] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2405.249642] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': task-2023694, 'name': Rename_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.736593] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2405.749881] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': task-2023694, 'name': Rename_Task, 'duration_secs': 0.129826} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2405.750160] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2405.750401] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b28731db-e8e5-4dce-939a-2160bbdf51e7 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.753808] env[63348]: INFO nova.scheduler.client.report [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Deleted allocations for instance f9964326-b809-436f-be6f-c3e288d2f62e [ 2405.758320] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Waiting for the task: (returnval){ [ 2405.758320] env[63348]: value = "task-2023695" [ 2405.758320] env[63348]: _type = "Task" [ 2405.758320] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2405.766739] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': task-2023695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2406.265298] env[63348]: DEBUG oslo_concurrency.lockutils [None req-af5e9ec1-eb56-4ae6-b4c1-556faa4fc404 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "f9964326-b809-436f-be6f-c3e288d2f62e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.809s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2406.271613] env[63348]: DEBUG oslo_vmware.api [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': task-2023695, 'name': PowerOnVM_Task, 'duration_secs': 0.464165} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2406.271979] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2406.272123] env[63348]: INFO nova.compute.manager [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Took 6.68 seconds to spawn the instance on the hypervisor. [ 2406.272261] env[63348]: DEBUG nova.compute.manager [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2406.273060] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383ae131-b99d-4ab0-b582-5f94205e5682 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.788803] env[63348]: INFO nova.compute.manager [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Took 11.37 seconds to build instance. [ 2407.290681] env[63348]: DEBUG oslo_concurrency.lockutils [None req-04cb6e8b-2480-4e16-9040-12215e497c4e tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Lock "93a7d1dc-1151-4051-92e8-900adc492be3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.877s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2407.554454] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Acquiring lock "93a7d1dc-1151-4051-92e8-900adc492be3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2407.554762] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Lock "93a7d1dc-1151-4051-92e8-900adc492be3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2407.555025] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Acquiring lock "93a7d1dc-1151-4051-92e8-900adc492be3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2407.555257] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Lock "93a7d1dc-1151-4051-92e8-900adc492be3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2407.555436] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Lock "93a7d1dc-1151-4051-92e8-900adc492be3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2407.557992] env[63348]: INFO nova.compute.manager [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Terminating instance [ 2408.062394] env[63348]: DEBUG nova.compute.manager [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2408.062633] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2408.063554] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332c273b-5367-40c9-8b3b-ff0c67c3fd09 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.071616] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2408.071845] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4379ad3f-81aa-486e-9fd4-cde40375ee68 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.077338] env[63348]: DEBUG oslo_vmware.api [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Waiting for the task: (returnval){ [ 2408.077338] env[63348]: value = "task-2023697" [ 2408.077338] env[63348]: _type = "Task" [ 2408.077338] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2408.084832] env[63348]: DEBUG oslo_vmware.api [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': task-2023697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.587349] env[63348]: DEBUG oslo_vmware.api [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': task-2023697, 'name': PowerOffVM_Task, 'duration_secs': 0.197923} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2408.587712] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2408.587712] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2408.587963] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4254036-a8c6-4ac4-9a09-270ad8e55d9f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.541238] env[63348]: DEBUG oslo_concurrency.lockutils [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2411.541575] env[63348]: DEBUG oslo_concurrency.lockutils [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2411.541740] env[63348]: DEBUG oslo_concurrency.lockutils [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2411.541926] env[63348]: DEBUG oslo_concurrency.lockutils [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2411.542119] env[63348]: DEBUG oslo_concurrency.lockutils [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2411.544359] env[63348]: INFO nova.compute.manager [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Terminating instance [ 2412.048246] env[63348]: DEBUG nova.compute.manager [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2412.048490] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2412.049408] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c2106e-014c-4a7e-898c-b2ac835d51bd {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.057253] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2412.057472] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abe8f192-901e-4dc8-95dc-380ac87110ef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.063960] env[63348]: DEBUG oslo_vmware.api [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2412.063960] env[63348]: value = "task-2023699" [ 2412.063960] env[63348]: _type = "Task" [ 2412.063960] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2412.072657] env[63348]: DEBUG oslo_vmware.api [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.574423] env[63348]: DEBUG oslo_vmware.api [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023699, 'name': PowerOffVM_Task, 'duration_secs': 0.180629} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2412.574771] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2412.574870] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2412.575126] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c214303e-8598-4297-b17b-b52e3f74f2c5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.311365] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2416.311719] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2416.311785] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Deleting the datastore file [datastore1] c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2416.312598] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10dea6b9-fee1-474b-b153-5993b8dda375 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.316059] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2416.316249] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2416.316418] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Deleting the datastore file [datastore2] 93a7d1dc-1151-4051-92e8-900adc492be3 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2416.316656] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5617b2b-44b9-432b-8bbf-34a423011bdf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.323584] env[63348]: DEBUG oslo_vmware.api [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Waiting for the task: (returnval){ [ 2416.323584] env[63348]: value = "task-2023702" [ 2416.323584] env[63348]: _type = "Task" [ 2416.323584] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.324476] env[63348]: DEBUG oslo_vmware.api [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2416.324476] env[63348]: value = "task-2023701" [ 2416.324476] env[63348]: _type = "Task" [ 2416.324476] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.338104] env[63348]: DEBUG oslo_vmware.api [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.338322] env[63348]: DEBUG oslo_vmware.api [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': task-2023702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.837666] env[63348]: DEBUG oslo_vmware.api [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175524} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.840608] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2416.840811] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2416.840993] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2416.841192] env[63348]: INFO nova.compute.manager [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Took 4.79 seconds to destroy the instance on the hypervisor. [ 2416.841435] env[63348]: DEBUG oslo.service.loopingcall [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2416.841965] env[63348]: DEBUG oslo_vmware.api [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Task: {'id': task-2023702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135257} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.842208] env[63348]: DEBUG nova.compute.manager [-] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2416.842332] env[63348]: DEBUG nova.network.neutron [-] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2416.843939] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2416.844133] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2416.844305] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2416.844492] env[63348]: INFO nova.compute.manager [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Took 8.78 seconds to destroy the instance on the hypervisor. [ 2416.844768] env[63348]: DEBUG oslo.service.loopingcall [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2416.844927] env[63348]: DEBUG nova.compute.manager [-] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2416.845087] env[63348]: DEBUG nova.network.neutron [-] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2417.111755] env[63348]: DEBUG nova.compute.manager [req-2d28c0d3-71aa-4e09-9c65-75e7c1aaa0d2 req-357d0b04-769e-4c1a-a882-85cbc750fd0e service nova] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Received event network-vif-deleted-6e78113b-f113-4ecf-9716-9f73a06b6d0b {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2417.111755] env[63348]: INFO nova.compute.manager [req-2d28c0d3-71aa-4e09-9c65-75e7c1aaa0d2 req-357d0b04-769e-4c1a-a882-85cbc750fd0e service nova] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Neutron deleted interface 6e78113b-f113-4ecf-9716-9f73a06b6d0b; detaching it from the instance and deleting it from the info cache [ 2417.111953] env[63348]: DEBUG nova.network.neutron [req-2d28c0d3-71aa-4e09-9c65-75e7c1aaa0d2 req-357d0b04-769e-4c1a-a882-85cbc750fd0e service nova] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2417.116496] env[63348]: DEBUG nova.compute.manager [req-c29ecdd0-127f-4d9c-8056-4eb895b843e3 req-026c68ab-ae80-4b1f-b1dc-8fe8fbd323e7 service nova] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Received event network-vif-deleted-181f9779-ada0-4bac-9bd6-62312d897b3f {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2417.116684] env[63348]: INFO nova.compute.manager [req-c29ecdd0-127f-4d9c-8056-4eb895b843e3 req-026c68ab-ae80-4b1f-b1dc-8fe8fbd323e7 service nova] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Neutron deleted interface 181f9779-ada0-4bac-9bd6-62312d897b3f; detaching it from the instance and deleting it from the info cache [ 2417.116893] env[63348]: DEBUG nova.network.neutron [req-c29ecdd0-127f-4d9c-8056-4eb895b843e3 req-026c68ab-ae80-4b1f-b1dc-8fe8fbd323e7 service nova] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2417.582860] env[63348]: DEBUG nova.network.neutron [-] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2417.591971] env[63348]: DEBUG nova.network.neutron [-] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2417.615722] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7da1f219-8e97-4633-bdb1-b36e13ed0487 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.621641] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-866811af-afbe-4430-b0d4-71e785e43b0d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.626617] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abdfa47-b494-4231-9433-67ac9346e51f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.643296] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a8a725-36fc-43c6-9620-2d2e0807da47 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.658942] env[63348]: DEBUG nova.compute.manager [req-2d28c0d3-71aa-4e09-9c65-75e7c1aaa0d2 req-357d0b04-769e-4c1a-a882-85cbc750fd0e service nova] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Detach interface failed, port_id=6e78113b-f113-4ecf-9716-9f73a06b6d0b, reason: Instance 93a7d1dc-1151-4051-92e8-900adc492be3 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2417.672653] env[63348]: DEBUG nova.compute.manager [req-c29ecdd0-127f-4d9c-8056-4eb895b843e3 req-026c68ab-ae80-4b1f-b1dc-8fe8fbd323e7 service nova] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Detach interface failed, port_id=181f9779-ada0-4bac-9bd6-62312d897b3f, reason: Instance c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2418.085628] env[63348]: INFO nova.compute.manager [-] [instance: 93a7d1dc-1151-4051-92e8-900adc492be3] Took 1.24 seconds to deallocate network for instance. [ 2418.098932] env[63348]: INFO nova.compute.manager [-] [instance: c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350] Took 1.26 seconds to deallocate network for instance. [ 2418.593210] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2418.594101] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2418.594101] env[63348]: DEBUG nova.objects.instance [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Lazy-loading 'resources' on Instance uuid 93a7d1dc-1151-4051-92e8-900adc492be3 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2418.604792] env[63348]: DEBUG oslo_concurrency.lockutils [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2419.150726] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2996970-5c5f-4543-b971-a63149261d03 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.157982] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd1d526-9cac-4fa6-9ff2-82c5cfe00b8f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.187055] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39dfbf8-3086-40ce-ae16-f1537e2fd040 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.194244] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6059ddde-83c9-4ac3-a82a-8387ca81392f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.206996] env[63348]: DEBUG nova.compute.provider_tree [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2419.725996] env[63348]: ERROR nova.scheduler.client.report [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] [req-2f7fe51b-ed27-4b9d-8545-351ce19342c0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 792f3f50-7bf3-4710-b72e-b20aee2a288d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2f7fe51b-ed27-4b9d-8545-351ce19342c0"}]} [ 2419.741640] env[63348]: DEBUG nova.scheduler.client.report [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Refreshing inventories for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2419.753962] env[63348]: DEBUG nova.scheduler.client.report [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Updating ProviderTree inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2419.754227] env[63348]: DEBUG nova.compute.provider_tree [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2419.764431] env[63348]: DEBUG nova.scheduler.client.report [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Refreshing aggregate associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, aggregates: None {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2419.781395] env[63348]: DEBUG nova.scheduler.client.report [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Refreshing trait associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2419.821275] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b654d317-c48d-4b0d-b951-dc7845d4a9d5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.828473] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c51285-1ad4-4f21-b3b7-fc5c7a5e21ba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.858825] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605e6361-2a78-46f2-a1ff-1cf33b630844 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.865969] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47067ba0-6068-4f82-a406-ee7e84887783 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.878713] env[63348]: DEBUG nova.compute.provider_tree [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2420.412313] env[63348]: DEBUG nova.scheduler.client.report [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Updated inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2420.412582] env[63348]: DEBUG nova.compute.provider_tree [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Updating resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d generation from 177 to 178 during operation: update_inventory {{(pid=63348) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2420.412765] env[63348]: DEBUG nova.compute.provider_tree [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2420.917260] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.324s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2420.919887] env[63348]: DEBUG oslo_concurrency.lockutils [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.315s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2420.920146] env[63348]: DEBUG nova.objects.instance [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lazy-loading 'resources' on Instance uuid c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2420.934207] env[63348]: INFO nova.scheduler.client.report [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Deleted allocations for instance 93a7d1dc-1151-4051-92e8-900adc492be3 [ 2421.442044] env[63348]: DEBUG oslo_concurrency.lockutils [None req-6703de17-0459-4435-9539-e6e101ce3357 tempest-InstanceActionsV221TestJSON-1210538512 tempest-InstanceActionsV221TestJSON-1210538512-project-member] Lock "93a7d1dc-1151-4051-92e8-900adc492be3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.887s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2421.459640] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43393f18-623a-49de-8d87-9db2b533f40c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.467610] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5c2da2-f2da-4b1f-842c-93fa23776306 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.498315] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74822ce-df1b-4f38-9694-574fcf2a111d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.505880] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c34663a-4b2d-4ce5-86d6-89126afa8a5a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.519199] env[63348]: DEBUG nova.compute.provider_tree [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2422.023016] env[63348]: DEBUG nova.scheduler.client.report [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2422.528170] env[63348]: DEBUG oslo_concurrency.lockutils [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2422.548840] env[63348]: INFO nova.scheduler.client.report [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Deleted allocations for instance c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350 [ 2423.056925] env[63348]: DEBUG oslo_concurrency.lockutils [None req-05a93a2b-fed5-4f91-87c7-1ee2437207f5 tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "c4c8b3bc-eb9c-41a7-9fa1-de80ae6fb350" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.515s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2423.601561] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "bec007b1-a7c0-4303-a018-dac1969e2b82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2423.601833] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "bec007b1-a7c0-4303-a018-dac1969e2b82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2423.602060] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "bec007b1-a7c0-4303-a018-dac1969e2b82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2423.602248] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "bec007b1-a7c0-4303-a018-dac1969e2b82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2423.602416] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "bec007b1-a7c0-4303-a018-dac1969e2b82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2423.604563] env[63348]: INFO nova.compute.manager [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Terminating instance [ 2423.720128] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2423.720302] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2424.108340] env[63348]: DEBUG nova.compute.manager [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2424.108701] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2424.109488] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e698a28-bfd6-46ff-b6ee-4e5d71c76bd0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.117131] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2424.117357] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb216d37-995d-4d28-b4b7-40239b9c1108 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.124010] env[63348]: DEBUG oslo_vmware.api [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2424.124010] env[63348]: value = "task-2023703" [ 2424.124010] env[63348]: _type = "Task" [ 2424.124010] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2424.132703] env[63348]: DEBUG oslo_vmware.api [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.635525] env[63348]: DEBUG oslo_vmware.api [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023703, 'name': PowerOffVM_Task, 'duration_secs': 0.169693} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2424.635808] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2424.636014] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2424.636272] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-905acf67-3402-46cc-8dfc-05c95ecb2e3a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.714832] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2424.715094] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Deleting contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2424.715282] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Deleting the datastore file [datastore1] bec007b1-a7c0-4303-a018-dac1969e2b82 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2424.715542] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21e0e28b-b22e-4e62-adc3-fb2d7f1c7df1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.721718] env[63348]: DEBUG oslo_vmware.api [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for the task: (returnval){ [ 2424.721718] env[63348]: value = "task-2023705" [ 2424.721718] env[63348]: _type = "Task" [ 2424.721718] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2424.728921] env[63348]: DEBUG oslo_vmware.api [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.231832] env[63348]: DEBUG oslo_vmware.api [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Task: {'id': task-2023705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139718} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2425.232270] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2425.232319] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Deleted contents of the VM from datastore datastore1 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2425.232463] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2425.232638] env[63348]: INFO nova.compute.manager [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2425.232879] env[63348]: DEBUG oslo.service.loopingcall [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2425.233080] env[63348]: DEBUG nova.compute.manager [-] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2425.233175] env[63348]: DEBUG nova.network.neutron [-] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2425.481250] env[63348]: DEBUG nova.compute.manager [req-a63b980c-fbe0-4ffb-b400-d9508e4c9426 req-9682b7e6-c531-4fe9-82bf-dd9689d06e57 service nova] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Received event network-vif-deleted-af80c4da-33df-480b-812b-015b8e6a50d0 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2425.481377] env[63348]: INFO nova.compute.manager [req-a63b980c-fbe0-4ffb-b400-d9508e4c9426 req-9682b7e6-c531-4fe9-82bf-dd9689d06e57 service nova] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Neutron deleted interface af80c4da-33df-480b-812b-015b8e6a50d0; detaching it from the instance and deleting it from the info cache [ 2425.481549] env[63348]: DEBUG nova.network.neutron [req-a63b980c-fbe0-4ffb-b400-d9508e4c9426 req-9682b7e6-c531-4fe9-82bf-dd9689d06e57 service nova] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2425.719713] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2425.959056] env[63348]: DEBUG nova.network.neutron [-] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2425.983488] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c000fb09-359c-47e9-aae5-f658d55e5386 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.993281] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df8a3dc-069d-434b-889e-d81884816dcc {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.016107] env[63348]: DEBUG nova.compute.manager [req-a63b980c-fbe0-4ffb-b400-d9508e4c9426 req-9682b7e6-c531-4fe9-82bf-dd9689d06e57 service nova] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Detach interface failed, port_id=af80c4da-33df-480b-812b-015b8e6a50d0, reason: Instance bec007b1-a7c0-4303-a018-dac1969e2b82 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2426.223250] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2426.223488] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2426.223658] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2426.223810] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63348) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2426.224686] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e6fe8e-f650-483f-8ee3-1cb57767f799 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.233100] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85c5594-d8d5-4da5-8305-3970afe6162a {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.246429] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2256211e-4e7a-4dd5-9786-79b4ea73ecba {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.252365] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437196ec-e431-4dd6-80ce-8603899e8526 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.281427] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180686MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63348) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2426.281564] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2426.281746] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2426.461898] env[63348]: INFO nova.compute.manager [-] [instance: bec007b1-a7c0-4303-a018-dac1969e2b82] Took 1.23 seconds to deallocate network for instance. [ 2426.968906] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2427.305623] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Instance bec007b1-a7c0-4303-a018-dac1969e2b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63348) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2427.305886] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2427.305976] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63348) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2427.331029] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54015621-3dcc-4e4a-8511-59ee93781f64 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.337915] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326cabbd-fd41-43bc-a99e-6d9dd5201c15 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.366654] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204a21b2-c261-4738-b9ec-7a89e5bf7144 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.373529] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9b7c39-78c3-4e74-a769-1498fb3154cf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.386779] env[63348]: DEBUG nova.compute.provider_tree [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2427.890240] env[63348]: DEBUG nova.scheduler.client.report [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2428.395070] env[63348]: DEBUG nova.compute.resource_tracker [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63348) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2428.395471] env[63348]: DEBUG oslo_concurrency.lockutils [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2428.395566] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.427s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2428.395788] env[63348]: DEBUG nova.objects.instance [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lazy-loading 'resources' on Instance uuid bec007b1-a7c0-4303-a018-dac1969e2b82 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2428.924111] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2782d96-e62d-4f85-bcb2-a7fb7155491d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.932089] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e460c7d-548e-4a31-831e-6384b9101ff2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.960659] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e1dbab-ea22-421f-b24a-fe2b4b030a24 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.967728] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069b5949-60ba-4c93-bf76-ba2c2be2d200 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.980428] env[63348]: DEBUG nova.compute.provider_tree [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2429.391656] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2429.391886] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2429.392062] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Starting heal instance info cache {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2429.483584] env[63348]: DEBUG nova.scheduler.client.report [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2429.896235] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Didn't find any instances for network info cache update. {{(pid=63348) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2429.896422] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2429.896584] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2429.896741] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2429.987926] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.592s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2430.007494] env[63348]: INFO nova.scheduler.client.report [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Deleted allocations for instance bec007b1-a7c0-4303-a018-dac1969e2b82 [ 2430.515073] env[63348]: DEBUG oslo_concurrency.lockutils [None req-9900d0d5-b923-4eb9-a330-8881ea28827a tempest-ServerRescueNegativeTestJSON-1005599070 tempest-ServerRescueNegativeTestJSON-1005599070-project-member] Lock "bec007b1-a7c0-4303-a018-dac1969e2b82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.913s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2433.720146] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2434.224868] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2434.719992] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2437.161575] env[63348]: DEBUG oslo_concurrency.lockutils [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Acquiring lock "5d36d9ed-d46d-4984-a73e-c585ad1c7dc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2437.161575] env[63348]: DEBUG oslo_concurrency.lockutils [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Lock "5d36d9ed-d46d-4984-a73e-c585ad1c7dc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2437.665074] env[63348]: DEBUG nova.compute.manager [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Starting instance... {{(pid=63348) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2438.186044] env[63348]: DEBUG oslo_concurrency.lockutils [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2438.186317] env[63348]: DEBUG oslo_concurrency.lockutils [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2438.187790] env[63348]: INFO nova.compute.claims [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2439.223797] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd82f615-ac5a-421d-a0a7-5af636832acf {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.232164] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee773b2a-a42b-4573-8370-d9a14eb55fc5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.263115] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98fca0e-7caa-44c8-bbf5-f2a2487f3e42 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.270140] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdc029a-4364-44a0-803a-8d4e9b7ec651 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.282717] env[63348]: DEBUG nova.compute.provider_tree [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Inventory has not changed in ProviderTree for provider: 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2439.785735] env[63348]: DEBUG nova.scheduler.client.report [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Inventory has not changed for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2440.291241] env[63348]: DEBUG oslo_concurrency.lockutils [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2440.291788] env[63348]: DEBUG nova.compute.manager [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Start building networks asynchronously for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2440.796437] env[63348]: DEBUG nova.compute.utils [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Using /dev/sd instead of None {{(pid=63348) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2440.801017] env[63348]: DEBUG nova.compute.manager [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Allocating IP information in the background. {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2440.801017] env[63348]: DEBUG nova.network.neutron [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] allocate_for_instance() {{(pid=63348) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1204}} [ 2440.840059] env[63348]: DEBUG nova.policy [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad6c1b9a8722449498720189ed9092ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '843ae89ad8f049a4bb78671ed73b72d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63348) authorize /opt/stack/nova/nova/policy.py:192}} [ 2441.086365] env[63348]: DEBUG nova.network.neutron [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Successfully created port: c578d9fd-06c5-4298-a8cf-e4251053b481 {{(pid=63348) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:547}} [ 2441.301996] env[63348]: DEBUG nova.compute.manager [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Start building block device mappings for instance. {{(pid=63348) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2442.312111] env[63348]: DEBUG nova.compute.manager [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Start spawning the instance on the hypervisor. {{(pid=63348) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2442.340194] env[63348]: DEBUG nova.virt.hardware [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T02:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T02:14:57Z,direct_url=,disk_format='vmdk',id=c7aee889-e84a-4155-853a-36d081051059,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='275db53943f1432f81cb4bf32937f3bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T02:14:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2442.340460] env[63348]: DEBUG nova.virt.hardware [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Flavor limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2442.340616] env[63348]: DEBUG nova.virt.hardware [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Image limits 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2442.340794] env[63348]: DEBUG nova.virt.hardware [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Flavor pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2442.340938] env[63348]: DEBUG nova.virt.hardware [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Image pref 0:0:0 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2442.341813] env[63348]: DEBUG nova.virt.hardware [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63348) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2442.342096] env[63348]: DEBUG nova.virt.hardware [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2442.342368] env[63348]: DEBUG nova.virt.hardware [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2442.342586] env[63348]: DEBUG nova.virt.hardware [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Got 1 possible topologies {{(pid=63348) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2442.342763] env[63348]: DEBUG nova.virt.hardware [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2442.342941] env[63348]: DEBUG nova.virt.hardware [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63348) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2442.343833] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413ad189-1388-4e70-836a-71b7f84a1c58 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.351839] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d4cbaf-1883-4cfb-b3cc-c3e4def3f345 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.946599] env[63348]: DEBUG nova.compute.manager [req-69e64b2e-0b17-4f91-baf9-1a1d09438308 req-882df805-8d7c-441a-a903-af8c44ba8705 service nova] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Received event network-vif-plugged-c578d9fd-06c5-4298-a8cf-e4251053b481 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2442.946829] env[63348]: DEBUG oslo_concurrency.lockutils [req-69e64b2e-0b17-4f91-baf9-1a1d09438308 req-882df805-8d7c-441a-a903-af8c44ba8705 service nova] Acquiring lock "5d36d9ed-d46d-4984-a73e-c585ad1c7dc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2442.947052] env[63348]: DEBUG oslo_concurrency.lockutils [req-69e64b2e-0b17-4f91-baf9-1a1d09438308 req-882df805-8d7c-441a-a903-af8c44ba8705 service nova] Lock "5d36d9ed-d46d-4984-a73e-c585ad1c7dc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2442.947492] env[63348]: DEBUG oslo_concurrency.lockutils [req-69e64b2e-0b17-4f91-baf9-1a1d09438308 req-882df805-8d7c-441a-a903-af8c44ba8705 service nova] Lock "5d36d9ed-d46d-4984-a73e-c585ad1c7dc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2442.947649] env[63348]: DEBUG nova.compute.manager [req-69e64b2e-0b17-4f91-baf9-1a1d09438308 req-882df805-8d7c-441a-a903-af8c44ba8705 service nova] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] No waiting events found dispatching network-vif-plugged-c578d9fd-06c5-4298-a8cf-e4251053b481 {{(pid=63348) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2442.947821] env[63348]: WARNING nova.compute.manager [req-69e64b2e-0b17-4f91-baf9-1a1d09438308 req-882df805-8d7c-441a-a903-af8c44ba8705 service nova] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Received unexpected event network-vif-plugged-c578d9fd-06c5-4298-a8cf-e4251053b481 for instance with vm_state building and task_state spawning. [ 2443.031089] env[63348]: DEBUG nova.network.neutron [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Successfully updated port: c578d9fd-06c5-4298-a8cf-e4251053b481 {{(pid=63348) _update_port /opt/stack/nova/nova/network/neutron.py:585}} [ 2443.537171] env[63348]: DEBUG oslo_concurrency.lockutils [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Acquiring lock "refresh_cache-5d36d9ed-d46d-4984-a73e-c585ad1c7dc7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2443.537171] env[63348]: DEBUG oslo_concurrency.lockutils [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Acquired lock "refresh_cache-5d36d9ed-d46d-4984-a73e-c585ad1c7dc7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2443.537171] env[63348]: DEBUG nova.network.neutron [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Building network info cache for instance {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 2444.068516] env[63348]: DEBUG nova.network.neutron [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Instance cache missing network info. {{(pid=63348) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3379}} [ 2444.195269] env[63348]: DEBUG nova.network.neutron [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Updating instance_info_cache with network_info: [{"id": "c578d9fd-06c5-4298-a8cf-e4251053b481", "address": "fa:16:3e:53:a8:39", "network": {"id": "038c9517-1165-4594-8cee-7ced06bc9b4b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1861951565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843ae89ad8f049a4bb78671ed73b72d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc578d9fd-06", "ovs_interfaceid": "c578d9fd-06c5-4298-a8cf-e4251053b481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2444.698439] env[63348]: DEBUG oslo_concurrency.lockutils [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Releasing lock "refresh_cache-5d36d9ed-d46d-4984-a73e-c585ad1c7dc7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2444.698805] env[63348]: DEBUG nova.compute.manager [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Instance network_info: |[{"id": "c578d9fd-06c5-4298-a8cf-e4251053b481", "address": "fa:16:3e:53:a8:39", "network": {"id": "038c9517-1165-4594-8cee-7ced06bc9b4b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1861951565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843ae89ad8f049a4bb78671ed73b72d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc578d9fd-06", "ovs_interfaceid": "c578d9fd-06c5-4298-a8cf-e4251053b481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63348) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2444.699241] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:a8:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c578d9fd-06c5-4298-a8cf-e4251053b481', 'vif_model': 'vmxnet3'}] {{(pid=63348) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2444.706962] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Creating folder: Project (843ae89ad8f049a4bb78671ed73b72d1). Parent ref: group-v415427. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2444.707260] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e35f2cc1-73e7-49f8-b34d-52f335486111 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.719145] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Created folder: Project (843ae89ad8f049a4bb78671ed73b72d1) in parent group-v415427. [ 2444.719331] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Creating folder: Instances. Parent ref: group-v415761. {{(pid=63348) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2444.719896] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ee3ec4c-f5c7-4f24-8fbf-7eb985b24cff {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.728762] env[63348]: INFO nova.virt.vmwareapi.vm_util [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Created folder: Instances in parent group-v415761. [ 2444.728995] env[63348]: DEBUG oslo.service.loopingcall [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2444.729203] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Creating VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2444.729398] env[63348]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa2f31b3-ad56-499d-8a59-199ba3022388 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.748072] env[63348]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2444.748072] env[63348]: value = "task-2023708" [ 2444.748072] env[63348]: _type = "Task" [ 2444.748072] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2444.755638] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023708, 'name': CreateVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.976712] env[63348]: DEBUG nova.compute.manager [req-217d063d-33b5-47ca-8eb0-c9b791d4e7a5 req-b264a963-2b99-4ca2-9ee5-3505761efb3a service nova] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Received event network-changed-c578d9fd-06c5-4298-a8cf-e4251053b481 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2444.976885] env[63348]: DEBUG nova.compute.manager [req-217d063d-33b5-47ca-8eb0-c9b791d4e7a5 req-b264a963-2b99-4ca2-9ee5-3505761efb3a service nova] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Refreshing instance network info cache due to event network-changed-c578d9fd-06c5-4298-a8cf-e4251053b481. {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2444.977132] env[63348]: DEBUG oslo_concurrency.lockutils [req-217d063d-33b5-47ca-8eb0-c9b791d4e7a5 req-b264a963-2b99-4ca2-9ee5-3505761efb3a service nova] Acquiring lock "refresh_cache-5d36d9ed-d46d-4984-a73e-c585ad1c7dc7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2444.977286] env[63348]: DEBUG oslo_concurrency.lockutils [req-217d063d-33b5-47ca-8eb0-c9b791d4e7a5 req-b264a963-2b99-4ca2-9ee5-3505761efb3a service nova] Acquired lock "refresh_cache-5d36d9ed-d46d-4984-a73e-c585ad1c7dc7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2444.977446] env[63348]: DEBUG nova.network.neutron [req-217d063d-33b5-47ca-8eb0-c9b791d4e7a5 req-b264a963-2b99-4ca2-9ee5-3505761efb3a service nova] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Refreshing network info cache for port c578d9fd-06c5-4298-a8cf-e4251053b481 {{(pid=63348) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2063}} [ 2445.258157] env[63348]: DEBUG oslo_vmware.api [-] Task: {'id': task-2023708, 'name': CreateVM_Task, 'duration_secs': 0.308533} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2445.258327] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Created VM on the ESX host {{(pid=63348) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2445.258997] env[63348]: DEBUG oslo_concurrency.lockutils [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2445.259201] env[63348]: DEBUG oslo_concurrency.lockutils [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2445.259538] env[63348]: DEBUG oslo_concurrency.lockutils [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2445.259777] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9cf7d2a-3896-464c-aec3-b7234f15fcb4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.264477] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Waiting for the task: (returnval){ [ 2445.264477] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52867666-ef12-0693-8f9f-d9238c139758" [ 2445.264477] env[63348]: _type = "Task" [ 2445.264477] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2445.271596] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52867666-ef12-0693-8f9f-d9238c139758, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.656267] env[63348]: DEBUG nova.network.neutron [req-217d063d-33b5-47ca-8eb0-c9b791d4e7a5 req-b264a963-2b99-4ca2-9ee5-3505761efb3a service nova] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Updated VIF entry in instance network info cache for port c578d9fd-06c5-4298-a8cf-e4251053b481. {{(pid=63348) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3538}} [ 2445.656640] env[63348]: DEBUG nova.network.neutron [req-217d063d-33b5-47ca-8eb0-c9b791d4e7a5 req-b264a963-2b99-4ca2-9ee5-3505761efb3a service nova] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Updating instance_info_cache with network_info: [{"id": "c578d9fd-06c5-4298-a8cf-e4251053b481", "address": "fa:16:3e:53:a8:39", "network": {"id": "038c9517-1165-4594-8cee-7ced06bc9b4b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1861951565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843ae89ad8f049a4bb78671ed73b72d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc578d9fd-06", "ovs_interfaceid": "c578d9fd-06c5-4298-a8cf-e4251053b481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2445.775361] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52867666-ef12-0693-8f9f-d9238c139758, 'name': SearchDatastore_Task, 'duration_secs': 0.009191} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2445.775716] env[63348]: DEBUG oslo_concurrency.lockutils [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2445.775807] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Processing image c7aee889-e84a-4155-853a-36d081051059 {{(pid=63348) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2445.776057] env[63348]: DEBUG oslo_concurrency.lockutils [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2445.776225] env[63348]: DEBUG oslo_concurrency.lockutils [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2445.776405] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2445.776645] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26e571b6-f953-408b-8dad-911831fa152d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.784667] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63348) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2445.784831] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63348) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2445.785536] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66b13b45-0247-44ab-b5c4-c87af221b2cb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.790335] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Waiting for the task: (returnval){ [ 2445.790335] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5276b503-0444-f783-10ea-54d03cc19d64" [ 2445.790335] env[63348]: _type = "Task" [ 2445.790335] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2445.797325] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5276b503-0444-f783-10ea-54d03cc19d64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.159572] env[63348]: DEBUG oslo_concurrency.lockutils [req-217d063d-33b5-47ca-8eb0-c9b791d4e7a5 req-b264a963-2b99-4ca2-9ee5-3505761efb3a service nova] Releasing lock "refresh_cache-5d36d9ed-d46d-4984-a73e-c585ad1c7dc7" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2446.301116] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]5276b503-0444-f783-10ea-54d03cc19d64, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2446.301887] env[63348]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf34eb67-5c1f-4b1b-91e9-67f23c023b5d {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.306744] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Waiting for the task: (returnval){ [ 2446.306744] env[63348]: value = "session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52427a06-4084-eda2-bf3c-f4cc8256a794" [ 2446.306744] env[63348]: _type = "Task" [ 2446.306744] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2446.313939] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52427a06-4084-eda2-bf3c-f4cc8256a794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.816910] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': session[52f2aaf4-e3af-ca33-00d6-07c7459bbfc8]52427a06-4084-eda2-bf3c-f4cc8256a794, 'name': SearchDatastore_Task, 'duration_secs': 0.010044} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2446.817359] env[63348]: DEBUG oslo_concurrency.lockutils [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk" {{(pid=63348) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2446.817479] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7/5d36d9ed-d46d-4984-a73e-c585ad1c7dc7.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2446.817781] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd52df40-4872-46d6-a0f1-ca406c438fd0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.824132] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Waiting for the task: (returnval){ [ 2446.824132] env[63348]: value = "task-2023709" [ 2446.824132] env[63348]: _type = "Task" [ 2446.824132] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2446.831341] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': task-2023709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.333644] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': task-2023709, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.834631] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': task-2023709, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.336703] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': task-2023709, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.440116} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2448.336942] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059/c7aee889-e84a-4155-853a-36d081051059.vmdk to [datastore2] 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7/5d36d9ed-d46d-4984-a73e-c585ad1c7dc7.vmdk {{(pid=63348) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2448.337116] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Extending root virtual disk to 1048576 {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2448.337368] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-427047a3-8f3a-44f9-8d72-e0f900d317ef {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.343926] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Waiting for the task: (returnval){ [ 2448.343926] env[63348]: value = "task-2023710" [ 2448.343926] env[63348]: _type = "Task" [ 2448.343926] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2448.352636] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': task-2023710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.854251] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': task-2023710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064283} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2448.854658] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Extended root virtual disk {{(pid=63348) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2448.855275] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24ddade-6511-4be1-8b79-d246dbe7bcfb {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.876710] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7/5d36d9ed-d46d-4984-a73e-c585ad1c7dc7.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2448.876938] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fd169db-669f-44f6-880a-46d3ef0907f2 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.895458] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Waiting for the task: (returnval){ [ 2448.895458] env[63348]: value = "task-2023711" [ 2448.895458] env[63348]: _type = "Task" [ 2448.895458] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2448.902767] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': task-2023711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.407600] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': task-2023711, 'name': ReconfigVM_Task, 'duration_secs': 0.260578} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2449.407875] env[63348]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7/5d36d9ed-d46d-4984-a73e-c585ad1c7dc7.vmdk or device None with type sparse {{(pid=63348) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2449.408490] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-721fe916-fc96-4ce0-bd69-20e935467c28 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.414477] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Waiting for the task: (returnval){ [ 2449.414477] env[63348]: value = "task-2023712" [ 2449.414477] env[63348]: _type = "Task" [ 2449.414477] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2449.421491] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': task-2023712, 'name': Rename_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.923708] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': task-2023712, 'name': Rename_Task, 'duration_secs': 0.138969} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2449.924190] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Powering on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2449.924239] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee34eaf6-6ada-479d-ae70-55abe13fe543 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.930557] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Waiting for the task: (returnval){ [ 2449.930557] env[63348]: value = "task-2023713" [ 2449.930557] env[63348]: _type = "Task" [ 2449.930557] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2449.937493] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': task-2023713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.440912] env[63348]: DEBUG oslo_vmware.api [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': task-2023713, 'name': PowerOnVM_Task, 'duration_secs': 0.452796} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.441215] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Powered on the VM {{(pid=63348) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2450.441424] env[63348]: INFO nova.compute.manager [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Took 8.13 seconds to spawn the instance on the hypervisor. [ 2450.441605] env[63348]: DEBUG nova.compute.manager [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Checking state {{(pid=63348) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2450.442445] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa9879f-7eba-42c2-b57e-be2ca985aa4e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.959241] env[63348]: INFO nova.compute.manager [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Took 12.79 seconds to build instance. [ 2451.461768] env[63348]: DEBUG oslo_concurrency.lockutils [None req-98c719e8-a660-4aea-9ef3-35aaeedf6853 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Lock "5d36d9ed-d46d-4984-a73e-c585ad1c7dc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.301s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2451.552542] env[63348]: DEBUG oslo_concurrency.lockutils [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Acquiring lock "5d36d9ed-d46d-4984-a73e-c585ad1c7dc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2451.552836] env[63348]: DEBUG oslo_concurrency.lockutils [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Lock "5d36d9ed-d46d-4984-a73e-c585ad1c7dc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2451.553040] env[63348]: DEBUG oslo_concurrency.lockutils [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Acquiring lock "5d36d9ed-d46d-4984-a73e-c585ad1c7dc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2451.553233] env[63348]: DEBUG oslo_concurrency.lockutils [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Lock "5d36d9ed-d46d-4984-a73e-c585ad1c7dc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2451.553408] env[63348]: DEBUG oslo_concurrency.lockutils [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Lock "5d36d9ed-d46d-4984-a73e-c585ad1c7dc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2451.555742] env[63348]: INFO nova.compute.manager [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Terminating instance [ 2452.060152] env[63348]: DEBUG nova.compute.manager [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Start destroying the instance on the hypervisor. {{(pid=63348) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2452.060583] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Destroying instance {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2452.061543] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b6b51c-6bb8-41d2-bb49-8bc40a91e981 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.070244] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Powering off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2452.070506] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cbed740-9189-4ead-a2cf-788dfa1a218c {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.076674] env[63348]: DEBUG oslo_vmware.api [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Waiting for the task: (returnval){ [ 2452.076674] env[63348]: value = "task-2023714" [ 2452.076674] env[63348]: _type = "Task" [ 2452.076674] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2452.084070] env[63348]: DEBUG oslo_vmware.api [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': task-2023714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.586438] env[63348]: DEBUG oslo_vmware.api [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': task-2023714, 'name': PowerOffVM_Task, 'duration_secs': 0.175163} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2452.586660] env[63348]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Powered off the VM {{(pid=63348) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2452.586833] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Unregistering the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2452.587097] env[63348]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b17a2e5f-fa54-407f-9d65-c53bb9d488b9 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.690697] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Unregistered the VM {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2452.690912] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Deleting contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2452.691117] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Deleting the datastore file [datastore2] 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7 {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2452.691397] env[63348]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-257bd27e-2f56-4b7e-9e2e-0fba30582bd5 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.698194] env[63348]: DEBUG oslo_vmware.api [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Waiting for the task: (returnval){ [ 2452.698194] env[63348]: value = "task-2023716" [ 2452.698194] env[63348]: _type = "Task" [ 2452.698194] env[63348]: } to complete. {{(pid=63348) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2452.705946] env[63348]: DEBUG oslo_vmware.api [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': task-2023716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.208387] env[63348]: DEBUG oslo_vmware.api [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Task: {'id': task-2023716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131159} completed successfully. {{(pid=63348) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.208748] env[63348]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Deleted the datastore file {{(pid=63348) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2453.208819] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Deleted contents of the VM from datastore datastore2 {{(pid=63348) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2453.208992] env[63348]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Instance destroyed {{(pid=63348) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2453.209187] env[63348]: INFO nova.compute.manager [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2453.209420] env[63348]: DEBUG oslo.service.loopingcall [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63348) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2453.209607] env[63348]: DEBUG nova.compute.manager [-] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Deallocating network for instance {{(pid=63348) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2453.209700] env[63348]: DEBUG nova.network.neutron [-] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] deallocate_for_instance() {{(pid=63348) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1859}} [ 2453.460179] env[63348]: DEBUG nova.compute.manager [req-8ef4ee1c-d76c-429e-978e-cdcc9d3980f4 req-4d1b2de3-aaa1-4e52-b6c9-57c62a0eb9b9 service nova] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Received event network-vif-deleted-c578d9fd-06c5-4298-a8cf-e4251053b481 {{(pid=63348) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2453.460415] env[63348]: INFO nova.compute.manager [req-8ef4ee1c-d76c-429e-978e-cdcc9d3980f4 req-4d1b2de3-aaa1-4e52-b6c9-57c62a0eb9b9 service nova] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Neutron deleted interface c578d9fd-06c5-4298-a8cf-e4251053b481; detaching it from the instance and deleting it from the info cache [ 2453.460602] env[63348]: DEBUG nova.network.neutron [req-8ef4ee1c-d76c-429e-978e-cdcc9d3980f4 req-4d1b2de3-aaa1-4e52-b6c9-57c62a0eb9b9 service nova] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2453.937363] env[63348]: DEBUG nova.network.neutron [-] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Updating instance_info_cache with network_info: [] {{(pid=63348) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2453.964416] env[63348]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3aed2dbb-1bf7-4e6a-94bd-878cd974b838 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.975670] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f24985-a397-4f1a-bc87-5247067edac1 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.998842] env[63348]: DEBUG nova.compute.manager [req-8ef4ee1c-d76c-429e-978e-cdcc9d3980f4 req-4d1b2de3-aaa1-4e52-b6c9-57c62a0eb9b9 service nova] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Detach interface failed, port_id=c578d9fd-06c5-4298-a8cf-e4251053b481, reason: Instance 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7 could not be found. {{(pid=63348) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2454.440342] env[63348]: INFO nova.compute.manager [-] [instance: 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7] Took 1.23 seconds to deallocate network for instance. [ 2454.947143] env[63348]: DEBUG oslo_concurrency.lockutils [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2454.947426] env[63348]: DEBUG oslo_concurrency.lockutils [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2454.947657] env[63348]: DEBUG nova.objects.instance [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Lazy-loading 'resources' on Instance uuid 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7 {{(pid=63348) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2455.480502] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58524eac-266e-4f20-98a2-d3e26720b69e {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.488220] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6e9be7-ea69-4377-9297-e4879bdccf16 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.518522] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c19095-0890-40c8-a6cb-5f2e2690c3f4 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.525846] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b16992-e91b-41af-9b3e-24fb4b743e31 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.538828] env[63348]: DEBUG nova.compute.provider_tree [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2456.058408] env[63348]: ERROR nova.scheduler.client.report [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] [req-25c0292f-b1b9-4ce2-8bef-2213794aad49] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 792f3f50-7bf3-4710-b72e-b20aee2a288d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-25c0292f-b1b9-4ce2-8bef-2213794aad49"}]} [ 2456.075998] env[63348]: DEBUG nova.scheduler.client.report [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Refreshing inventories for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2456.090134] env[63348]: DEBUG nova.scheduler.client.report [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Updating ProviderTree inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2456.090356] env[63348]: DEBUG nova.compute.provider_tree [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2456.100013] env[63348]: DEBUG nova.scheduler.client.report [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Refreshing aggregate associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, aggregates: None {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2456.116568] env[63348]: DEBUG nova.scheduler.client.report [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Refreshing trait associations for resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63348) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2456.137443] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df61a1c7-63b8-4923-8ede-d535f4b614a8 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.144711] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35304b45-0bd0-4163-a610-4065ed6117b0 {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.174234] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948e313b-3c03-43f6-a261-bc13d8f665ad {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.181352] env[63348]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74541cbf-8b17-45d6-aa9b-0c8f5bb4506f {{(pid=63348) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.194025] env[63348]: DEBUG nova.compute.provider_tree [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2456.723013] env[63348]: DEBUG nova.scheduler.client.report [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Updated inventory for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2456.723380] env[63348]: DEBUG nova.compute.provider_tree [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Updating resource provider 792f3f50-7bf3-4710-b72e-b20aee2a288d generation from 179 to 180 during operation: update_inventory {{(pid=63348) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2456.723498] env[63348]: DEBUG nova.compute.provider_tree [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Updating inventory in ProviderTree for provider 792f3f50-7bf3-4710-b72e-b20aee2a288d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63348) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2457.228313] env[63348]: DEBUG oslo_concurrency.lockutils [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2457.251531] env[63348]: INFO nova.scheduler.client.report [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Deleted allocations for instance 5d36d9ed-d46d-4984-a73e-c585ad1c7dc7 [ 2457.759355] env[63348]: DEBUG oslo_concurrency.lockutils [None req-dbf29af3-62dd-4380-b73b-31a216a9b5f0 tempest-ServersNegativeTestMultiTenantJSON-2145804844 tempest-ServersNegativeTestMultiTenantJSON-2145804844-project-member] Lock "5d36d9ed-d46d-4984-a73e-c585ad1c7dc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.206s {{(pid=63348) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2484.720635] env[63348]: DEBUG oslo_service.periodic_task [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63348) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2484.721042] env[63348]: DEBUG nova.compute.manager [None req-4112ef1c-05fe-4c75-a4f5-21c83d8cd2f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63348) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}}